-
Notifications
You must be signed in to change notification settings - Fork 817
/
noise.py
31 lines (23 loc) · 955 Bytes
/
noise.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
# Third party code
#
# The following code are copied or modified from:
# https://github.com/ray-project/ray/blob/master/python/ray/rllib/utils/filter.py
import numpy as np
class SharedNoiseTable(object):
"""Shared noise table used by learner and actor.
Learner and actor will create a same noise table by passing the same seed.
With the same noise table, learner and actor can communicate the noises by
index of noise table instead of numpy array of noises.
"""
def __init__(self, noise_size, seed=1024):
self.noise_size = noise_size
self.seed = seed
self.noise = self._create_noise()
def _create_noise(self):
noise = np.random.RandomState(self.seed).randn(self.noise_size).astype(
np.float32)
return noise
def get(self, i, dim):
return self.noise[i:i + dim]
def sample_index(self, dim):
return np.random.randint(0, len(self.noise) - dim + 1)