|
1
|
|
|
#!/usr/bin/env python |
|
2
|
|
|
# -*- coding: utf-8 -*- |
|
3
|
|
|
|
|
4
|
|
|
import os |
|
5
|
|
|
import numpy as np |
|
6
|
|
|
import theano.tensor as T |
|
7
|
|
|
import logging as loggers |
|
8
|
|
|
from theano.sandbox.rng_mrg import MRG_RandomStreams as RandomStreams |
|
9
|
|
|
from theano.tensor.shared_randomstreams import RandomStreams as SharedRandomStreams |
|
10
|
|
|
|
|
11
|
|
|
logging = loggers.getLogger(__name__) |
|
12
|
|
|
|
|
13
|
|
|
class GlobalEnvironment(object): |
|
14
|
|
|
|
|
15
|
|
|
DEFAULT_SEED = 3 |
|
16
|
|
|
FLOATX = "float32" |
|
17
|
|
|
EPSILON = T.constant(1.0e-8, dtype=FLOATX) |
|
18
|
|
|
|
|
19
|
|
|
def __init__(self, seed=DEFAULT_SEED): |
|
20
|
|
|
""" |
|
21
|
|
|
Initialize seed and global random variables. |
|
22
|
|
|
""" |
|
23
|
|
|
if seed != self.DEFAULT_SEED: |
|
24
|
|
|
self._seed = seed |
|
25
|
|
|
elif 'DEEPY_SEED' in os.environ: |
|
26
|
|
|
self._seed = int(os.environ['DEEPY_SEED']) |
|
27
|
|
|
else: |
|
28
|
|
|
self._seed = self.DEFAULT_SEED |
|
29
|
|
|
if self._seed != self.DEFAULT_SEED: |
|
30
|
|
|
logging.info("set global random seed to %d" % self._seed) |
|
31
|
|
|
|
|
32
|
|
|
self._numpy_rand = np.random.RandomState(seed=self._seed) |
|
33
|
|
|
self._theano_rand = RandomStreams(seed=self._seed) |
|
34
|
|
|
self._shared_rand = SharedRandomStreams(seed=self._seed) |
|
35
|
|
|
self._default_initializer = None |
|
36
|
|
|
|
|
37
|
|
|
@property |
|
38
|
|
|
def numpy_rand(self): |
|
39
|
|
|
return self._numpy_rand |
|
40
|
|
|
|
|
41
|
|
|
@property |
|
42
|
|
|
def theano_rand(self): |
|
43
|
|
|
return self._theano_rand |
|
44
|
|
|
|
|
45
|
|
|
@property |
|
46
|
|
|
def shared_rand(self): |
|
47
|
|
|
return self._shared_rand |
|
48
|
|
|
|
|
49
|
|
|
@property |
|
50
|
|
|
def default_initializer(self): |
|
51
|
|
|
from deepy.utils.initializers import UniformInitializer |
|
52
|
|
|
if not self._default_initializer: |
|
53
|
|
|
self._default_initializer = UniformInitializer() |
|
54
|
|
|
return self._default_initializer |
|
55
|
|
|
|
|
56
|
|
|
def set_default_initializer(self, initializer): |
|
57
|
|
|
self._default_initializer = initializer |
|
58
|
|
|
|
|
59
|
|
|
|
|
60
|
|
|
if "env" not in globals(): |
|
61
|
|
|
env = GlobalEnvironment() |
|
62
|
|
|
FLOATX = env.FLOATX |
|
63
|
|
|
EPSILON = env.EPSILON |
zomux /
deepy
