1
|
|
|
#!/usr/bin/env python |
2
|
|
|
# -*- coding: utf-8 -*- |
3
|
|
|
|
4
|
|
|
import os |
5
|
|
|
import numpy as np |
6
|
|
|
import theano.tensor as T |
7
|
|
|
import logging as loggers |
8
|
|
|
from theano.sandbox.rng_mrg import MRG_RandomStreams as RandomStreams |
9
|
|
|
from theano.tensor.shared_randomstreams import RandomStreams as SharedRandomStreams |
10
|
|
|
|
11
|
|
|
logging = loggers.getLogger(__name__) |
12
|
|
|
|
13
|
|
|
class GlobalEnvironment(object): |
14
|
|
|
|
15
|
|
|
DEFAULT_SEED = 3 |
16
|
|
|
FLOATX = "float32" |
17
|
|
|
EPSILON = T.constant(1.0e-8, dtype=FLOATX) |
18
|
|
|
|
19
|
|
|
def __init__(self, seed=DEFAULT_SEED): |
20
|
|
|
""" |
21
|
|
|
Initialize seed and global random variables. |
22
|
|
|
""" |
23
|
|
|
if seed != self.DEFAULT_SEED: |
24
|
|
|
self._seed = seed |
25
|
|
|
elif 'DEEPY_SEED' in os.environ: |
26
|
|
|
self._seed = int(os.environ['DEEPY_SEED']) |
27
|
|
|
else: |
28
|
|
|
self._seed = self.DEFAULT_SEED |
29
|
|
|
if self._seed != self.DEFAULT_SEED: |
30
|
|
|
logging.info("set global random seed to %d" % self._seed) |
31
|
|
|
|
32
|
|
|
self._numpy_rand = np.random.RandomState(seed=self._seed) |
33
|
|
|
self._theano_rand = RandomStreams(seed=self._seed) |
34
|
|
|
self._shared_rand = SharedRandomStreams(seed=self._seed) |
35
|
|
|
self._default_initializer = None |
36
|
|
|
|
37
|
|
|
@property |
38
|
|
|
def numpy_rand(self): |
39
|
|
|
return self._numpy_rand |
40
|
|
|
|
41
|
|
|
@property |
42
|
|
|
def theano_rand(self): |
43
|
|
|
return self._theano_rand |
44
|
|
|
|
45
|
|
|
@property |
46
|
|
|
def shared_rand(self): |
47
|
|
|
return self._shared_rand |
48
|
|
|
|
49
|
|
|
@property |
50
|
|
|
def default_initializer(self): |
51
|
|
|
from deepy.utils.initializers import UniformInitializer |
52
|
|
|
if not self._default_initializer: |
53
|
|
|
self._default_initializer = UniformInitializer() |
54
|
|
|
return self._default_initializer |
55
|
|
|
|
56
|
|
|
def set_default_initializer(self, initializer): |
57
|
|
|
self._default_initializer = initializer |
58
|
|
|
|
59
|
|
|
|
60
|
|
|
if "env" not in globals(): |
61
|
|
|
env = GlobalEnvironment() |
62
|
|
|
FLOATX = env.FLOATX |
63
|
|
|
EPSILON = env.EPSILON |