diff options
Diffstat (limited to 'model/dest_simple_mlp.py')
| -rw-r--r-- | model/dest_simple_mlp.py | 8 |
1 files changed, 3 insertions, 5 deletions
diff --git a/model/dest_simple_mlp.py b/model/dest_simple_mlp.py index f422f11..a9e97cb 100644 --- a/model/dest_simple_mlp.py +++ b/model/dest_simple_mlp.py @@ -1,8 +1,6 @@ from blocks.bricks import MLP, Rectifier, Linear, Sigmoid, Identity from blocks.bricks.lookup import LookupTable -from blocks.initialization import IsotropicGaussian, Constant - from theano import tensor import data @@ -58,9 +56,9 @@ class Model(object): # Initialization for tbl in embed_tables: - tbl.weights_init = IsotropicGaussian(0.001) - mlp.weights_init = IsotropicGaussian(0.01) - mlp.biases_init = Constant(0.001) + tbl.weights_init = config.embed_weights_init + mlp.weights_init = config.mlp_weights_init + mlp.biases_init = config.mlp_biases_init for tbl in embed_tables: tbl.initialize() |