diff options
Diffstat (limited to 'config/dest_simple_mlp_2_cs.py')
| -rw-r--r-- | config/dest_simple_mlp_2_cs.py | 6 |
1 files changed, 6 insertions, 0 deletions
diff --git a/config/dest_simple_mlp_2_cs.py b/config/dest_simple_mlp_2_cs.py index 0dd2704..accb611 100644 --- a/config/dest_simple_mlp_2_cs.py +++ b/config/dest_simple_mlp_2_cs.py @@ -1,3 +1,5 @@ +from blocks.initialization import IsotropicGaussian, Constant + import model.dest_simple_mlp as model import data @@ -16,6 +18,10 @@ dim_input = n_begin_end_pts * 2 * 2 + sum(x for (_, _, x) in dim_embeddings) dim_hidden = [200, 100] dim_output = 2 +embed_weights_init = IsotropicGaussian(0.001) +mlp_weights_init = IsotropicGaussian(0.01) +mlp_biases_init = Constant(0.001) + learning_rate = 0.0001 momentum = 0.99 batch_size = 32 |