From 35b4503ddd148b0c937468891dd0a7e9ff1c79f4 Mon Sep 17 00:00:00 2001 From: Alex Auvolat Date: Wed, 6 May 2015 10:12:17 -0400 Subject: Move weights init to config files ; fix s/time/travel_time --- config/dest_simple_mlp_tgtcls_1_cswdtx.py | 6 ++++++ 1 file changed, 6 insertions(+) (limited to 'config/dest_simple_mlp_tgtcls_1_cswdtx.py') diff --git a/config/dest_simple_mlp_tgtcls_1_cswdtx.py b/config/dest_simple_mlp_tgtcls_1_cswdtx.py index 7918242..6306c15 100644 --- a/config/dest_simple_mlp_tgtcls_1_cswdtx.py +++ b/config/dest_simple_mlp_tgtcls_1_cswdtx.py @@ -1,5 +1,7 @@ import cPickle +from blocks.initialization import IsotropicGaussian, Constant + import data import model.dest_simple_mlp_tgtcls as model @@ -25,6 +27,10 @@ dim_input = n_begin_end_pts * 2 * 2 + sum(x for (_, _, x) in dim_embeddings) dim_hidden = [500] dim_output = tgtcls.shape[0] +embed_weights_init = IsotropicGaussian(0.001) +mlp_weights_init = IsotropicGaussian(0.01) +mlp_biases_init = Constant(0.001) + learning_rate = 0.0001 momentum = 0.99 batch_size = 32 -- cgit v1.2.3