diff options
| author | Alex Auvolat <alex.auvolat@ens.fr> | 2015-05-06 10:12:17 -0400 |
|---|---|---|
| committer | Alex Auvolat <alex.auvolat@ens.fr> | 2015-05-06 10:12:17 -0400 |
| commit | 35b4503ddd148b0c937468891dd0a7e9ff1c79f4 (patch) | |
| tree | 92db398bce1f557ca9cb988dcf64a700ad249e47 /config/time_simple_mlp_1.py | |
| parent | 60aa0d3fdd42d7489cc69acbb54c59d7c249ea34 (diff) | |
| download | taxi-35b4503ddd148b0c937468891dd0a7e9ff1c79f4.tar.gz taxi-35b4503ddd148b0c937468891dd0a7e9ff1c79f4.zip | |
Move weights init to config files ; fix s/time/travel_time
Diffstat (limited to 'config/time_simple_mlp_1.py')
| -rw-r--r-- | config/time_simple_mlp_1.py | 10 |
1 files changed, 10 insertions, 0 deletions
diff --git a/config/time_simple_mlp_1.py b/config/time_simple_mlp_1.py index eea4159..bf3699d 100644 --- a/config/time_simple_mlp_1.py +++ b/config/time_simple_mlp_1.py @@ -1,5 +1,7 @@ import model.time_simple_mlp as model +from blocks.initialization import IsotropicGaussian, Constant + import data n_begin_end_pts = 5 # how many points we consider at the beginning and end of the known trajectory @@ -14,6 +16,14 @@ dim_input = n_begin_end_pts * 2 * 2 + sum(x for (_, _, x) in dim_embeddings) dim_hidden = [200] dim_output = 1 +embed_weights_init = IsotropicGaussian(0.001) +mlp_weights_init = IsotropicGaussian(0.01) +mlp_biases_init = Constant(0.001) + +exp_base = 1.5 + learning_rate = 0.00001 momentum = 0.99 batch_size = 32 + +valid_set = 'cuts/test_times_0' |