From 9933cafdf3b218a509c2efd6e6e6ba91ae87aa9c Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=C3=89tienne=20Simon?= Date: Mon, 27 Jul 2015 13:07:19 -0400 Subject: Add bidirectional with recurrent ReLu --- config/bidirectional_tgtcls_relu_1.py | 36 +++++++++++++++++++++++++++++++++++ 1 file changed, 36 insertions(+) create mode 100644 config/bidirectional_tgtcls_relu_1.py (limited to 'config') diff --git a/config/bidirectional_tgtcls_relu_1.py b/config/bidirectional_tgtcls_relu_1.py new file mode 100644 index 0000000..918c8e2 --- /dev/null +++ b/config/bidirectional_tgtcls_relu_1.py @@ -0,0 +1,36 @@ +import os +import cPickle + +from blocks.bricks import Rectifier +from blocks.initialization import IsotropicGaussian, Constant + +import data +from model.bidirectional_tgtcls import Model, Stream + + +with open(os.path.join(data.path, 'arrival-clusters.pkl')) as f: tgtcls = cPickle.load(f) + +dim_embeddings = [ + ('origin_call', data.origin_call_train_size, 10), + ('origin_stand', data.stands_size, 10), + ('week_of_year', 52, 10), + ('day_of_week', 7, 10), + ('qhour_of_day', 24 * 4, 10), + ('taxi_id', data.taxi_id_size, 10), +] + +rec_activation = Rectifier + +hidden_state_dim = 100 + +dim_hidden = [500, 500] + +embed_weights_init = IsotropicGaussian(0.01) +weights_init = IsotropicGaussian(0.1) +biases_init = Constant(0.01) + +batch_size = 100 +batch_sort_size = 20 + +max_splits = 100 + -- cgit v1.2.3