aboutsummaryrefslogtreecommitdiff
path: root/config/bidirectional_tgtcls_1_momentum.py
blob: 65ad0217ed64736330ce5bb3467f53c24ab39e23 (plain) (blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
import os
import cPickle

from blocks.algorithms import Momentum
from blocks.initialization import IsotropicGaussian, Constant

import data
from model.bidirectional_tgtcls import Model, Stream


with open(os.path.join(data.path, 'arrival-clusters.pkl')) as f: tgtcls = cPickle.load(f)

dim_embeddings = [
    ('origin_call', data.origin_call_train_size, 10),
    ('origin_stand', data.stands_size, 10),
    ('week_of_year', 52, 10),
    ('day_of_week', 7, 10),
    ('qhour_of_day', 24 * 4, 10),
    ('taxi_id', data.taxi_id_size, 10),
]

hidden_state_dim = 100

dim_hidden = [500, 500]

embed_weights_init = IsotropicGaussian(0.01)
weights_init = IsotropicGaussian(0.1) 
biases_init = Constant(0.01)

batch_size = 300
batch_sort_size = 20

max_splits = 100

# monitor_freq = 10000 # temporary, for finding good learning rate

step_rule= Momentum(learning_rate=0.01, momentum=0.9)