blob: 84a6cf02d88cfcb76463b33ba580cf1f2cbd0b23 (
plain) (
blame)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
|
from blocks.bricks import Tanh
from blocks.algorithms import BasicMomentum, AdaDelta, RMSProp, Adam, CompositeRule, StepClipping, Momentum
from blocks.initialization import IsotropicGaussian, Constant
from model.attentive_reader import Model
batch_size = 32
sort_batch_count = 20
shuffle_questions = True
concat_ctx_and_question = False
n_entities = 550
embed_size = 200
ctx_lstm_size = [256]
ctx_skip_connections = True
question_lstm_size = [256]
question_skip_connections = True
attention_mlp_hidden = [100]
attention_mlp_activations = [Tanh()]
out_mlp_hidden = []
out_mlp_activations = []
step_rule = CompositeRule([RMSProp(decay_rate=0.95, learning_rate=5e-5),
BasicMomentum(momentum=0.9)])
dropout = 0.2
w_noise = 0.
valid_freq = 1000
save_freq = 1000
print_freq = 100
weights_init = IsotropicGaussian(0.01)
biases_init = Constant(0.)
|
