path: root/config/deepmind_attentive_reader.py

from blocks.bricks import Tanh
from blocks.algorithms import BasicMomentum, AdaDelta, RMSProp, Adam, CompositeRule, StepClipping, Momentum
from blocks.initialization import IsotropicGaussian, Constant

from model.attentive_reader import Model


batch_size = 32
sort_batch_count = 20

shuffle_questions = True

concat_ctx_and_question = False

n_entities = 550
embed_size = 200

ctx_lstm_size = [256]
ctx_skip_connections = True

question_lstm_size = [256]
question_skip_connections = True

attention_mlp_hidden = [100]
attention_mlp_activations = [Tanh()]

out_mlp_hidden = []
out_mlp_activations = []

step_rule = CompositeRule([RMSProp(decay_rate=0.95, learning_rate=5e-5),
                           BasicMomentum(momentum=0.9)])

dropout = 0.2
w_noise = 0.

valid_freq = 1000
save_freq = 1000
print_freq = 100

weights_init = IsotropicGaussian(0.01)
biases_init = Constant(0.)