From b637e0bc7b123fe41ea2247ebb7aa311c88b81e0 Mon Sep 17 00:00:00 2001
From: Alex Auvolat <alex.auvolat@ens.fr>
Date: Thu, 2 Jul 2015 11:30:41 -0400
Subject: Step rule & dropout params cleanup

---
 train.py | 7 ++++++-
 1 file changed, 6 insertions(+), 1 deletion(-)

(limited to 'train.py')

diff --git a/train.py b/train.py
index 0d40f84..1b01833 100755
--- a/train.py
+++ b/train.py
@@ -132,12 +132,17 @@ if __name__ == "__main__":
         parameters_size += reduce(operator.mul, value.get_value().shape, 1)
     logger.info('Total number of parameters: %d in %d matrices' % (parameters_size, len(cg.get_params())))
 
+    if hasattr(config, 'step_rule'):
+        step_rule = config.step_rule
+    else:
+        step_rule = AdaDelta()
+
     params = cg.parameters
     algorithm = GradientDescent(
         cost=cost,
         step_rule=CompositeRule([
                 ElementwiseRemoveNotFinite(),
-                config.step_rule,
+                step_rule
             ]),
         params=params)
     
-- 
cgit v1.2.3