From 6744c6e7b69c206c19954d65981a5139ee61363e Mon Sep 17 00:00:00 2001 From: Alex Auvolat Date: Fri, 22 May 2015 16:06:25 -0400 Subject: Fix validation cost computation to not use dropout/noise regularization --- train.py | 6 ++---- 1 file changed, 2 insertions(+), 4 deletions(-) diff --git a/train.py b/train.py index 9f636c0..65f9050 100755 --- a/train.py +++ b/train.py @@ -78,12 +78,11 @@ if __name__ == "__main__": cost = model.cost(**inputs) cg = ComputationGraph(cost) - unmonitor = set() + monitored = set([cost] + VariableFilter(roles=[roles.COST])(cg.variables)) + if hasattr(config, 'dropout') and config.dropout < 1.0: - unmonitor.update(VariableFilter(roles=[roles.COST])(cg.variables)) cg = apply_dropout(cg, config.dropout_inputs(cg), config.dropout) if hasattr(config, 'noise') and config.noise > 0.0: - unmonitor.update(VariableFilter(roles=[roles.COST])(cg.variables)) cg = apply_noise(cg, config.noise_inputs(cg), config.noise) cost = cg.outputs[0] cg = Model(cost) @@ -105,7 +104,6 @@ if __name__ == "__main__": ]), params=params) - monitored = set([cost] + VariableFilter(roles=[roles.COST])(cg.variables)) - unmonitor plot_vars = [['valid_' + x.name for x in monitored]] logger.info('Plotted variables: %s' % str(plot_vars)) -- cgit v1.2.3