#!/usr/bin/env python
import logging
import os
import csv
from blocks.model import Model
from blocks.extensions import SimpleExtension
logger = logging.getLogger(__name__)
class RunOnTest(SimpleExtension):
def __init__(self, model_name, model, stream, **kwargs):
super(RunOnTest, self).__init__(**kwargs)
self.model_name = model_name
cg = Model(model.predict(**stream.inputs()))
self.inputs = cg.inputs
self.outputs = model.predict.outputs
req_vars_test = model.predict.inputs + ['trip_id']
self.test_stream = stream.test(req_vars_test)
self.function = cg.get_theano_function()
self.best_dvc = None
self.best_tvc = None
def do(self, which_callback, *args):
iter_no = self.main_loop.log.status['iterations_done']
if 'valid_destination_cost' in self.main_loop.log.current_row:
dvc = self.main_loop.log.current_row['valid_destination_cost']
elif 'valid_model_cost_cost' in self.main_loop.log.current_row:
dvc = self.main_loop.log.current_row['valid_model_cost_cost']
elif 'valid_model_valid_cost_cost' in self.main_loop.log.current_row:
dvc = self.main_loop.log.current_row['valid_model_valid_cost_cost']
else:
raise RuntimeError("Unknown model type")
if 'valid_time_cost' in self.main_loop.log.current_row:
tvc = self.main_loop.log.current_row['valid_time_cost']
elif 'valid_model_cost_cost' in self.main_loop.log.current_row:
tvc = self.main_loop.log.current_row['valid_model_cost_cost']
elif 'valid_model_valid_cost_cost' in self.main_loop.log.current_row:
tvc = self.main_loop.log.current_row['valid_model_valid_cost_cost']
else:
raise RuntimeError("Unknown model type")
output_dvc = (self.best_dvc is None or dvc < self.best_dvc) and 'destination' in self.outputs
output_tvc = (self.best_tvc is None or tvc < self.best_tvc) and 'duration' in self.outputs
if not output_dvc and not output_tvc:
return
if output_dvc:
dest_outname = 'test-dest-%s-it%09d-cost%.3f.csv' % (self.model_name, iter_no, dvc)
dest_outfile = open(os.path.join('output', dest_outname), 'w')
dest_outcsv = csv.writer(dest_outfile)
dest_outcsv.writerow(["TRIP_ID", "LATITUDE", "LONGITUDE"])
logger.info("Generating output for test set: %s" % dest_outname)
if output_tvc:
time_outname = 'test-time-%s-it%09d-cost%.3f.csv' % (self.model_name, iter_no, tvc)
time_outfile = open(os.path.join('output', time_outname), 'w')
time_outcsv = csv.writer(time_outfile)
time_outcsv.writerow(["TRIP_ID", "TRAVEL_TIME"])
logger.info("Generating output for test set: %s" % time_outname)
for d in self.test_stream.get_epoch_iterator(as_dict=True):
input_values = [d[k.name] for k in self.inputs]
output_values = self.function(*input_values)
for i in range(d['trip_id'].shape[0]):
if output_dvc:
destination = output_values[self.outputs.index('destination')]
dest_outcsv.writerow([d['trip_id'][i], destination[i, 0], destination[i, 1]])
if output_tvc:
duration = output_values[self.outputs.index('duration')]
time_outcsv.writerow([d['trip_id'][i], int(round(duration[i]))])
if output_dvc:
dest_outfile.close()
if output_tvc:
time_outfile.close()
