From c3ec750f4a04e3117d658e8275dd3d91d2b0cbe4 Mon Sep 17 00:00:00 2001 From: Alex Auvolat Date: Thu, 11 Jun 2015 15:26:21 -0400 Subject: Add TaxiRemoveTestOnlyClients ; custom dumpmanager enabling multiprocessing --- model/mlp.py | 3 +++ 1 file changed, 3 insertions(+) (limited to 'model/mlp.py') diff --git a/model/mlp.py b/model/mlp.py index 2e0b9e5..b1e9163 100644 --- a/model/mlp.py +++ b/model/mlp.py @@ -70,6 +70,8 @@ class Stream(object): stream = Batch(stream, iteration_scheme=ConstantScheme(self.config.batch_size)) + stream = MultiProcessing(stream) + return stream def valid(self, req_vars): @@ -85,6 +87,7 @@ class Stream(object): stream = transformers.TaxiAddDateTime(stream) stream = transformers.TaxiAddFirstLastLen(self.config.n_begin_end_pts, stream) + stream = transformers.TaxiRemoveTestOnlyClients(stream) return Batch(stream, iteration_scheme=ConstantScheme(1)) -- cgit v1.2.3