From feefe64ab25a0eab9fc195d806a8d96817cfef9e Mon Sep 17 00:00:00 2001 From: Gus Hecht Date: Thu, 10 Mar 2016 14:16:34 -0800 Subject: [PATCH] added batch_size as keyword argument There's probably a better default value.... --- examples/parallel_parse.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/parallel_parse.py b/examples/parallel_parse.py index 45e14d845..5cdd0778b 100644 --- a/examples/parallel_parse.py +++ b/examples/parallel_parse.py @@ -58,7 +58,7 @@ def save_parses(batch_id, input_, out_dir, n_threads, batch_size): n_thread=("Number of threads per process", "option", "t", int), batch_size=("Number of texts to accumulate in a buffer", "option", "b", int) ) -def main(in_loc, out_dir, n_process=1, n_thread=4): +def main(in_loc, out_dir, n_process=1, n_thread=4, batch_size=100): if not path.exists(out_dir): path.join(out_dir) if n_process >= 2: