Add inbetween print statement

This commit is contained in:
ines 2017-11-04 23:06:55 +01:00
parent d9fa3c6054
commit 70a9504560
1 changed files with 1 additions and 0 deletions

View File

@ -33,6 +33,7 @@ def main(output_dir, model='en_core_web_sm', n_jobs=4, batch_size=1000,
print("Loading IMDB data...")
data, _ = thinc.extra.datasets.imdb()
texts, _ = zip(*data[-limit:])
print("Processing texts...")
partitions = partition_all(batch_size, texts)
items = ((i, [nlp(text) for text in texts], output_dir) for i, texts
in enumerate(partitions))