mirror of https://github.com/explosion/spaCy.git
Add inbetween print statement
This commit is contained in:
parent
d9fa3c6054
commit
70a9504560
|
@ -33,6 +33,7 @@ def main(output_dir, model='en_core_web_sm', n_jobs=4, batch_size=1000,
|
|||
print("Loading IMDB data...")
|
||||
data, _ = thinc.extra.datasets.imdb()
|
||||
texts, _ = zip(*data[-limit:])
|
||||
print("Processing texts...")
|
||||
partitions = partition_all(batch_size, texts)
|
||||
items = ((i, [nlp(text) for text in texts], output_dir) for i, texts
|
||||
in enumerate(partitions))
|
||||
|
|
Loading…
Reference in New Issue