* Fix sentence iteration bug in pos_tag example

This commit is contained in:
Matthew Honnibal 2015-12-05 20:25:12 +01:00
parent 952511a94b
commit a9fc35d3bf
1 changed files with 2 additions and 3 deletions

View File

@ -44,9 +44,8 @@ def transform_texts(batch_id, input_, out_dir):
with io.open(out_loc, 'w', encoding='utf8') as file_:
for text in input_:
doc = nlp(text)
for sent in doc.sents:
file_.write(' '.join(represent_word(w) for w in doc if not w.is_space))
file_.write('\n')
file_.write(' '.join(represent_word(w) for w in doc if not w.is_space))
file_.write('\n')
def represent_word(word):