From 334ed433b2cc392e8bb16cd779dafb1c41ca96d8 Mon Sep 17 00:00:00 2001 From: yogendrasoni Date: Wed, 15 Nov 2017 13:55:08 +0530 Subject: [PATCH] rstrip line before rsplit loading english fast text giving error because line contains new line at the end and rsplit is splitting it incorrectly --- examples/vectors_fast_text.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/examples/vectors_fast_text.py b/examples/vectors_fast_text.py index 1544e1d5e..4e5640f0d 100644 --- a/examples/vectors_fast_text.py +++ b/examples/vectors_fast_text.py @@ -29,7 +29,7 @@ def main(vectors_loc, lang=None): nr_row, nr_dim = header.split() nlp.vocab.reset_vectors(width=int(nr_dim)) for line in file_: - line = line.decode('utf8') + line = line.rstrip().decode('utf8') pieces = line.rsplit(' ', nr_dim) word = pieces[0] vector = numpy.asarray([float(v) for v in pieces[1:]], dtype='f')