rstrip line before rsplit

loading english fast text giving error because line contains new line at the end and rsplit is splitting it incorrectly
This commit is contained in:
yogendrasoni 2017-11-15 13:55:08 +05:30 committed by GitHub
parent 40c4e8fc09
commit 334ed433b2
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 1 additions and 1 deletions

View File

@ -29,7 +29,7 @@ def main(vectors_loc, lang=None):
nr_row, nr_dim = header.split()
nlp.vocab.reset_vectors(width=int(nr_dim))
for line in file_:
line = line.decode('utf8')
line = line.rstrip().decode('utf8')
pieces = line.rsplit(' ', nr_dim)
word = pieces[0]
vector = numpy.asarray([float(v) for v in pieces[1:]], dtype='f')