Rooba
/
spaCy
mirror of https://github.com/explosion/spaCy.git
1
1
Fork 0
Code Issues Packages Projects Releases Wiki Activity

rstrip line before rsplit 

loading english fast text giving error because line contains new line at the end and rsplit is splitting it incorrectly
This commit is contained in:
yogendrasoni 2017-11-15 13:55:08 +05:30 committed by GitHub
parent 40c4e8fc09
commit 334ed433b2
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 1 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
examples/vectors_fast_text.py
View File

@ -29,7 +29,7 @@ def main(vectors_loc, lang=None):
nr_row, nr_dim = header.split() nr_row, nr_dim = header.split()
nlp.vocab.reset_vectors(width=int(nr_dim)) nlp.vocab.reset_vectors(width=int(nr_dim))
for line in file_: for line in file_:
line = line.decode('utf8') line = line.rstrip().decode('utf8')
pieces = line.rsplit(' ', nr_dim) pieces = line.rsplit(' ', nr_dim)
word = pieces[0] word = pieces[0]
vector = numpy.asarray([float(v) for v in pieces[1:]], dtype='f') vector = numpy.asarray([float(v) for v in pieces[1:]], dtype='f')