Rooba
/
spaCy
mirror of https://github.com/explosion/spaCy.git
1
1
Fork 0
Code Issues Packages Projects Releases Wiki Activity

* Fix off-by-one error in commit 0a7fceb

This commit is contained in:
Matthew Honnibal 2015-01-30 12:49:33 +11:00
parent d0e08a5b57
commit 4ff180db74
1 changed files with 0 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

2
spacy/tokenizer.pyx
View File

@ -179,8 +179,6 @@ cdef class Tokenizer:
idx = tokens.data[tokens.length - 1].idx idx = tokens.data[tokens.length - 1].idx
# Increment by last length # Increment by last length
idx += tokens.data[tokens.length - 1].lex.length idx += tokens.data[tokens.length - 1].lex.length
# Add 1 for space
idx += 1
else: else:
split = self._find_infix(string.chars, string.n) split = self._find_infix(string.chars, string.n)
if split == 0 or split == -1: if split == 0 or split == -1: