* Fix off-by-one error in commit 0a7fceb

This commit is contained in:
Matthew Honnibal 2015-01-30 12:49:33 +11:00
parent d0e08a5b57
commit 4ff180db74
1 changed files with 0 additions and 2 deletions

View File

@ -179,8 +179,6 @@ cdef class Tokenizer:
idx = tokens.data[tokens.length - 1].idx
# Increment by last length
idx += tokens.data[tokens.length - 1].lex.length
# Add 1 for space
idx += 1
else:
split = self._find_infix(string.chars, string.n)
if split == 0 or split == -1: