* Fix space at end of merged token

This commit is contained in:
Matthew Honnibal 2015-09-10 14:45:17 +02:00
parent f634191e27
commit 9e7bfe8449
1 changed files with 1 additions and 1 deletions

View File

@ -402,7 +402,7 @@ cdef class Doc:
cdef TokenC* token = &self.data[start] cdef TokenC* token = &self.data[start]
# Update fields # Update fields
token.lex = lex token.lex = lex
token.spacy = self.data[end].spacy token.spacy = self.data[end-1].spacy
# What to do about morphology?? # What to do about morphology??
# TODO: token.morph = ??? # TODO: token.morph = ???
token.tag = self.vocab.strings[tag] token.tag = self.vocab.strings[tag]