mirror of https://github.com/explosion/spaCy.git
* Fix space at end of merged token
This commit is contained in:
parent
f634191e27
commit
9e7bfe8449
|
@ -402,7 +402,7 @@ cdef class Doc:
|
||||||
cdef TokenC* token = &self.data[start]
|
cdef TokenC* token = &self.data[start]
|
||||||
# Update fields
|
# Update fields
|
||||||
token.lex = lex
|
token.lex = lex
|
||||||
token.spacy = self.data[end].spacy
|
token.spacy = self.data[end-1].spacy
|
||||||
# What to do about morphology??
|
# What to do about morphology??
|
||||||
# TODO: token.morph = ???
|
# TODO: token.morph = ???
|
||||||
token.tag = self.vocab.strings[tag]
|
token.tag = self.vocab.strings[tag]
|
||||||
|
|
Loading…
Reference in New Issue