* Fix calculation of head for spans with punctuation.

This commit is contained in:
Matthew Honnibal 2016-02-03 02:32:21 +01:00
parent 84b247ef83
commit 4cbad510ff
1 changed files with 2 additions and 0 deletions

View File

@ -242,6 +242,8 @@ cdef int _count_words_to_root(const TokenC* token, int sent_length) except -1:
# better candidates # better candidates
if Lexeme.c_check_flag(token.lex, IS_SPACE): if Lexeme.c_check_flag(token.lex, IS_SPACE):
return sent_length-1 return sent_length-1
if Lexeme.c_check_flag(token.lex, IS_PUNCT):
return sent_length-1
cdef int n = 0 cdef int n = 0
while token.head != 0: while token.head != 0: