mirror of https://github.com/explosion/spaCy.git
remove some comments
This commit is contained in:
parent
d99a9cbce9
commit
289b10f441
|
@ -296,27 +296,6 @@ cdef cppclass StateC:
|
||||||
this._break = src._break
|
this._break = src._break
|
||||||
|
|
||||||
void fast_forward() nogil:
|
void fast_forward() nogil:
|
||||||
# while this.buffer_length() == 0 \
|
|
||||||
# or this.stack_depth() == 0 \
|
|
||||||
# or Lexeme.c_check_flag(this.S_(0).lex, IS_SPACE):
|
|
||||||
# if this.buffer_length() == 1 and this.stack_depth() == 0:
|
|
||||||
# this.push()
|
|
||||||
# this.pop()
|
|
||||||
# elif this.buffer_length() == 0 and this.stack_depth() == 1:
|
|
||||||
# this.pop()
|
|
||||||
# elif this.buffer_length() == 0 and this.stack_depth() >= 2:
|
|
||||||
# if this.has_head(this.S(0)):
|
|
||||||
# this.pop()
|
|
||||||
# else:
|
|
||||||
# this.unshift()
|
|
||||||
# elif (this.length - this._b_i) >= 1 and this.stack_depth() == 0:
|
|
||||||
# this.push()
|
|
||||||
# elif Lexeme.c_check_flag(this.S_(0).lex, IS_SPACE):
|
|
||||||
# this.add_arc(this.B(0), this.S(0), 0)
|
|
||||||
# this.pop()
|
|
||||||
# else:
|
|
||||||
# break
|
|
||||||
|
|
||||||
# space token attachement policy:
|
# space token attachement policy:
|
||||||
# - attach space tokens always to the last preceding real token
|
# - attach space tokens always to the last preceding real token
|
||||||
# - except if it's the beginning of a sentence, then attach to the first following
|
# - except if it's the beginning of a sentence, then attach to the first following
|
||||||
|
|
|
@ -233,10 +233,6 @@ cdef class Break:
|
||||||
return False
|
return False
|
||||||
elif st.at_break():
|
elif st.at_break():
|
||||||
return False
|
return False
|
||||||
# unnecessary, since the first item in the buffer is always put onto the stack
|
|
||||||
# automatically by fast_forward() in initialize_state()
|
|
||||||
# elif st.B(0) == 0:
|
|
||||||
# return False
|
|
||||||
elif st.stack_depth() < 1:
|
elif st.stack_depth() < 1:
|
||||||
return False
|
return False
|
||||||
# It is okay to predict a sentence boundary if the top item on the stack
|
# It is okay to predict a sentence boundary if the top item on the stack
|
||||||
|
|
Loading…
Reference in New Issue