remove some comments

This commit is contained in:
Wolfgang Seeker 2016-04-14 15:37:51 +02:00
parent d99a9cbce9
commit 289b10f441
2 changed files with 0 additions and 25 deletions

View File

@ -296,27 +296,6 @@ cdef cppclass StateC:
this._break = src._break
void fast_forward() nogil:
# while this.buffer_length() == 0 \
# or this.stack_depth() == 0 \
# or Lexeme.c_check_flag(this.S_(0).lex, IS_SPACE):
# if this.buffer_length() == 1 and this.stack_depth() == 0:
# this.push()
# this.pop()
# elif this.buffer_length() == 0 and this.stack_depth() == 1:
# this.pop()
# elif this.buffer_length() == 0 and this.stack_depth() >= 2:
# if this.has_head(this.S(0)):
# this.pop()
# else:
# this.unshift()
# elif (this.length - this._b_i) >= 1 and this.stack_depth() == 0:
# this.push()
# elif Lexeme.c_check_flag(this.S_(0).lex, IS_SPACE):
# this.add_arc(this.B(0), this.S(0), 0)
# this.pop()
# else:
# break
# space token attachement policy:
# - attach space tokens always to the last preceding real token
# - except if it's the beginning of a sentence, then attach to the first following

View File

@ -233,10 +233,6 @@ cdef class Break:
return False
elif st.at_break():
return False
# unnecessary, since the first item in the buffer is always put onto the stack
# automatically by fast_forward() in initialize_state()
# elif st.B(0) == 0:
# return False
elif st.stack_depth() < 1:
return False
# It is okay to predict a sentence boundary if the top item on the stack