Fix nonproj label filter

This commit is contained in:
Matthew Honnibal 2018-02-21 15:59:04 +01:00
parent 97164b1763
commit eff4ae809a
1 changed files with 2 additions and 2 deletions

View File

@ -95,8 +95,8 @@ def preprocess_training_data(gold_tuples, label_freq_cutoff=30):
prepro_sents.append( prepro_sents.append(
((ids, words, tags, proj_heads, deco_labels, iob), ctnts)) ((ids, words, tags, proj_heads, deco_labels, iob), ctnts))
preprocessed.append((raw_text, prepro_sents)) preprocessed.append((raw_text, prepro_sents))
#if label_freq_cutoff > 0: if label_freq_cutoff > 0:
# return _filter_labels(preprocessed, label_freq_cutoff, freqs) return _filter_labels(preprocessed, label_freq_cutoff, freqs)
return preprocessed return preprocessed