Temporarily remove cutoff when filtering labels in nonproj

This commit is contained in:
Matthew Honnibal 2018-02-21 13:53:40 +01:00
parent f466f0186e
commit e624405cda
1 changed files with 2 additions and 2 deletions

View File

@ -95,8 +95,8 @@ def preprocess_training_data(gold_tuples, label_freq_cutoff=30):
prepro_sents.append(
((ids, words, tags, proj_heads, deco_labels, iob), ctnts))
preprocessed.append((raw_text, prepro_sents))
if label_freq_cutoff > 0:
return _filter_labels(preprocessed, label_freq_cutoff, freqs)
#if label_freq_cutoff > 0:
# return _filter_labels(preprocessed, label_freq_cutoff, freqs)
return preprocessed