mirror of https://github.com/explosion/spaCy.git
Fix nonproj label filter
This commit is contained in:
parent
97164b1763
commit
eff4ae809a
|
@ -95,8 +95,8 @@ def preprocess_training_data(gold_tuples, label_freq_cutoff=30):
|
||||||
prepro_sents.append(
|
prepro_sents.append(
|
||||||
((ids, words, tags, proj_heads, deco_labels, iob), ctnts))
|
((ids, words, tags, proj_heads, deco_labels, iob), ctnts))
|
||||||
preprocessed.append((raw_text, prepro_sents))
|
preprocessed.append((raw_text, prepro_sents))
|
||||||
#if label_freq_cutoff > 0:
|
if label_freq_cutoff > 0:
|
||||||
# return _filter_labels(preprocessed, label_freq_cutoff, freqs)
|
return _filter_labels(preprocessed, label_freq_cutoff, freqs)
|
||||||
return preprocessed
|
return preprocessed
|
||||||
|
|
||||||
|
|
||||||
|
|
Loading…
Reference in New Issue