From e624405cdab8e1502df89f0faa5d6090d8e3f6db Mon Sep 17 00:00:00 2001 From: Matthew Honnibal Date: Wed, 21 Feb 2018 13:53:40 +0100 Subject: [PATCH] Temporarily remove cutoff when filtering labels in nonproj --- spacy/syntax/nonproj.pyx | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/spacy/syntax/nonproj.pyx b/spacy/syntax/nonproj.pyx index cace1a832..c63c4c7e6 100644 --- a/spacy/syntax/nonproj.pyx +++ b/spacy/syntax/nonproj.pyx @@ -95,8 +95,8 @@ def preprocess_training_data(gold_tuples, label_freq_cutoff=30): prepro_sents.append( ((ids, words, tags, proj_heads, deco_labels, iob), ctnts)) preprocessed.append((raw_text, prepro_sents)) - if label_freq_cutoff > 0: - return _filter_labels(preprocessed, label_freq_cutoff, freqs) + #if label_freq_cutoff > 0: + # return _filter_labels(preprocessed, label_freq_cutoff, freqs) return preprocessed