* Don't score whitespace tokens

2015-06-07 19:10:32 +02:00 · 2015-06-07 19:10:32 +02:00 · 1ec4e6fc95
parent de8f32ba4d
commit 1ec4e6fc95
1 changed files with 2 additions and 0 deletions
--- a/spacy/scorer.py
+++ b/spacy/scorer.py
@ -81,6 +81,8 @@ class Scorer(object):
        cand_deps = set()
        cand_tags = set()
        for token in tokens:
+            if token.orth_.isspace():
+                continue
            gold_i = gold.cand_to_gold[token.i]
            if gold_i is None:
                self.tags.fp += 1