Add comma deletion to data noising

2018-12-01 13:42:18 +00:00 · 2018-12-01 13:42:18 +00:00 · 9536ee787c
parent 21ee1c7a17
commit 9536ee787c
1 changed files with 1 additions and 1 deletions
--- a/spacy/gold.pyx
+++ b/spacy/gold.pyx
@ -265,7 +265,7 @@ def _corrupt(c, noise_level):
        return '\n'
    elif c == '\n':
        return ' '
-    elif c in ['.', "'", "!", "?"]:
+    elif c in ['.', "'", "!", "?", ',']:
        return ''
    else:
        return c.lower()