diff --git a/spacy/gold.pyx b/spacy/gold.pyx
index 0f25d7f53..26ff9753a 100644
--- a/spacy/gold.pyx
+++ b/spacy/gold.pyx
@@ -265,7 +265,7 @@ def _corrupt(c, noise_level):
         return '\n'
     elif c == '\n':
         return ' '
-    elif c in ['.', "'", "!", "?"]:
+    elif c in ['.', "'", "!", "?", ',']:
         return ''
     else:
         return c.lower()