diff --git a/spacy/tests/regression/test_issue3521.py b/spacy/tests/regression/test_issue3521.py new file mode 100644 index 000000000..a971ab4c6 --- /dev/null +++ b/spacy/tests/regression/test_issue3521.py @@ -0,0 +1,20 @@ +import pytest + +from spacy.lang.en import English + + +@pytest.mark.parametrize( + "word", + [ + "don't", + "don’t", + "I'd", + "I’d", + ], +) +def test_issue3521(fr_tokenizer, word): + nlp = English() + + tok = nlp(word)[1] + assert tok.is_stop +