Rooba
/
spaCy
mirror of https://github.com/explosion/spaCy.git
1
1
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Add "c'mon" token exception (#5570) 

* Add "c'mon" exception

* Fix typo in "C'mon" exception
This commit is contained in:
Jones Martins 2020-06-10 16:54:06 -03:00 committed by GitHub
parent 28db7dd5d9
commit bab30e4ad2
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
1 changed files with 8 additions and 0 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
spacy/lang/en/tokenizer_exceptions.py
View File

@ -399,6 +399,14 @@ _other_exc = {
{ORTH: "Let", LEMMA: "let", NORM: "let"}, {ORTH: "Let", LEMMA: "let", NORM: "let"},
{ORTH: "'s", LEMMA: PRON_LEMMA, NORM: "us"}, {ORTH: "'s", LEMMA: PRON_LEMMA, NORM: "us"},
], ],
"c'mon": [
{ORTH: "c'm", NORM: "come", LEMMA: "come"},
{ORTH: "on"}
],
"C'mon": [
{ORTH: "C'm", NORM: "come", LEMMA: "come"},
{ORTH: "on"}
]
} }
_exc.update(_other_exc) _exc.update(_other_exc)