spaCy/spacy/lang/ur/punctuation.py

4 lines
77 B
Python

from ..punctuation import TOKENIZER_SUFFIXES
_suffixes = TOKENIZER_SUFFIXES