spaCy/spacy/lang/eu/punctuation.py

5 lines
78 B
Python

from ..punctuation import TOKENIZER_SUFFIXES
_suffixes = TOKENIZER_SUFFIXES