spaCy/spacy/tests/tokenizer/conftest.py

8 lines
125 B
Python

import pytest
from ...en import English
@pytest.fixture
def en_tokenizer():
return English.Defaults.create_tokenizer()