spaCy/tests/test_tokens_api.py

17 lines
344 B
Python
Raw Normal View History

2015-02-07 18:14:07 +00:00
from __future__ import unicode_literals
from spacy.en import English
import pytest
@pytest.fixture
def tokens():
nlp = English()
return nlp(u'Give it back! He pleaded.')
def test_getitem(tokens):
assert tokens[0].orth_ == 'Give'
assert tokens[-1].orth_ == '.'
with pytest.raises(IndexError):
tokens[len(tokens)]