mirror of https://github.com/explosion/spaCy.git
17 lines
353 B
Python
17 lines
353 B
Python
|
"""Test suspected freeing of strings"""
|
||
|
|
from __future__ import unicode_literals
|
||
|
|
|
||
|
|
import pytest
|
||
|
|
|
||
|
|
from spacy.en import EN
|
||
|
|
|
||
|
|
|
||
|
|
def test_one():
|
||
|
|
tokens = EN.tokenize('Betty Botter bought a pound of butter.')
|
||
|
|
assert tokens.string(0) == 'Betty'
|
||
|
|
tokens2 = EN.tokenize('Betty also bought a pound of butter.')
|
||
|
|
assert tokens2.string(0) == 'Betty'
|
||
|
|
|
||
|
|
|
||
|
|
|