spaCy/spacy/tests/stringstore/test_stringstore.py

73 lines
2.4 KiB
Python
Raw Normal View History

2017-01-12 14:07:31 +00:00
# coding: utf-8
from __future__ import unicode_literals
from ...strings import StringStore
import pytest
@pytest.mark.parametrize('text1,text2,text3', [(b'Hello', b'goodbye', b'hello')])
def test_stringstore_save_bytes(stringstore, text1, text2, text3):
key = stringstore.add(text1)
assert stringstore[text1] == key
assert stringstore[text2] != key
assert stringstore[text3] != key
2017-01-12 14:07:31 +00:00
@pytest.mark.parametrize('text1,text2,text3', [('Hello', 'goodbye', 'hello')])
def test_stringstore_save_unicode(stringstore, text1, text2, text3):
key = stringstore.add(text1)
assert stringstore[text1] == key
assert stringstore[text2] != key
assert stringstore[text3] != key
2017-01-12 14:07:31 +00:00
@pytest.mark.parametrize('text', [b'A'])
def test_stringstore_retrieve_id(stringstore, text):
key = stringstore.add(text)
assert len(stringstore) == 1
assert stringstore[key] == text.decode('utf8')
with pytest.raises(KeyError):
2017-01-12 14:07:31 +00:00
stringstore[2]
@pytest.mark.parametrize('text1,text2', [(b'0123456789', b'A')])
def test_stringstore_med_string(stringstore, text1, text2):
store = stringstore.add(text1)
2017-01-12 14:07:31 +00:00
assert stringstore[store] == text1.decode('utf8')
dummy = stringstore.add(text2)
2017-01-12 14:07:31 +00:00
assert stringstore[text1] == store
def test_stringstore_long_string(stringstore):
text = "INFORMATIVE](http://www.google.com/search?as_q=RedditMonkey&hl=en&num=50&btnG=Google+Search&as_epq=&as_oq=&as_eq=&lr=&as_ft=i&as_filetype=&as_qdr=all&as_nlo=&as_nhi=&as_occt=any&as_dt=i&as_sitesearch=&as_rights=&safe=off"
store = stringstore.add(text)
2017-01-12 14:07:31 +00:00
assert stringstore[store] == text
@pytest.mark.parametrize('factor', [254, 255, 256])
def test_stringstore_multiply(stringstore, factor):
text = 'a' * factor
store = stringstore.add(text)
2017-01-12 14:07:31 +00:00
assert stringstore[store] == text
def test_stringstore_massive_strings(stringstore):
text = 'a' * 511
store = stringstore.add(text)
2017-01-12 14:07:31 +00:00
assert stringstore[store] == text
text2 = 'z' * 512
store = stringstore.add(text2)
2017-01-12 14:07:31 +00:00
assert stringstore[store] == text2
text3 = '1' * 513
store = stringstore.add(text3)
2017-01-12 14:07:31 +00:00
assert stringstore[store] == text3
@pytest.mark.parametrize('text', ["qqqqq"])
def test_stringstore_to_bytes(stringstore, text):
store = stringstore.add(text)
serialized = stringstore.to_bytes()
new_stringstore = StringStore().from_bytes(serialized)
2017-01-12 14:07:31 +00:00
assert new_stringstore[store] == text