From 03c136cfd35408bb40f1c0b85642d5072a4f784e Mon Sep 17 00:00:00 2001 From: Ines Montani Date: Thu, 12 Jan 2017 15:11:15 +0100 Subject: [PATCH] Remove StringStore tests from vocab tests --- spacy/tests/vocab/test_intern.py | 104 ------------------------------- 1 file changed, 104 deletions(-) delete mode 100644 spacy/tests/vocab/test_intern.py diff --git a/spacy/tests/vocab/test_intern.py b/spacy/tests/vocab/test_intern.py deleted file mode 100644 index 43a291bee..000000000 --- a/spacy/tests/vocab/test_intern.py +++ /dev/null @@ -1,104 +0,0 @@ -# -*- coding: utf8 -*- -from __future__ import unicode_literals -import pickle - -from spacy.strings import StringStore - -import pytest -import tempfile - -import io - - -@pytest.fixture -def sstore(): - return StringStore() - - -def test_save_bytes(sstore): - Hello_i = sstore[b'Hello'] - assert Hello_i == 1 - assert sstore[b'Hello'] == 1 - assert sstore[b'goodbye'] != Hello_i - assert sstore[b'hello'] != Hello_i - assert Hello_i == 1 - - -def test_save_unicode(sstore): - Hello_i = sstore[u'Hello'] - assert Hello_i == 1 - assert sstore[u'Hello'] == 1 - assert sstore[u'goodbye'] != Hello_i - assert sstore[u'hello'] != Hello_i - assert Hello_i == 1 - - -def test_retrieve_id(sstore): - A_i = sstore[b'A'] - assert sstore.size == 1 - assert sstore[1] == 'A' - with pytest.raises(IndexError): - sstore[2] - - -def test_med_string(sstore): - nine_char_string = sstore[b'0123456789'] - assert sstore[nine_char_string] == u'0123456789' - dummy = sstore[b'A'] - assert sstore[b'0123456789'] == nine_char_string - - -def test_long_string(sstore): - url = u'INFORMATIVE](http://www.google.com/search?as_q=RedditMonkey&hl=en&num=50&btnG=Google+Search&as_epq=&as_oq=&as_eq=&lr=&as_ft=i&as_filetype=&as_qdr=all&as_nlo=&as_nhi=&as_occt=any&as_dt=i&as_sitesearch=&as_rights=&safe=off' - orth = sstore[url] - assert sstore[orth] == url - - -def test_254_string(sstore): - s254 = 'a' * 254 - orth = sstore[s254] - assert sstore[orth] == s254 - -def test_255_string(sstore): - s255 = 'b' * 255 - orth = sstore[s255] - assert sstore[orth] == s255 - -def test_256_string(sstore): - s256 = 'c' * 256 - orth = sstore[s256] - assert sstore[orth] == s256 - - -def test_massive_strings(sstore): - s511 = 'd' * 511 - orth = sstore[s511] - assert sstore[orth] == s511 - s512 = 'e' * 512 - orth = sstore[s512] - assert sstore[orth] == s512 - s513 = '1' * 513 - orth = sstore[s513] - assert sstore[orth] == s513 - - -def test_pickle_string_store(sstore): - hello_id = sstore[u'Hi'] - string_file = io.BytesIO() - pickle.dump(sstore, string_file) - - string_file.seek(0) - - loaded = pickle.load(string_file) - - assert loaded[hello_id] == u'Hi' - - -def test_dump_load(sstore): - id_ = sstore[u'qqqqq'] - with tempfile.TemporaryFile('w+t') as file_: - sstore.dump(file_) - file_.seek(0) - new_store = StringStore() - new_store.load(file_) - assert new_store[id_] == u'qqqqq'