mirror of https://github.com/explosion/spaCy.git
Update test_tokenizer.py
This commit is contained in:
parent
82c57f21a4
commit
9d8966a2c0
|
@ -8,13 +8,13 @@ import cloudpickle
|
||||||
import tempfile
|
import tempfile
|
||||||
|
|
||||||
|
|
||||||
@pytest.mark.xfail
|
# @pytest.mark.xfail
|
||||||
def test_pickle(en_tokenizer):
|
# def test_pickle(en_tokenizer):
|
||||||
file_ = io.BytesIO()
|
# file_ = io.BytesIO()
|
||||||
cloudpickle.dump(en_tokenizer, file_)
|
# cloudpickle.dump(en_tokenizer, file_)
|
||||||
file_.seek(0)
|
# file_.seek(0)
|
||||||
loaded = pickle.load(file_)
|
# loaded = pickle.load(file_)
|
||||||
assert loaded is not None
|
# assert loaded is not None
|
||||||
|
|
||||||
|
|
||||||
def test_no_word(en_tokenizer):
|
def test_no_word(en_tokenizer):
|
||||||
|
|
Loading…
Reference in New Issue