Rooba
/
spaCy
mirror of https://github.com/explosion/spaCy.git
1
1
Fork 0
Code Issues Packages Projects Releases Wiki Activity

* Upd emoticons test

This commit is contained in:
Matthew Honnibal 2014-12-21 20:43:27 +11:00
parent 199025609f
commit 734d1da55c
1 changed files with 11 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

16
tests/test_emoticons.py
View File

@ -1,10 +1,16 @@
from __future__ import unicode_literals from __future__ import unicode_literals
import pytest
from spacy.en import EN from spacy.en import English
def test_tweebo_challenge():
@pytest.fixture
def EN():
return English(pos_tag=False)
def test_tweebo_challenge(EN):
text = u""":o :/ :'( >:o (: :) >.< XD -__- o.O ;D :-) @_@ :P 8D :1 >:( :D =| ") :> ....""" text = u""":o :/ :'( >:o (: :) >.< XD -__- o.O ;D :-) @_@ :P 8D :1 >:( :D =| ") :> ...."""
tokens = EN.tokenize(text) tokens = EN(text)
assert tokens[0].string == ":o" assert tokens[0].string == ":o"
assert tokens[1].string == ":/" assert tokens[1].string == ":/"
assert tokens[2].string == ":'(" assert tokens[2].string == ":'("
@ -29,7 +35,7 @@ def test_tweebo_challenge():
assert tokens[21].string == '....' assert tokens[21].string == '....'
def test_false_positive(): def test_false_positive(EN):
text = "example:)" text = "example:)"
tokens = EN.tokenize(text) tokens = EN(text)
assert len(tokens) == 3 assert len(tokens) == 3