mirror of https://github.com/explosion/spaCy.git
42 lines
1.2 KiB
Python
42 lines
1.2 KiB
Python
from __future__ import unicode_literals
|
|
import pytest
|
|
|
|
from spacy.en import English
|
|
|
|
|
|
@pytest.fixture
|
|
def EN():
|
|
return English(pos_tag=False)
|
|
|
|
def test_tweebo_challenge(EN):
|
|
text = u""":o :/ :'( >:o (: :) >.< XD -__- o.O ;D :-) @_@ :P 8D :1 >:( :D =| ") :> ...."""
|
|
tokens = EN(text)
|
|
assert tokens[0].string == ":o"
|
|
assert tokens[1].string == ":/"
|
|
assert tokens[2].string == ":'("
|
|
assert tokens[3].string == ">:o"
|
|
assert tokens[4].string == "(:"
|
|
assert tokens[5].string == ":)"
|
|
assert tokens[6].string == ">.<"
|
|
assert tokens[7].string == "XD"
|
|
assert tokens[8].string == "-__-"
|
|
assert tokens[9].string == "o.O"
|
|
assert tokens[10].string == ";D"
|
|
assert tokens[11].string == ":-)"
|
|
assert tokens[12].string == "@_@"
|
|
assert tokens[13].string == ":P"
|
|
assert tokens[14].string == "8D"
|
|
assert tokens[15].string == ":1"
|
|
assert tokens[16].string == ">:("
|
|
assert tokens[17].string == ":D"
|
|
assert tokens[18].string == "=|"
|
|
assert tokens[19].string == '")'
|
|
assert tokens[20].string == ':>'
|
|
assert tokens[21].string == '....'
|
|
|
|
|
|
def test_false_positive(EN):
|
|
text = "example:)"
|
|
tokens = EN(text)
|
|
assert len(tokens) == 3
|