mirror of https://github.com/explosion/spaCy.git
* Add test for NER inconsistency bug
This commit is contained in:
parent
44fbdc7260
commit
d67d7d5a86
|
@ -1,3 +1,4 @@
|
||||||
|
from __future__ import unicode_literals, print_function
|
||||||
import pytest
|
import pytest
|
||||||
|
|
||||||
@pytest.mark.models
|
@pytest.mark.models
|
||||||
|
@ -16,3 +17,7 @@ def test_simple_types(EN):
|
||||||
def test_consistency_bug(EN):
|
def test_consistency_bug(EN):
|
||||||
'''Test an arbitrary sequence-consistency bug encountered during speed test'''
|
'''Test an arbitrary sequence-consistency bug encountered during speed test'''
|
||||||
tokens = EN(u'Where rap essentially went mainstream, illustrated by seminal Public Enemy, Beastie Boys and L.L. Cool J. tracks.')
|
tokens = EN(u'Where rap essentially went mainstream, illustrated by seminal Public Enemy, Beastie Boys and L.L. Cool J. tracks.')
|
||||||
|
|
||||||
|
tokens = EN(u'''Charity and other short-term aid have buoyed them so far, and a tax-relief bill working its way through Congress would help. But the September 11 Victim Compensation Fund, enacted by Congress to discourage people from filing lawsuits, will determine the shape of their lives for years to come.\n\n''', entity=False)
|
||||||
|
ents = EN.matcher(tokens)
|
||||||
|
EN.entity(tokens)
|
||||||
|
|
Loading…
Reference in New Issue