2019-11-21 15:26:37 +00:00
|
|
|
from spacy.lang.en import English
|
|
|
|
|
from spacy.pipeline import EntityRuler
|
2019-11-21 15:28:29 +00:00
|
|
|
|
|
|
|
|
from ..util import make_tempdir
|
2019-11-21 15:26:37 +00:00
|
|
|
|
|
|
|
|
|
|
|
|
|
def test_issue4651_with_phrase_matcher_attr():
|
|
|
|
|
"""Test that the EntityRuler PhraseMatcher is deserialize correctly using
|
|
|
|
|
the method from_disk when the EntityRuler argument phrase_matcher_attr is
|
|
|
|
|
specified.
|
|
|
|
|
"""
|
|
|
|
|
text = "Spacy is a python library for nlp"
|
|
|
|
|
|
|
|
|
|
nlp = English()
|
|
|
|
|
ruler = EntityRuler(nlp, phrase_matcher_attr="LOWER")
|
|
|
|
|
patterns = [{"label": "PYTHON_LIB", "pattern": "spacy", "id": "spaCy"}]
|
|
|
|
|
ruler.add_patterns(patterns)
|
|
|
|
|
nlp.add_pipe(ruler)
|
|
|
|
|
|
|
|
|
|
doc = nlp(text)
|
|
|
|
|
res = [(ent.text, ent.label_, ent.ent_id_) for ent in doc.ents]
|
|
|
|
|
|
|
|
|
|
nlp_reloaded = English()
|
|
|
|
|
with make_tempdir() as d:
|
|
|
|
|
file_path = d / "entityruler"
|
|
|
|
|
ruler.to_disk(file_path)
|
|
|
|
|
ruler_reloaded = EntityRuler(nlp_reloaded).from_disk(file_path)
|
|
|
|
|
|
|
|
|
|
nlp_reloaded.add_pipe(ruler_reloaded)
|
|
|
|
|
doc_reloaded = nlp_reloaded(text)
|
|
|
|
|
res_reloaded = [(ent.text, ent.label_, ent.ent_id_) for ent in doc_reloaded.ents]
|
|
|
|
|
|
|
|
|
|
assert res == res_reloaded
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def test_issue4651_without_phrase_matcher_attr():
|
|
|
|
|
"""Test that the EntityRuler PhraseMatcher is deserialize correctly using
|
|
|
|
|
the method from_disk when the EntityRuler argument phrase_matcher_attr is
|
|
|
|
|
not specified.
|
|
|
|
|
"""
|
|
|
|
|
text = "Spacy is a python library for nlp"
|
|
|
|
|
|
|
|
|
|
nlp = English()
|
|
|
|
|
ruler = EntityRuler(nlp)
|
|
|
|
|
patterns = [{"label": "PYTHON_LIB", "pattern": "spacy", "id": "spaCy"}]
|
|
|
|
|
ruler.add_patterns(patterns)
|
|
|
|
|
nlp.add_pipe(ruler)
|
|
|
|
|
|
|
|
|
|
doc = nlp(text)
|
|
|
|
|
res = [(ent.text, ent.label_, ent.ent_id_) for ent in doc.ents]
|
|
|
|
|
|
|
|
|
|
nlp_reloaded = English()
|
|
|
|
|
with make_tempdir() as d:
|
|
|
|
|
file_path = d / "entityruler"
|
|
|
|
|
ruler.to_disk(file_path)
|
|
|
|
|
ruler_reloaded = EntityRuler(nlp_reloaded).from_disk(file_path)
|
|
|
|
|
|
|
|
|
|
nlp_reloaded.add_pipe(ruler_reloaded)
|
|
|
|
|
doc_reloaded = nlp_reloaded(text)
|
|
|
|
|
res_reloaded = [(ent.text, ent.label_, ent.ent_id_) for ent in doc_reloaded.ents]
|
|
|
|
|
|
|
|
|
|
assert res == res_reloaded
|
