# coding: utf-8 from __future__ import unicode_literals from ...matcher import Matcher from ...attrs import ORTH from ..util import get_doc def test_issue615(en_tokenizer): def merge_phrases(matcher, doc, i, matches): """Merge a phrase. We have to be careful here because we'll change the token indices. To avoid problems, merge all the phrases once we're called on the last match.""" if i != len(matches)-1: return None # Get Span objects spans = [(ent_id, label, doc[start : end]) for ent_id, label, start, end in matches] for ent_id, label, span in spans: span.merge('NNP' if label else span.root.tag_, span.text, doc.vocab.strings[label]) text = "The golf club is broken" pattern = [{ ORTH: "golf"}, { ORTH: "club"}] label = "Sport_Equipment" tokens = en_tokenizer(text) doc = get_doc(tokens.vocab, [t.text for t in tokens]) matcher = Matcher(doc.vocab) matcher.add_entity(label, on_match=merge_phrases) matcher.add_pattern(label, pattern, label=label) match = matcher(doc) entities = list(doc.ents) assert entities != [] #assertion 1 assert entities[0].label != 0 #assertion 2