2019-08-23 15:54:00 +00:00
|
|
|
from spacy.pipeline.pipes import DependencyParser
|
|
|
|
from spacy.vocab import Vocab
|
|
|
|
|
2020-02-27 17:42:27 +00:00
|
|
|
from spacy.ml.models.defaults import default_parser
|
|
|
|
|
2019-08-23 15:54:00 +00:00
|
|
|
|
|
|
|
def test_issue3830_no_subtok():
|
|
|
|
"""Test that the parser doesn't have subtok label if not learn_tokens"""
|
2020-02-27 17:42:27 +00:00
|
|
|
parser = DependencyParser(Vocab(), default_parser())
|
2019-08-23 15:54:00 +00:00
|
|
|
parser.add_label("nsubj")
|
|
|
|
assert "subtok" not in parser.labels
|
|
|
|
parser.begin_training(lambda: [])
|
|
|
|
assert "subtok" not in parser.labels
|
|
|
|
|
|
|
|
|
|
|
|
def test_issue3830_with_subtok():
|
|
|
|
"""Test that the parser does have subtok label if learn_tokens=True."""
|
2020-02-27 17:42:27 +00:00
|
|
|
parser = DependencyParser(Vocab(), default_parser(), learn_tokens=True)
|
2019-08-23 15:54:00 +00:00
|
|
|
parser.add_label("nsubj")
|
|
|
|
assert "subtok" not in parser.labels
|
|
|
|
parser.begin_training(lambda: [])
|
|
|
|
assert "subtok" in parser.labels
|