Rooba
/
spaCy
mirror of https://github.com/explosion/spaCy.git
1
1
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Try to fix augmentation

This commit is contained in:
Matthew Honnibal 2020-09-29 23:08:56 +02:00
parent a2aa1f6882
commit 14c4da547f
1 changed files with 4 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
spacy/training/augment.py
View File

@ -38,6 +38,9 @@ def orth_variants_augmenter(nlp, example, *, level: float = 0.0, lower: float =
orig_dict["token_annotation"], orig_dict["token_annotation"],
lower=raw_text is not None and random.random() < lower, lower=raw_text is not None and random.random() < lower,
) )
if variant_text is None:
doc = Doc(nlp.vocab, words=variant_token_annot["words"])
else:
doc = nlp.make_doc(variant_text) doc = nlp.make_doc(variant_text)
orig_dict["token_annotation"] = variant_token_annot orig_dict["token_annotation"] = variant_token_annot
yield example.from_dict(doc, orig_dict) yield example.from_dict(doc, orig_dict)