Rooba
/
spaCy
mirror of https://github.com/explosion/spaCy.git
1
1
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Update tagger training example

This commit is contained in:
Matthew Honnibal 2017-11-01 21:49:08 +01:00
parent eca41f0cf6
commit e033162a1d
1 changed files with 4 additions and 5 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

9
examples/training/train_tagger.py
View File

@ -18,7 +18,6 @@ import random
from pathlib import Path from pathlib import Path
import spacy import spacy
from spacy.util import get_lang_class
from spacy.tokens import Doc from spacy.tokens import Doc
from spacy.gold import GoldParse from spacy.gold import GoldParse
@ -52,13 +51,13 @@ def main(lang='en', output_dir=None, n_iter=25):
train the tagger with a custom tag map, we're creating a new Language train the tagger with a custom tag map, we're creating a new Language
instance with a custom vocab. instance with a custom vocab.
""" """
lang_cls = get_lang_class(lang) # get Language class nlp = spacy.blank(lang)
lang_cls.Defaults.tag_map.update(TAG_MAP) # add tag map to defaults
nlp = lang_cls() # initialise Language class
# add the tagger to the pipeline # add the tagger to the pipeline
# nlp.create_pipe works for built-ins that are registered with spaCy # nlp.create_pipe works for built-ins that are registered with spaCy
tagger = nlp.create_pipe('tagger') tagger = nlp.create_pipe('tagger')
# Add the tags. This needs to be done before you start training.
for tag, values in TAG_MAP.items():
tagger.add_label(tag, values)
nlp.add_pipe(tagger) nlp.add_pipe(tagger)
optimizer = nlp.begin_training() optimizer = nlp.begin_training()