Rooba
/
spaCy
mirror of https://github.com/explosion/spaCy.git
1
1
Fork 0
Code Issues Packages Projects Releases Wiki Activity

* Remove try/except around parser.train

This commit is contained in:
Matthew Honnibal 2015-05-31 15:21:56 +02:00
parent c8a553fe91
commit 08044ea70c
1 changed files with 3 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
bin/parser/train.py
View File

@ -190,12 +190,7 @@ def train(Language, gold_tuples, model_dir, n_iter=15, feat_set=u'basic',
nlp.tagger(tokens) nlp.tagger(tokens)
gold = GoldParse(tokens, annot_tuples, make_projective=True) gold = GoldParse(tokens, annot_tuples, make_projective=True)
if gold.is_projective: if gold.is_projective:
try: loss += nlp.parser.train(tokens, gold)
loss += nlp.parser.train(tokens, gold)
except:
for i in range(len(tokens)):
print tokens[i].orth_, gold.heads[i]
raise
nlp.entity.train(tokens, gold) nlp.entity.train(tokens, gold)
nlp.tagger.train(tokens, gold.tags) nlp.tagger.train(tokens, gold.tags)
@ -259,7 +254,8 @@ def write_parses(Language, dev_loc, model_dir, out_loc):
def main(train_loc, dev_loc, model_dir, n_sents=0, n_iter=15, out_loc="", verbose=False, def main(train_loc, dev_loc, model_dir, n_sents=0, n_iter=15, out_loc="", verbose=False,
debug=False, corruption_level=0.0, gold_preproc=False): debug=False, corruption_level=0.0, gold_preproc=False):
gold_train = list(read_json_file(train_loc)) gold_train = list(read_json_file(train_loc))
taggings = get_train_tags(English, model_dir, gold_train, gold_preproc) #taggings = get_train_tags(English, model_dir, gold_train, gold_preproc)
taggings = None
train(English, gold_train, model_dir, train(English, gold_train, model_dir,
feat_set='basic' if not debug else 'debug', feat_set='basic' if not debug else 'debug',
gold_preproc=gold_preproc, n_sents=n_sents, gold_preproc=gold_preproc, n_sents=n_sents,