Rooba
/
spaCy
mirror of https://github.com/explosion/spaCy.git
1
1
Fork 0
Code Issues Packages Projects Releases Wiki Activity

* Fix model saving

This commit is contained in:
Matthew Honnibal 2016-05-23 12:01:46 +00:00
parent 35214053fd
commit 8036368d96
1 changed files with 11 additions and 3 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

14
bin/parser/train_ud.py
View File

@ -4,6 +4,7 @@ from os import path
import shutil import shutil
import os import os
import random import random
import io
from spacy.syntax.util import Config from spacy.syntax.util import Config
from spacy.gold import GoldParse from spacy.gold import GoldParse
@ -90,9 +91,16 @@ class TreebankParser(object):
return tokens return tokens
def end_training(self, data_dir): def end_training(self, data_dir):
self.parser.model.end_training(path.join(data_dir, 'deps', 'model')) self.parser.model.end_training()
self.tagger.model.end_training(path.join(data_dir, 'pos', 'model')) self.parser.model.dump(path.join(data_dir, 'deps', 'model'))
self.vocab.strings.dump(path.join(data_dir, 'vocab', 'strings.txt')) self.tagger.model.end_training()
self.tagger.model.dump(path.join(data_dir, 'pos', 'model'))
strings_loc = path.join(data_dir, 'vocab', 'strings.json')
with io.open(strings_loc, 'w', encoding='utf8') as file_:
self.vocab.strings.dump(file_)
self.vocab.dump(path.join(data_dir, 'vocab', 'lexemes.bin'))
def read_conllx(loc): def read_conllx(loc):