mirror of https://github.com/explosion/spaCy.git
87 lines
2.8 KiB
Python
87 lines
2.8 KiB
Python
|
from __future__ import unicode_literals
|
||
|
|
from __future__ import print_function
|
||
|
|
|
||
|
|
import plac
|
||
|
|
from pathlib import Path
|
||
|
|
import random
|
||
|
|
|
||
|
|
import spacy.en
|
||
|
|
import model
|
||
|
|
|
||
|
|
|
||
|
|
try:
|
||
|
|
import cPickle as pickle
|
||
|
|
except ImportError:
|
||
|
|
import pickle
|
||
|
|
|
||
|
|
|
||
|
|
def read_data(nlp, data_dir):
|
||
|
|
for subdir, label in (('pos', 1), ('neg', 0)):
|
||
|
|
for filename in (data_dir / subdir).iterdir():
|
||
|
|
text = filename.open().read()
|
||
|
|
doc = nlp(text)
|
||
|
|
yield doc, label
|
||
|
|
|
||
|
|
|
||
|
|
def partition(examples, split_size):
|
||
|
|
examples = list(examples)
|
||
|
|
random.shuffle(examples)
|
||
|
|
n_docs = len(examples)
|
||
|
|
split = int(n_docs * split_size)
|
||
|
|
return examples[:split], examples[split:]
|
||
|
|
|
||
|
|
|
||
|
|
class Dataset(object):
|
||
|
|
def __init__(self, nlp, data_dir, batch_size=24):
|
||
|
|
self.batch_size = batch_size
|
||
|
|
self.train, self.dev = partition(read_data(nlp, Path(data_dir)), 0.8)
|
||
|
|
print("Read %d train docs" % len(self.train))
|
||
|
|
print("Pos. Train: ", sum(eg[1] == 1 for eg in self.train))
|
||
|
|
print("Read %d dev docs" % len(self.dev))
|
||
|
|
print("Neg. Dev: ", sum(eg[1] == 1 for eg in self.dev))
|
||
|
|
|
||
|
|
def batches(self, data):
|
||
|
|
for i in range(0, len(data), self.batch_size):
|
||
|
|
yield data[i : i + self.batch_size]
|
||
|
|
|
||
|
|
|
||
|
|
def model_writer(out_dir, name):
|
||
|
|
def save_model(epoch, params):
|
||
|
|
out_path = out_dir / name.format(epoch=epoch)
|
||
|
|
pickle.dump(params, out_path.open('wb'))
|
||
|
|
return save_model
|
||
|
|
|
||
|
|
|
||
|
|
@plac.annotations(
|
||
|
|
data_dir=("Data directory", "positional", None, Path),
|
||
|
|
vocab_size=("Number of words to fine-tune", "option", "w", int),
|
||
|
|
n_iter=("Number of iterations (epochs)", "option", "i", int),
|
||
|
|
vector_len=("Size of embedding vectors", "option", "e", int),
|
||
|
|
hidden_len=("Size of hidden layers", "option", "H", int),
|
||
|
|
depth=("Depth", "option", "d", int),
|
||
|
|
drop_rate=("Drop-out rate", "option", "r", float),
|
||
|
|
rho=("Regularization penalty", "option", "p", float),
|
||
|
|
batch_size=("Batch size", "option", "b", int),
|
||
|
|
out_dir=("Model directory", "positional", None, Path)
|
||
|
|
)
|
||
|
|
def main(data_dir, out_dir, n_iter=10, vector_len=300, vocab_size=20000,
|
||
|
|
hidden_len=300, depth=3, drop_rate=0.3, rho=1e-4, batch_size=24):
|
||
|
|
print("Loading")
|
||
|
|
nlp = spacy.en.English(parser=False)
|
||
|
|
dataset = Dataset(nlp, data_dir / 'train', batch_size)
|
||
|
|
print("Training")
|
||
|
|
network = model.train(dataset, vector_len, hidden_len, 2, vocab_size, depth,
|
||
|
|
drop_rate, rho, n_iter,
|
||
|
|
model_writer(out_dir, 'model_{epoch}.pickle'))
|
||
|
|
score = model.Scorer()
|
||
|
|
print("Evaluating")
|
||
|
|
for doc, label in read_data(nlp, data_dir / 'test'):
|
||
|
|
word_ids, embeddings = model.get_words(doc, 0.0, vocab_size)
|
||
|
|
guess = network.forward(word_ids, embeddings)
|
||
|
|
score += guess == label
|
||
|
|
print(score)
|
||
|
|
|
||
|
|
|
||
|
|
if __name__ == '__main__':
|
||
|
|
plac.call(main)
|