Rooba
/
spaCy
mirror of https://github.com/explosion/spaCy.git
1
1
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Add non-linearity after history features

This commit is contained in:
Matthew Honnibal 2017-10-07 21:00:43 -05:00
parent 92c5d78b42
commit d163115e91
1 changed files with 2 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

3
spacy/_ml.py
View File

@ -264,7 +264,8 @@ def HistoryFeatures(nr_class, hist_size=8, nr_dim=8):
return layerize(noop()) return layerize(noop())
embed_tables = [Embed(nr_dim, nr_class, column=i, name='embed%d') embed_tables = [Embed(nr_dim, nr_class, column=i, name='embed%d')
for i in range(hist_size)] for i in range(hist_size)]
embed = concatenate(*embed_tables) embed = chain(concatenate(*embed_tables),
LN(Maxout(hist_size*nr_dim, hist_size*nr_dim)))
ops = embed.ops ops = embed.ops
def add_history_fwd(vectors_hists, drop=0.): def add_history_fwd(vectors_hists, drop=0.):
vectors, hist_ids = vectors_hists vectors, hist_ids = vectors_hists