Use layer norm instead of batch norm

This commit is contained in:
Matthew Honnibal 2017-08-25 12:37:10 -05:00
parent 9c580ad28a
commit 4ce5531389
1 changed files with 1 additions and 1 deletions

View File

@ -239,7 +239,7 @@ def Tok2Vec(width, embed_size, preprocess=None):
>> uniqued(embed, column=5) >> uniqued(embed, column=5)
>> drop_layer( >> drop_layer(
Residual( Residual(
(ExtractWindow(nW=1) >> BN(Maxout(width, width*3))) (ExtractWindow(nW=1) >> LN(Maxout(width, width*3)))
) )
) ** 4, pad=4 ) ** 4, pad=4
) )