Use layer norm instead of batch norm

2017-08-25 12:37:10 -05:00 · 2017-08-25 12:37:10 -05:00 · 4ce5531389
parent 9c580ad28a
commit 4ce5531389
1 changed files with 1 additions and 1 deletions
--- a/spacy/_ml.py
+++ b/spacy/_ml.py
@ -239,7 +239,7 @@ def Tok2Vec(width, embed_size, preprocess=None):
                >> uniqued(embed, column=5)
                >> drop_layer(
                    Residual(
-                        (ExtractWindow(nW=1) >> BN(Maxout(width, width*3)))
+                        (ExtractWindow(nW=1) >> LN(Maxout(width, width*3)))
                    )
                ) ** 4, pad=4
            )