From a4633fff6fd7f5c84b41c24178c5d8b22aa09724 Mon Sep 17 00:00:00 2001 From: Matthew Honnibal Date: Tue, 22 Aug 2017 17:01:58 -0500 Subject: [PATCH] Restore use of batch norm in model --- spacy/_ml.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/spacy/_ml.py b/spacy/_ml.py index ebff377ca..5ab430684 100644 --- a/spacy/_ml.py +++ b/spacy/_ml.py @@ -236,7 +236,7 @@ def Tok2Vec(width, embed_size, preprocess=None): >> uniqued(embed, column=5) >> drop_layer( Residual( - (ExtractWindow(nW=1) >> ReLu(width, width*3)) + (ExtractWindow(nW=1) >> BN(Maxout(width, width*3))) ) ) ** 4, pad=4 )