Improve textcat model slightly

This commit is contained in:
Matthew Honnibal 2017-10-04 15:15:53 +02:00
parent f1b86dff8c
commit f8a0614527
1 changed files with 1 additions and 1 deletions

View File

@ -622,7 +622,7 @@ def build_text_classifier(nr_class, width=64, **cfg):
>> with_flatten( >> with_flatten(
LN(Maxout(width, vectors_width)) LN(Maxout(width, vectors_width))
>> Residual( >> Residual(
(ExtractWindow(nW=1) >> zero_init(Maxout(width, width*3))) (ExtractWindow(nW=1) >> LN(Maxout(width, width*3)))
) ** 2, pad=2 ) ** 2, pad=2
) )
>> flatten_add_lengths >> flatten_add_lengths