Improve textcat model slightly

This commit is contained in:
Matthew Honnibal 2017-10-04 15:15:53 +02:00
parent f1b86dff8c
commit f8a0614527
1 changed files with 1 additions and 1 deletions

View File

@ -622,7 +622,7 @@ def build_text_classifier(nr_class, width=64, **cfg):
>> with_flatten(
LN(Maxout(width, vectors_width))
>> Residual(
(ExtractWindow(nW=1) >> zero_init(Maxout(width, width*3)))
(ExtractWindow(nW=1) >> LN(Maxout(width, width*3)))
) ** 2, pad=2
)
>> flatten_add_lengths