From 034d803b7a4f0118b1d981554e62a1cf0a0da721 Mon Sep 17 00:00:00 2001 From: Matthew Honnibal Date: Tue, 28 Jul 2020 13:52:05 +0200 Subject: [PATCH] Update ptb config --- .../ptb-joint-pos-dep/defaults.cfg | 19 ++++++++++++------- 1 file changed, 12 insertions(+), 7 deletions(-) diff --git a/examples/experiments/ptb-joint-pos-dep/defaults.cfg b/examples/experiments/ptb-joint-pos-dep/defaults.cfg index d694ceac8..48741c433 100644 --- a/examples/experiments/ptb-joint-pos-dep/defaults.cfg +++ b/examples/experiments/ptb-joint-pos-dep/defaults.cfg @@ -64,7 +64,7 @@ min_action_freq = 1 @architectures = "spacy.Tagger.v1" [components.tagger.model.tok2vec] -@architectures = "spacy.Tok2VecTensors.v1" +@architectures = "spacy.Tok2VecListener.v1" width = ${components.tok2vec.model:width} [components.parser.model] @@ -74,16 +74,21 @@ hidden_width = 64 maxout_pieces = 3 [components.parser.model.tok2vec] -@architectures = "spacy.Tok2VecTensors.v1" +@architectures = "spacy.Tok2VecListener.v1" width = ${components.tok2vec.model:width} [components.tok2vec.model] -@architectures = "spacy.HashEmbedCNN.v1" -pretrained_vectors = ${training:vectors} +@architectures = "spacy.Tok2Vec.v1" + +[components.tok2vec.model.embed] +@architectures = "spacy.HashEmbed.v1" width = 96 +rows = 2000 +also_use_subwords = true +also_use_static_vectors = false + +[components.tok2vec.model.encode] +@architectures = "spacy.MaxoutWindowEncode.v1" depth = 4 window_size = 1 -embed_size = 2000 maxout_pieces = 3 -subword_features = true -dropout = null