mirror of https://github.com/explosion/spaCy.git
22 lines
604 B
Python
22 lines
604 B
Python
from thinc.api import chain
|
|
from thinc.v2v import Maxout
|
|
from thinc.misc import LayerNorm
|
|
from ..util import registry, make_layer
|
|
|
|
|
|
@registry.architectures.register("thinc.FeedForward.v1")
|
|
def FeedForward(config):
|
|
layers = [make_layer(layer_cfg) for layer_cfg in config["layers"]]
|
|
model = chain(*layers)
|
|
model.cfg = config
|
|
return model
|
|
|
|
|
|
@registry.architectures.register("spacy.LayerNormalizedMaxout.v1")
|
|
def LayerNormalizedMaxout(config):
|
|
width = config["width"]
|
|
pieces = config["pieces"]
|
|
layer = LayerNorm(Maxout(width, pieces=pieces))
|
|
layer.nO = width
|
|
return layer
|