mirror of https://github.com/explosion/spaCy.git
26 lines
486 B
INI
26 lines
486 B
INI
|
[pretraining]
|
||
|
|
max_epochs = 1000
|
||
|
|
min_length = 5
|
||
|
|
max_length = 500
|
||
|
|
dropout = 0.2
|
||
|
|
n_save_every = null
|
||
|
|
batch_size = 3000
|
||
|
|
seed = ${system.seed}
|
||
|
|
use_pytorch_for_gpu_memory = ${system.use_pytorch_for_gpu_memory}
|
||
|
|
tok2vec_model = "components.tok2vec.model"
|
||
|
|
|
||
|
|
[pretraining.objective]
|
||
|
|
type = "characters"
|
||
|
|
n_characters = 4
|
||
|
|
|
||
|
|
[pretraining.optimizer]
|
||
|
|
@optimizers = "Adam.v1"
|
||
|
|
beta1 = 0.9
|
||
|
|
beta2 = 0.999
|
||
|
|
L2_is_weight_decay = true
|
||
|
|
L2 = 0.01
|
||
|
|
grad_clip = 1.0
|
||
|
|
use_averages = true
|
||
|
|
eps = 1e-8
|
||
|
|
learn_rate = 0.001
|