Update config

This commit is contained in:
Matthew Honnibal 2020-06-26 23:50:22 +02:00
parent 4ff9a837fc
commit de96a3950c
1 changed files with 8 additions and 8 deletions

View File

@ -29,7 +29,7 @@ omit_extra_lookups = false
[training.batch_size]
@schedules = "compounding.v1"
start = 100
start = 1000
stop = 1000
compound = 1.001
@ -40,15 +40,15 @@ beta2 = 0.999
L2_is_weight_decay = true
L2 = 0.01
grad_clip = 1.0
use_averages = true
use_averages = false
eps = 1e-8
learn_rate = 0.001
#learn_rate = 0.001
#[optimizer.learn_rate]
#@schedules = "warmup_linear.v1"
#warmup_steps = 250
#total_steps = 20000
#initial_rate = 0.001
[optimizer.learn_rate]
@schedules = "warmup_linear.v1"
warmup_steps = 250
total_steps = 20000
initial_rate = 0.001
[nlp]
lang = "en"