Update config

This commit is contained in:
Matthew Honnibal 2020-06-26 23:50:22 +02:00
parent 4ff9a837fc
commit de96a3950c
1 changed files with 8 additions and 8 deletions

View File

@ -29,7 +29,7 @@ omit_extra_lookups = false
[training.batch_size] [training.batch_size]
@schedules = "compounding.v1" @schedules = "compounding.v1"
start = 100 start = 1000
stop = 1000 stop = 1000
compound = 1.001 compound = 1.001
@ -40,15 +40,15 @@ beta2 = 0.999
L2_is_weight_decay = true L2_is_weight_decay = true
L2 = 0.01 L2 = 0.01
grad_clip = 1.0 grad_clip = 1.0
use_averages = true use_averages = false
eps = 1e-8 eps = 1e-8
learn_rate = 0.001 #learn_rate = 0.001
#[optimizer.learn_rate] [optimizer.learn_rate]
#@schedules = "warmup_linear.v1" @schedules = "warmup_linear.v1"
#warmup_steps = 250 warmup_steps = 250
#total_steps = 20000 total_steps = 20000
#initial_rate = 0.001 initial_rate = 0.001
[nlp] [nlp]
lang = "en" lang = "en"