From de96a3950c75150d26040f5d92bdfe1023241aeb Mon Sep 17 00:00:00 2001
From: Matthew Honnibal <honnibal+gh@gmail.com>
Date: Fri, 26 Jun 2020 23:50:22 +0200
Subject: [PATCH] Update config

---
 examples/experiments/onto-joint/defaults.cfg | 16 ++++++++--------
 1 file changed, 8 insertions(+), 8 deletions(-)

diff --git a/examples/experiments/onto-joint/defaults.cfg b/examples/experiments/onto-joint/defaults.cfg
index e45758196..ae760becc 100644
--- a/examples/experiments/onto-joint/defaults.cfg
+++ b/examples/experiments/onto-joint/defaults.cfg
@@ -29,7 +29,7 @@ omit_extra_lookups = false
 
 [training.batch_size]
 @schedules = "compounding.v1"
-start = 100
+start = 1000
 stop = 1000
 compound = 1.001
 
@@ -40,15 +40,15 @@ beta2 = 0.999
 L2_is_weight_decay = true
 L2 = 0.01
 grad_clip = 1.0
-use_averages = true
+use_averages = false
 eps = 1e-8
-learn_rate = 0.001
+#learn_rate = 0.001
 
-#[optimizer.learn_rate]
-#@schedules = "warmup_linear.v1"
-#warmup_steps = 250
-#total_steps = 20000
-#initial_rate = 0.001
+[optimizer.learn_rate]
+@schedules = "warmup_linear.v1"
+warmup_steps = 250
+total_steps = 20000
+initial_rate = 0.001
 
 [nlp]
 lang = "en"