diff --git a/spacy/default_config.cfg b/spacy/default_config.cfg
index 9507f0f0a..7cd71453f 100644
--- a/spacy/default_config.cfg
+++ b/spacy/default_config.cfg
@@ -52,7 +52,7 @@ path = ${paths.train}
 # data is passed in sentence-by-sentence via some prior preprocessing.
 gold_preproc = false
 # Limitations on training document length
-max_length = 2000
+max_length = 0
 # Limitation on number of training examples
 limit = 0
 
@@ -64,7 +64,7 @@ path = ${paths.dev}
 # data is passed in sentence-by-sentence via some prior preprocessing.
 gold_preproc = false
 # Limitations on training document length
-max_length = 2000
+max_length = 0
 # Limitation on number of training examples
 limit = 0
 
@@ -88,9 +88,4 @@ L2 = 0.01
 grad_clip = 1.0
 use_averages = false
 eps = 1e-8
-
-[training.optimizer.learn_rate]
-@schedules = "warmup_linear.v1"
-warmup_steps = 250
-total_steps = 20000
-initial_rate = 0.001
+learn_rate = 0.001