From fb5602847623c88baed19d9c309400048d2693bb Mon Sep 17 00:00:00 2001
From: Matthew Honnibal <honnibal+gh@gmail.com>
Date: Wed, 12 Dec 2018 12:37:07 +0100
Subject: [PATCH] Remove b1 and b2 decay

---
 spacy/cli/train.py | 4 ----
 1 file changed, 4 deletions(-)

diff --git a/spacy/cli/train.py b/spacy/cli/train.py
index dc205196a..3af0ba6ea 100644
--- a/spacy/cli/train.py
+++ b/spacy/cli/train.py
@@ -192,11 +192,7 @@ def train(
         # Start with a blank model, call begin_training
         optimizer = nlp.begin_training(lambda: corpus.train_tuples, device=use_gpu)
 
-    optimizer.b1_decay = 0.0001
-    optimizer.b2_decay = 0.0001
     nlp._optimizer = None
-    optimizer.b1_decay = 0.003
-    optimizer.b2_decay = 0.003
 
     # Load in pre-trained weights
     if init_tok2vec is not None: