From 122cb020010a3f4e34e696726206eb92ea9974e8 Mon Sep 17 00:00:00 2001
From: Matthew Honnibal <honnibal+gh@gmail.com>
Date: Wed, 2 Sep 2020 19:37:43 +0200
Subject: [PATCH] Fix averages

---
 spacy/cli/train.py | 3 ++-
 1 file changed, 2 insertions(+), 1 deletion(-)

diff --git a/spacy/cli/train.py b/spacy/cli/train.py
index 7525b9669..4ce02286a 100644
--- a/spacy/cli/train.py
+++ b/spacy/cli/train.py
@@ -159,7 +159,8 @@ def train(
                 print_row(info)
                 if is_best_checkpoint and output_path is not None:
                     update_meta(T_cfg, nlp, info)
-                    nlp.to_disk(output_path / "model-best")
+                    with nlp.use_params(optimizer.averages):
+                        nlp.to_disk(output_path / "model-best")
                 progress = tqdm.tqdm(total=T_cfg["eval_frequency"], leave=False)
                 progress.set_description(f"Epoch {info['epoch']}")
     except Exception as e: