diff --git a/spacy/cli/train.py b/spacy/cli/train.py
index aede0e8f4..57a88159d 100644
--- a/spacy/cli/train.py
+++ b/spacy/cli/train.py
@@ -1,15 +1,13 @@
 from typing import Optional
 from pathlib import Path
 from wasabi import msg
-from thinc.api import Config
 import typer
 import logging
 
 from ._util import app, Arg, Opt, parse_config_overrides, show_validation_error
 from ._util import import_code, setup_gpu
-from ..language import Language
 from ..training.loop import train
-from ..training.initialize import init_nlp, must_reinitialize
+from ..training.initialize import init_nlp
 from .. import util
 
 
diff --git a/spacy/training/initialize.py b/spacy/training/initialize.py
index e248cf314..d64f211c4 100644
--- a/spacy/training/initialize.py
+++ b/spacy/training/initialize.py
@@ -9,7 +9,6 @@ import gzip
 import zipfile
 import tqdm
 
-from .loop import create_before_to_disk_callback
 from ..lookups import Lookups
 from ..vectors import Vectors
 from ..errors import Errors
@@ -39,7 +38,6 @@ def init_nlp(config: Config, *, use_gpu: int = -1) -> "Language":
     dot_names = [T["train_corpus"], T["dev_corpus"]]
     train_corpus, dev_corpus = resolve_dot_names(config, dot_names)
     optimizer = T["optimizer"]
-    before_to_disk = create_before_to_disk_callback(T["before_to_disk"])
     # Components that shouldn't be updated during training
     frozen_components = T["frozen_components"]
     # Sourced components that require resume_training
@@ -55,15 +53,9 @@ def init_nlp(config: Config, *, use_gpu: int = -1) -> "Language":
     # Verify the config after calling 'initialize' to ensure labels
     # are properly initialized
     verify_config(nlp)
-    nlp = before_to_disk(nlp)
     return nlp
 
 
-def must_reinitialize(train_config: Config, init_config: Config) -> bool:
-    # TODO: do this better and more fine-grained
-    return train_config.interpolate().to_str() == init_config.interpolate().to_str()
-
-
 def init_vocab(
     nlp: "Language",
     *,