diff --git a/spacy/cli/train.py b/spacy/cli/train.py
index e152ae8ea..b0bc145ff 100644
--- a/spacy/cli/train.py
+++ b/spacy/cli/train.py
@@ -246,7 +246,7 @@ def create_evaluation_callback(
 ) -> Callable[[], Tuple[float, Dict[str, float]]]:
     def evaluate() -> Tuple[float, Dict[str, float]]:
         dev_examples = corpus.dev_dataset(
-            nlp, gold_preproc=cfg["gold_preproc"], ignore_misaligned=True
+            nlp, gold_preproc=cfg["gold_preproc"]
         )
         dev_examples = list(dev_examples)
         n_words = sum(len(ex.predicted) for ex in dev_examples)