diff --git a/spacy/cli/ud/ud_train.py b/spacy/cli/ud/ud_train.py
index 44ecababe..f172c8d78 100644
--- a/spacy/cli/ud/ud_train.py
+++ b/spacy/cli/ud/ud_train.py
@@ -342,9 +342,10 @@ def load_nlp(corpus, config, vectors=None):
 
 
 def initialize_pipeline(nlp, docs, golds, config, device):
-    nlp.add_pipe(nlp.create_pipe("tagger"))
+    nlp.add_pipe(nlp.create_pipe("tagger", set_morphology=False))
     nlp.add_pipe(nlp.create_pipe("morphologizer"))
     nlp.add_pipe(nlp.create_pipe("parser"))
+    assert not nlp.get_pipe("tagger").set_morphology
     if config.multitask_tag:
         nlp.parser.add_multitask_objective("tag")
     if config.multitask_sent: