diff --git a/spacy/pipeline.pyx b/spacy/pipeline.pyx
index 7c1976dfa..14ebe0301 100644
--- a/spacy/pipeline.pyx
+++ b/spacy/pipeline.pyx
@@ -420,8 +420,6 @@ class NeuralTagger(BaseThincComponent):
                         new_tag_map[tag] = orig_tag_map[tag]
                     else:
                         new_tag_map[tag] = {POS: X}
-        if 'SP' not in new_tag_map:
-            new_tag_map['SP'] = orig_tag_map.get('SP', {POS: X})
         cdef Vocab vocab = self.vocab
         if new_tag_map:
             vocab.morphology = Morphology(vocab.strings, new_tag_map,