diff --git a/spacy/en/pos.pyx b/spacy/en/pos.pyx
index 33804a3fd..f8ebc146a 100644
--- a/spacy/en/pos.pyx
+++ b/spacy/en/pos.pyx
@@ -241,9 +241,10 @@ cdef class EnPosTagger:
         cdef atom_t[N_CONTEXT_FIELDS] context
         cdef TokenC* t = tokens.data
         for i in range(tokens.length):
-            fill_context(context, i, t)
-            t[i].fine_pos = self.model.predict(context)
-            self.set_morph(i, t)
+            if t[i].fine_pos == 0:
+                fill_context(context, i, t)
+                t[i].fine_pos = self.model.predict(context)
+                self.set_morph(i, t)
 
     def train(self, Tokens tokens, py_golds):
         cdef int i