diff --git a/spacy/syntax/ner.pyx b/spacy/syntax/ner.pyx
index 8f6a662e8..fbd580b29 100644
--- a/spacy/syntax/ner.pyx
+++ b/spacy/syntax/ner.pyx
@@ -85,6 +85,9 @@ cdef class BiluoPushDown(TransitionSystem):
             elif gold.c.ner[i].move == OUT:
                 self.freqs[ENT_IOB][1] += 1
                 self.freqs[ENT_TYPE][0] += 1
+            else:
+                self.freqs[ENT_IOB][1] += 1
+                self.freqs[ENT_TYPE][0] += 1
 
     cdef Transition lookup_transition(self, object name) except *:
         if name == '-':