diff --git a/spacy/en.pyx b/spacy/en.pyx
index ba4f747dd..614c20bd7 100644
--- a/spacy/en.pyx
+++ b/spacy/en.pyx
@@ -139,20 +139,6 @@ cdef class English(Language):
         name (unicode): The two letter code used by Wikipedia for the language.
         lexicon (Lexicon): The lexicon. Exposes the lookup method.
     """
-    def load_pos_cache(self, loc):
-        cdef int i = 0
-        cdef hash_t key
-        cdef int pos
-        with open(loc) as file_:
-            for line in file_:
-                pieces = line.split()
-                if i >= 500000:
-                    break
-                i += 1
-                key = int(pieces[1])
-                pos = int(pieces[2])
-                self._pos_cache.set(key, <void*>pos)
-
     def get_props(self, unicode string):
         return {'flags': self.set_flags(string), 'dense': orth.word_shape(string)}
 
@@ -181,16 +167,8 @@ cdef class English(Language):
         assert self.morphologizer is not None
         cdef dict tagdict = self.pos_tagger.tagdict
         for i in range(tokens.length):
-            if USE_POS_CACHE:
-                bigram[0] = tokens.data[i].lex.sic
-                bigram[1] = tokens.data[i-1].lex.sic
-                cache_key = hash64(bigram, sizeof(id_t) * 2, 0)
-                cached = self._pos_cache.get(cache_key)
-            if cached != NULL:
-                t[i].pos = <int><size_t>cached
-            else:
-                fill_pos_context(context, i, t)
-                t[i].pos = self.pos_tagger.predict(context)
+            fill_pos_context(context, i, t)
+            t[i].pos = self.pos_tagger.predict(context)
             self.morphologizer.set_morph(i, t)
 
     def train_pos(self, Tokens tokens, golds):
diff --git a/spacy/lang.pxd b/spacy/lang.pxd
index de7ecd54a..9170e0dce 100644
--- a/spacy/lang.pxd
+++ b/spacy/lang.pxd
@@ -46,7 +46,6 @@ cdef class Language:
     cpdef readonly Morphologizer morphologizer
     cpdef readonly GreedyParser parser
 
-    cdef PreshMap _pos_cache
     cdef object _prefix_re
     cdef object _suffix_re
     cdef object _infix_re
diff --git a/spacy/lang.pyx b/spacy/lang.pyx
index f8fe7a0a3..c03bb162e 100644
--- a/spacy/lang.pyx
+++ b/spacy/lang.pyx
@@ -34,7 +34,6 @@ cdef class Language:
         self.mem = Pool()
         self._cache = PreshMap(2 ** 25)
         self._specials = PreshMap(2 ** 16)
-        self._pos_cache = PreshMap(2 ** 16)
         rules, prefix, suffix, infix = util.read_lang_data(name)
         self._prefix_re = re.compile(prefix)
         self._suffix_re = re.compile(suffix)