From 542e6fd4eac1356ab7b206a6440e6ce787c165d1 Mon Sep 17 00:00:00 2001 From: Matthew Honnibal Date: Thu, 23 Nov 2017 12:17:42 +0000 Subject: [PATCH] Don't remove entries from specials --- spacy/tokenizer.pyx | 1 - 1 file changed, 1 deletion(-) diff --git a/spacy/tokenizer.pyx b/spacy/tokenizer.pyx index 64c00d950..46dd213de 100644 --- a/spacy/tokenizer.pyx +++ b/spacy/tokenizer.pyx @@ -136,7 +136,6 @@ cdef class Tokenizer: def _reset_cache(self, keys): for k in keys: del self._cache[k] - del self._specials[k] cdef int _try_cache(self, hash_t key, Doc tokens) except -1: cached = <_Cached*>self._cache.get(key)