diff --git a/spacy/en/language_data.py b/spacy/en/language_data.py
index caaa7b7fe..8933e1f47 100644
--- a/spacy/en/language_data.py
+++ b/spacy/en/language_data.py
@@ -87,8 +87,6 @@ TAG_MAP = {
     "ADD":      {POS: X},
     "NFP":      {POS: PUNCT},
     "GW":       {POS: X},
-    "AFX":      {POS: X},
-    "HYPH":     {POS: PUNCT},
     "XX":       {POS: X},
     "BES":      {POS: VERB},
     "HVS":      {POS: VERB}