diff --git a/spacy/en/tokenizer_exceptions.py b/spacy/en/tokenizer_exceptions.py
index cdd543adf..7d0d266db 100644
--- a/spacy/en/tokenizer_exceptions.py
+++ b/spacy/en/tokenizer_exceptions.py
@@ -637,7 +637,6 @@ for string in EXCLUDE_EXC:
 
 ORTH_ONLY = [
     "''",
-    "\")",
     "a.",
     "a.m.",
     "Adm.",
diff --git a/spacy/language_data/emoticons.py b/spacy/language_data/emoticons.py
index 3fa44368d..bc951a007 100644
--- a/spacy/language_data/emoticons.py
+++ b/spacy/language_data/emoticons.py
@@ -13,6 +13,7 @@ EMOTICONS = set("""
 (-:
 =)
 (=
+")
 :]
 :-]
 [: