From 9b42e2d5dda713beec02f47ec69e66fc6db4eed7 Mon Sep 17 00:00:00 2001 From: Ines Montani Date: Sat, 9 Mar 2019 02:05:26 +0100 Subject: [PATCH] Experiment with escaping hyphens --- spacy/lang/char_classes.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/spacy/lang/char_classes.py b/spacy/lang/char_classes.py index cb2e817d5..4a5ee6d67 100644 --- a/spacy/lang/char_classes.py +++ b/spacy/lang/char_classes.py @@ -215,7 +215,7 @@ _punct = ( r"… …… , : ; \! \? ¿ ؟ ¡ \( \) \[ \] \{ \} < > _ # \* & 。 ? ! , 、 ; : ~ · । ، ؛ ٪" ) _quotes = r'\' " ” “ ` ‘ ´ ’ ‚ , „ » « 「 」 『 』 ( ) 〔 〕 【 】 《 》 〈 〉' -_hyphens = "- – — -- --- —— ~" +_hyphens = r"\- – — \-\- \-\-\- —— ~" # Various symbols like dingbats, but also emoji # Details: https://www.compart.com/en/unicode/category/So