From bd608559bccd3c9cf29e6bf68daa8a8c456da68c Mon Sep 17 00:00:00 2001 From: Matthew Honnibal Date: Sun, 26 Jul 2015 17:14:52 +0200 Subject: [PATCH] * Fix infix-period tokenization --- lang_data/en/infix.txt | 1 + 1 file changed, 1 insertion(+) diff --git a/lang_data/en/infix.txt b/lang_data/en/infix.txt index 4f251ea9a..fb2301fa2 100644 --- a/lang_data/en/infix.txt +++ b/lang_data/en/infix.txt @@ -1,2 +1,3 @@ \.\.\. +(?:[\w\d]+)(\.)(?:[\w\d]) (?<=[a-zA-Z])-(?=[a-zA-z])