mirror of https://github.com/explosion/spaCy.git
Merge branch 'develop'
This commit is contained in:
commit
887827fc6a
|
@ -107,7 +107,7 @@ TOKENIZER_INFIXES = (
|
|||
r'(?<=[{al}])\.(?=[{au}])'.format(al=ALPHA_LOWER, au=ALPHA_UPPER),
|
||||
r'(?<=[{a}]),(?=[{a}])'.format(a=ALPHA),
|
||||
r'(?<=[{a}])[?";:=,.]*(?:{h})(?=[{a}])'.format(a=ALPHA, h=HYPHENS),
|
||||
r'(?<=[{a}"])[:<>=](?=[{a}])'.format(a=ALPHA)
|
||||
r'(?<=[{a}"])[:<>=/](?=[{a}])'.format(a=ALPHA)
|
||||
]
|
||||
)
|
||||
|
||||
|
|
|
@ -5,8 +5,6 @@ from ...matcher import merge_phrase
|
|||
import pytest
|
||||
|
||||
|
||||
|
||||
|
||||
@pytest.mark.models
|
||||
def test_issue758():
|
||||
'''Test parser transition bug after label added.'''
|
||||
|
|
|
@ -4,7 +4,6 @@ from __future__ import unicode_literals
|
|||
import pytest
|
||||
|
||||
|
||||
@pytest.mark.xfail
|
||||
@pytest.mark.parametrize('text', ["want/need"])
|
||||
def test_issue891(en_tokenizer, text):
|
||||
"""Test that / infixes are split correctly."""
|
||||
|
|
Loading…
Reference in New Issue