fixed variable types

This commit is contained in:
thjbbvlt 2024-03-26 11:08:49 +01:00
parent f3967e8b91
commit 657849238f
1 changed files with 4 additions and 5 deletions

View File

@ -49,11 +49,10 @@ def upperandtitle(a):
return [x for y in [fn(i) for i in a] for x in y]
_suffix_inversion = r"|".join(upperandtitle(_suffix_inversion))
_prefix_elision = r"|".join(upperandtitle(_prefix_elision))
_elision = rf"(?:\b(?:{_prefix_elision})[{ELISION}])"
_inversion = rf"(?:(?<=[^\W\d])[{HYPHENS}]\b(?:{_suffix_inversion})\b)"
_elision = rf"(?:\b(?:{r'|'.join(upperandtitle(_prefix_elision))})[{ELISION}])"
_inversion = (
rf"(?:(?<=[^\W\d])[{HYPHENS}]\b(?:{r'|'.join(upperandtitle(_suffix_inversion))})\b)"
)
TOKENIZER_PREFIXES = [_elision]