* Ensure data files are copied for tokenizer in init_model

This commit is contained in:
Matthew Honnibal 2015-07-26 01:36:19 +02:00
parent ab93898ac6
commit 6a5e035a48
1 changed files with 1 additions and 2 deletions

View File

@ -46,7 +46,6 @@ def setup_tokenizer(lang_data_dir, tok_dir):
'suffix.txt'):
src = lang_data_dir / filename
dst = tok_dir / filename
if not dst.exists():
copyfile(str(src), str(dst))