From a29fd79fbc98883d4239cf10906753187b1064de Mon Sep 17 00:00:00 2001 From: Matthew Honnibal Date: Fri, 16 Oct 2015 04:24:08 +1100 Subject: [PATCH] * Update get_freqs.py script --- bin/get_freqs.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/bin/get_freqs.py b/bin/get_freqs.py index 2633e6865..ba0640d87 100755 --- a/bin/get_freqs.py +++ b/bin/get_freqs.py @@ -15,6 +15,8 @@ from joblib import Parallel, delayed import spacy.en from spacy.strings import StringStore from spacy.attrs import ORTH +from spacy.tokenizer import Tokenizer +from spacy.vocab import Vocab def iter_comments(loc):