Rooba
/
spaCy
mirror of https://github.com/explosion/spaCy.git
1
1
Fork 0
Code Issues Packages Projects Releases Wiki Activity

* Remove test_freqs function

This commit is contained in:
Matthew Honnibal 2015-09-12 04:20:43 +02:00
parent dfdd4f2d60
commit db184716a0
1 changed files with 0 additions and 19 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

19
tests/serialize/test_huffman.py
View File

@ -104,22 +104,3 @@ def test_vocab(EN):
leaf = codec.leaves[i] leaf = codec.leaves[i]
expected_length += len(code) * numpy.exp(EN.vocab[leaf].prob) expected_length += len(code) * numpy.exp(EN.vocab[leaf].prob)
assert 8 < expected_length < 15 assert 8 < expected_length < 15
@pytest.mark.slow
def test_freqs():
freqs = []
words = []
for i, line in enumerate(open('freqs.txt')):
pieces = line.strip().split()
if len(pieces) != 2:
continue
freq, word = pieces
freqs.append(int(freq))
words.append(word)
total = float(sum(freqs))
codec = HuffmanCodec(zip(words, freqs))
expected_length = 0
for i, code in enumerate(codec.strings):
expected_length += len(code) * (freqs[i] / total)
assert 8 < expected_length < 14