diff --git a/spacy/en/download.py b/spacy/en/download.py
index 748e0542d..1cc029c09 100644
--- a/spacy/en/download.py
+++ b/spacy/en/download.py
@@ -38,6 +38,7 @@ def install_data(url, extract_path, download_path):
     assert tmp == download_path
     t = tarfile.open(download_path)
     t.extractall(extract_path)
+    os.unlink(download_path)
 
 
 @plac.annotations(