diff --git a/.travis.yml b/.travis.yml
index a1f7044b0..fda38937d 100644
--- a/.travis.yml
+++ b/.travis.yml
@@ -14,6 +14,7 @@ os:
 env:
   - VIA=compile LC_ALL=en_US.ascii 
   - VIA=compile
+  - VIA=pypi
 
 #  - VIA=sdist
 
@@ -23,7 +24,7 @@ install:
 script:
   - "pip install pytest pytest-timeout"
   - if [[ "${VIA}" == "compile" ]]; then python -m pytest --tb=native spacy; fi
-  - if [[ "${VIA}" == "pypi" ]]; then python -m pytest --tb=native `python -c "import os.path; import spacy; print(os.path.abspath(ospath.dirname(spacy.__file__)))"`; fi
+  - if [[ "${VIA}" == "pypi" ]]; then python -m pytest --tb=native --models --en `python -c "import os.path; import spacy; print(os.path.abspath(ospath.dirname(spacy.__file__)))"`; fi
   - if [[ "${VIA}" == "sdist" ]]; then python -m pytest --tb=native `python -c "import os.path; import spacy; print(os.path.abspath(os.path.dirname(spacy.__file__)))"`; fi
   
 notifications:
diff --git a/travis.sh b/travis.sh
index 67d413a1b..49cc3f158 100755
--- a/travis.sh
+++ b/travis.sh
@@ -3,7 +3,7 @@
 if [ "${VIA}" == "pypi" ]; then
     rm -rf *
     pip install spacy
-    python -m spacy.en.download
+    python -m spacy download en
     python -m spacy.de.download
 fi