diff --git a/tests/website/test_api.py b/tests/website/test_api.py
index 50ec73827..8b52ffff6 100644
--- a/tests/website/test_api.py
+++ b/tests/website/test_api.py
@@ -59,6 +59,7 @@ def test_noun_chunk_spans(nlp):
     # NP three noun chunks <-- has
 
 
+@pytest.mark.models
 def test_count_by(nlp):
     # from spacy.en import English, attrs
     # nlp = English()