diff --git a/spacy/tests/regression/test_issue1915.py b/spacy/tests/regression/test_issue1915.py
new file mode 100644
index 000000000..23cf6dc73
--- /dev/null
+++ b/spacy/tests/regression/test_issue1915.py
@@ -0,0 +1,19 @@
+# coding: utf8
+
+from __future__ import unicode_literals
+from ...language import Language
+
+
+def test_simple_ner():
+    cfg = {
+        'hidden_depth': 2,  # should error out
+    }
+
+    nlp = Language()
+    nlp.add_pipe(nlp.create_pipe('ner'))
+    nlp.get_pipe('ner').add_label('answer')
+    try:
+        nlp.begin_training(**cfg)
+        assert False  # should error out
+    except ValueError:
+        assert True