diff --git a/spacy/_ml.py b/spacy/_ml.py
index d6116cfe5..b0c8f2455 100644
--- a/spacy/_ml.py
+++ b/spacy/_ml.py
@@ -21,7 +21,6 @@ from thinc.neural.pooling import Pooling, max_pool, mean_pool, sum_pool
 from thinc.neural._classes.attention import ParametricAttention
 from thinc.linear.linear import LinearModel
 from thinc.api import uniqued, wrap, flatten_add_lengths
-from thinc.neural._classes.rnn import BiLSTM
 
 
 from .attrs import ID, ORTH, LOWER, NORM, PREFIX, SUFFIX, SHAPE, TAG, DEP