diff --git a/spacy/language.py b/spacy/language.py
index e97b74a77..6432f3e98 100644
--- a/spacy/language.py
+++ b/spacy/language.py
@@ -900,6 +900,11 @@ class DisabledPipes(list):
 
 
 def _pipe(func, docs, kwargs):
+    # We added some args for pipe that __call__ doesn't expect.
+    kwargs = dict(kwargs)
+    for arg in ["n_threads", "batch_size"]:
+        if arg in kwargs:
+            kwargs.pop(arg)
     for doc in docs:
         doc = func(doc, **kwargs)
         yield doc