This commit is contained in:
svlandeg 2020-10-13 09:27:19 +02:00
parent 4fa967ea84
commit 1f465bea18
1 changed files with 9 additions and 8 deletions

View File

@ -1361,11 +1361,12 @@ def check_bool_env_var(env_var: str) -> bool:
def _pipe(docs, proc, kwargs):
if hasattr(proc, "pipe"):
yield from proc.pipe(docs, **kwargs)
# We added some args for pipe that __call__ doesn't expect.
kwargs = dict(kwargs)
for arg in ["batch_size"]:
if arg in kwargs:
kwargs.pop(arg)
for doc in docs:
doc = proc(doc, **kwargs)
yield doc
else:
# We added some args for pipe that __call__ doesn't expect.
kwargs = dict(kwargs)
for arg in ["batch_size"]:
if arg in kwargs:
kwargs.pop(arg)
for doc in docs:
doc = proc(doc, **kwargs)
yield doc