Rooba
/
tqdm
mirror of https://github.com/tqdm/tqdm.git
1
1
Fork 0
Code Issues Packages Projects Releases Wiki Activity

contrib:concurrent:add initargs

This commit is contained in:
Casper da Costa-Luis 2020-01-24 21:43:43 +00:00
parent 2676050a6b
commit 32cde4d16a
No known key found for this signature in database
GPG Key ID: 986B408043AE090D
1 changed files with 7 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

8
tqdm/contrib/concurrent.py
View File

@ -12,6 +12,7 @@ except ImportError:
except ImportError:
def cpu_count():
return 4
import sys
__author__ = {"github.com/": ["casperdcl"]}
__all__ = ['thread_map', 'process_map']
@ -28,7 +29,12 @@ def _executor_map(PoolExecutor, fn, *iterables, **tqdm_kwargs):
kwargs.setdefault("total", len(iterables[0]))
tqdm_class = kwargs.pop("tqdm_class", tqdm_auto)
max_workers = kwargs.pop("max_workers", min(32, cpu_count() + 4))
with PoolExecutor(max_workers=max_workers) as ex:
pool_kwargs = dict(max_workers=max_workers)
if sys.version_info[:2] >= (3, 7):
# share lock in case workers are already using `tqdm`
pool_kwargs.update(
initializer=tqdm_class.set_lock, initargs=(tqdm_class.get_lock(),))
with PoolExecutor(**pool_kwargs) as ex:
return list(tqdm_class(ex.map(fn, *iterables), **kwargs))