Rooba
/
tqdm
mirror of https://github.com/tqdm/tqdm.git
1
1
Fork 0
Code Issues Packages Projects Releases Wiki Activity

fix `contrib.wraps` auto `cpu_count`

This commit is contained in:
Casper da Costa-Luis 2020-01-17 20:10:52 +00:00
parent 41a6f8b8e6
commit 078980c10d
No known key found for this signature in database
GPG Key ID: 986B408043AE090D
1 changed files with 9 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

11
tqdm/contrib/wraps.py
View File

@ -4,7 +4,14 @@ Thin wrappers around common functions.
from tqdm.auto import tqdm as tqdm_auto
from copy import deepcopy
import functools
import os
try:
from os import cpu_count
except ImportError:
try:
from multiprocessing import cpu_count
except ImportError:
def cpu_count():
return 4
import sys
__author__ = {"github.com/": ["casperdcl"]}
@ -68,7 +75,7 @@ def _executor_map(PoolExecutor, fn, *iterables, **tqdm_kwargs):
kwargs = deepcopy(tqdm_kwargs)
kwargs.setdefault("total", len(iterables[0]))
tqdm_class = kwargs.pop("tqdm_class", tqdm_auto)
max_workers = kwargs.pop("max_workers", min(32, os.cpu_count() + 4))
max_workers = kwargs.pop("max_workers", min(32, cpu_count() + 4))
with PoolExecutor(max_workers=max_workers) as ex:
return list(tqdm_class(ex.map(fn, *iterables), **kwargs))