Rooba
/
tqdm
mirror of https://github.com/tqdm/tqdm.git
1
1
Fork 0
Code Issues Packages Projects Releases Wiki Activity

examples/parallel_bars with contrib.concurrent

This commit is contained in:
Casper da Costa-Luis 2020-01-24 22:28:22 +00:00
parent a51881728c
commit 30c2d8f223
No known key found for this signature in database
GPG Key ID: 986B408043AE090D
1 changed files with 15 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

22
examples/parallel_bars.py
View File

@ -1,6 +1,7 @@
from __future__ import print_function
from time import sleep
from tqdm import tqdm, trange
from tqdm.auto import tqdm, trange
from tqdm.contrib.concurrent import process_map, thread_map
from random import random
from multiprocessing import Pool, freeze_support
from concurrent.futures import ThreadPoolExecutor
@ -12,11 +13,12 @@ NUM_SUBITERS = 9
PY2 = sys.version_info[:1] <= (2,)
def progresser(n, auto_position=True, write_safe=False, blocking=True):
def progresser(n, auto_position=True, write_safe=False, blocking=True,
progress=False):
interval = random() * 0.002 / (NUM_SUBITERS - n + 2)
total = 5000
text = "#{}, est. {:<04.2}s".format(n, interval * total)
for _ in trange(total, desc=text,
for _ in trange(total, desc=text, disable=not progress,
lock_args=None if blocking else (False,),
position=None if auto_position else n):
sleep(interval)
@ -26,12 +28,19 @@ def progresser(n, auto_position=True, write_safe=False, blocking=True):
# we think we know about other bars (currently only py3 threading)
if n == 6:
tqdm.write("n == 6 completed")
return n + 1
if __name__ == '__main__':
freeze_support() # for Windows support
L = list(range(NUM_SUBITERS))[::-1]
print("Simple thread mapping")
thread_map(partial(progresser, write_safe=not PY2), L, max_workers=4)
print("Simple process mapping")
process_map(partial(progresser), L, max_workers=4)
print("Manual nesting")
for i in trange(16, desc="1"):
for _ in trange(16, desc="2 @ %d" % i, leave=i % 2):
@ -39,7 +48,7 @@ if __name__ == '__main__':
print("Multi-processing")
p = Pool(initializer=tqdm.set_lock, initargs=(tqdm.get_lock(),))
p.map(progresser, L)
p.map(partial(progresser, progress=True), L)
# unfortunately need ncols
# to print spaces over leftover multi-processing bars (#796)
@ -50,6 +59,5 @@ if __name__ == '__main__':
# explicitly set just threading lock for nonblocking progress
tqdm.set_lock(RLock())
with ThreadPoolExecutor() as p:
progresser_thread = partial(
progresser, write_safe=not PY2, blocking=False)
p.map(progresser_thread, L)
p.map(partial(progresser, progress=True, write_safe=not PY2,
blocking=False), L)