o j& @sdZddlZddlmZddlmZddlmZddl m Z dd giZ gd Z Gd d d Z ed!ddZddZddZdddd eddddd ddZddZddZdddd ZdS)"z, Thin wrappers around `concurrent.futures`. N)contextmanager length_hint)tqdm) TqdmWarningz github.com/ casperdcl) thread_map process_mapinterpreter_mapc@sReZdZdZddlmZddlmZddZ dd d Z d d Z d dZ ddZ dS)_InterpreterLockz3Reentrant lock backed by a cross-interpreter queue.r) get_ident) monotoniccCs*ddlm}||_||_d|_d|_dS)Nr)RLock) threadingr_queue_lock_owner_depth)selfqueuerr/root/aizidognhua/tmp/workspace/projects/ec89d86c-575f-41c9-af57-ac45cbdbf775/venv/lib/python3.10/site-packages/tqdm/contrib/concurrent.py__init__s  z_InterpreterLock.__init__TcCsddlm}|}|dkr|j|}n|j||}|s dS|jr,|jd7_dSz&|s5|jn|dkr?|jnt d|||}|jj|dWn|ya|j YdSw| |_ d|_dS)Nr)EmptyrFT)timeout) rr_timeracquirerr get_nowaitgetmaxreleaser r)rblockingrrstartacquired remainingrrrrs2      z_InterpreterLock.acquirecCsJ|j|kr td|jd8_|jsd|_|jd|jdS)Nzcannot release un-acquired lockr)rr RuntimeErrorrrputrr#rrrrr#6s z_InterpreterLock.releasecCs ||SN)rr*rrr __enter__?sz_InterpreterLock.__enter__cGs |dSr+)r#)rexcrrr__exit__Cs z_InterpreterLock.__exit__N)Tr)__name__ __module__ __qualname____doc__rr timerrrrr#r,r.rrrrr s    r ccs\t|dd}|dur|p|}t|||}|||V|dur'|`dS||dS)z>get (create if necessary) and then restore `tqdm_class`'s lockrN)getattrget_lockset_lockr) tqdm_class lock_namelockold_lockrrr ensure_lockGs    r<c Cs4dtjd|jd|jdd|d }t|ffS)zGReturn an initializer which bootstraps the parent import path and lock.zimport sys sys.path[:] = z from concurrent import interpreters from importlib import import_module from tqdm.contrib.concurrent import _InterpreterLock tqdm_class = import_module(z) for name in .z: tqdm_class = getattr(tqdm_class, name) tqdm_class.monitor_interval = 0 tqdm_class.set_lock(_InterpreterLock(interpreters.Queue(z))))syspathr0r1splitexec)r8 lock_queue_idcoderrr_get_interpreter_initVs   rDcstfdd|DddS)z+min(map(length_hint, iterables), default=0)c3s&|]}t|ddkrVqdS)rrNr).0itnrr hs$z_min_map_len..r)default)min) iterablesrrGr _min_map_lenfsrMrg) max_workersr chunksizer9r8 smoothingr _initializer _initargsc  s| } d| vrt| | d<i}d| vr| d|d<i}dD] }|| vr,| |||<qd}| drgd| vrgzddlm}WntyNddlm}Ynw|pZtd |pWd d }| d|krg|| d<d }t|||d }| dury|j } |f} |d|| | d|T}|dd|i| ;|durd _ |j fdd}||_ t |j |g| R||d|WdWdWdS1swYWdn1swYWddSWddS1swYdS)a Implementation of `thread_map`, `process_map` and `interpreter_map`. Parameters ---------- max_workers : int timeout : int buffersize : int Requires Python>=3.14. thread_name_prefix : str max_tasks_per_child : int mp_context : str total buffersize)thread_name_prefixmax_tasks_per_child mp_contextNminitersr)process_cpu_count) cpu_count rT)r9r:)rN initializerinitargsrPcs$|i|}|fdd|S)NcsSr+)update)_)pbarrrsz4_executor_map..patchsubmit..)add_done_callback)argskwargsfut orisubmitrarr patchsubmitsz"_executor_map..patchsubmit)rrOr)copyrMpoposrY ImportErrorrZrKr<r7dynamic_miniterssubmitlistmap) PoolExecutorfnrNrrOr9r8rPrrQrRrL tqdm_kwargsre map_kwargs pool_kwargskrnrZ rough_maxlkexrirrgr _executor_mapksj   "r{cOs$ddlm}t||g|Ri|S)a Equivalent of `list(map(fn, *iterables))` driven by `concurrent.futures.ThreadPoolExecutor`. Parameters ---------- max_workers : int, optional Maximum number of workers to spawn; passed to `concurrent.futures.ThreadPoolExecutor`. thread_name_prefix : str, optional Passed to `concurrent.futures.ThreadPoolExecutor` [default: '']. timeout : int or float, optional Seconds to wait before raising `TimeoutError` if `__next__` is called and the result isn't available. [default: None]. buffersize : int, optional Requires Python>=3.14 [default: None]. tqdm_class : optional `tqdm` class to use for bars [default: tqdm.auto.tqdm]. smoothing : float, optional Passed to `tqdm_class`; the [default: 0] is average (due to erratic update frequency). lock_name : str, optional Member of `tqdm_class.get_lock()` to use [default: '']. r)ThreadPoolExecutor)concurrent.futuresr|r{)rsrLrtr|rrrr s r c Osjddlm}ddlm}|}|d|dt}t||j \}}t ||g|Rt |||d|S)aj Equivalent of `list(map(fn, *iterables))` driven by `concurrent.futures.InterpreterPoolExecutor` (Python 3.14+). Parameters ---------- Same as `thread_map`. Notes ----- `fn`, its arguments, and its return values must be pickleable. Worker progress bars using the same `tqdm_class` share a cross-interpreter write lock. r) interpreters)InterpreterPoolExecutorNr8)rrQrR) concurrentr~r}r create_queuer)r! tqdm_autorDidr{r ) rsrLrtr~r lock_queuer8r]r^rrrr s    r mp_lock)r9cOsbddlm}|r#d|vr#t|}|dkr#ddlm}|d|tddt||g|Rd |i|S) aI Equivalent of `list(map(fn, *iterables))` driven by `concurrent.futures.ProcessPoolExecutor`. Parameters ---------- max_workers : int, optional Maximum number of workers to spawn; passed to `concurrent.futures.ProcessPoolExecutor`. timeout : int or float, optional Seconds to wait before raising `TimeoutError` if `__next__` is called and the result isn't available. [default: None]. chunksize : int, optional Approximate size of chunks sent to worker processes; passed to `concurrent.futures.ProcessPoolExecutor.map`. [default: 1]. buffersize : int, optional Requires Python>=3.14 [default: None]. max_tasks_per_child : int, optional Maximum number of tasks a worker process can complete before being replaced with a new process; passed to `concurrent.futures.ProcessPoolExecutor`. mp_context : multiprocessing.BaseContext, optional Multiprocessing context to use, e.g. `multiprocessing.get_context('fork')`. lock_name : str, optional Member of `tqdm_class.get_lock()` to use [default: mp_lock]. tqdm_class : optional `tqdm` class to use for bars [default: tqdm.auto.tqdm]. smoothing : float, optional Passed to `tqdm_class`; the [default: 0] is average (due to erratic update frequency). r)ProcessPoolExecutorrOi)warnzIterable length %d > 1000 but `chunksize` is not set. This may seriously degrade multiprocess performance. Set `chunksize=1` or more.r) stacklevelr9)r}rrMwarningsrrr{)rsr9rLrtrshortest_iterable_lenrrrrr s   r )r4N)r2r> contextlibroperatorrautorrstdr __author____all__r r<rDrMr{r r r rrrrs&     8   <