o Nrf @sUdZddlmZddlZddlZddlZddlZddlm Z ddl m Z m Z ddl mZmZddlmZmZddlmZdd lmZmZdd lmZdd lmZd d ZeZdaded<e eZ ded<eZ!ddZ"   ddddZ#dS)z2 A threaded shared-memory scheduler See local.py ) annotationsN) defaultdict)MappingSequence)ExecutorThreadPoolExecutor)Lockcurrent_thread)config)MultiprocessingPoolExecutor get_async) CPU_COUNT)KeycCstjS)N)r identrrV/var/www/html/software/conda/envs/catlas/lib/python3.10/site-packages/dask/threaded.py_thread_get_idsrzExecutor | None default_poolz2defaultdict[threading.Thread, dict[int, Executor]]poolscCs|tdfS)N)sysexc_info)edumpsrrrpack_exception!srdskrkeysSequence[Key] | Keyc Ks|ptdd}|ptdd}t}tR|durU|dur3|tur3tdur0ttat tj t}n-|t vrD|t |vrDt ||}nt|}t |j |t ||<n t |t jjr`t|}Wdn1sjwYt|j|j||f|ttd|}t4tt}|turtt D]} | |vrt | D]} | qqWd|SWd|S1swY|S)aThreaded cached implementation of dask.get Parameters ---------- dsk: dict A dask dictionary specifying a workflow keys: key or list of keys Keys corresponding to desired data num_workers: integer of thread count The number of threads to use in the ThreadPool that will actually execute tasks cache: dict-like (optional) Temporary storage of results Examples -------- >>> inc = lambda x: x + 1 >>> add = lambda x, y: x + y >>> dsk = {'x': 1, 'y': 2, 'z': (inc, 'x'), 'w': (add, 'z', 'y')} >>> get(dsk, 'w') 4 >>> get(dsk, ['w', 'y']) (4, 2) poolN num_workers)cacheZget_idr)r getr pools_lock main_threadrrr atexitregistershutdownr isinstancemultiprocessingrZPoolr r submitZ _max_workersrrset threading enumeratelistpopvalues) rrr rrkwargsthreadresultsZactive_threadstprrrr!%s^!       r!)NNN)rrrr)$__doc__ __future__rr$Zmultiprocessing.poolr(rr+ collectionsrcollections.abcrrconcurrent.futuresrrrr Zdaskr Z dask.localr r Z dask.systemr Z dask.typingrrr#r__annotations__dictrr"rr!rrrrs0