o Nrf,@sddlmZddlmZddlmZmZmZmZddl m Z ddl m Z ddl m Z ddlmZmZd d ZGd d d eZdddZdS)) Interface)Lock) merge_withtopk accumulatepluck)add)bisect) defaultdict)QueueEmptycCsdSNrrrrU/var/www/html/software/conda/envs/catlas/lib/python3.10/site-packages/partd/buffer.pyzero src@sheZdZdddZddZddZdd d Zdd d Zdd dZdddZ ddZ ddZ dddZ dS)BuffereAcCs8t|_||_||_||_tt|_d|_t |dSr) rlockfastslowavailable_memoryr rlengths memory_usager__init__)selfrrrrrrrs zBuffer.__init__cCs|j|j|j|j|jdS)Nrrrrrrrrrr __getstate__s zBuffer.__getstate__cCs$t||t|_|j|dSN)r __setstate__rr__dict__update)rstaterrrr s zBuffer.__setstate__TcKs|r|jzN|D]\}}|j|t|7<|jt|7_q |jj|fddi||j|jkrJt |jddd}| ||j|jks7W|rT|j dSdS|r^|j ww)NrF皙?)maxcount) racquireitemsrlenrrappendr keys_to_flushflushrelease)rdatarkwargskvkeysrrrr*#s   (z Buffer.appendcKs^|r|jzttt|jj|dd|jj|dd}W|r$|j|S|r.|jwwNFr) rr'listmapr rgetrr-)rr2rr/resultrrr_get2sz Buffer._getcCsL|r|jz|jj||ddW|r|jdSdS|r%|jww)z Idempotent set Fr4N)rr'rZisetr-)rkeyvaluerrrr_iset;s(z Buffer._isetcCsZ|r|jz|jj|dd|jj|ddW|r"|jdSdS|r,|jwwr3)rr'rdeleterr-)rr2rrrr_deleteCs (zBuffer._deletecCs"|j|j|jdSr)Z _iset_seenclearrdroprrrrrr@Ks  z Buffer.dropcGs |dSr)r@)rargsrrr__exit__Ps zBuffer.__exit__NcCsf|dur t|j}|jtt||j||j||D]}|j |j|8_ |j|=q dS)a Flush keys to disk Parameters ---------- keys: list or None list of keys to flush block: bool (defaults to None) Whether or not to block until all writing is complete If no keys are given then flush all keys N) r5rrr*dictziprr7r=r)rr2blockr:rrrr,Ss   z Buffer.flush)r)T)NN) __name__ __module__ __qualname__rrr r*r9r<r>r@rBr,rrrrr s     rr$順c Csxttt|dd|dd}t|}t|tdttt t t d|||}dd|d|D}|s:J|S)z Which keys to remove >>> lengths = {'a': 20, 'b': 10, 'c': 15, 'd': 15, ... 'e': 10, 'f': 25, 'g': 5} >>> keys_to_flush(lengths, 0.5) ['f', 'a'] r)r:cSsg|]\}}|qSrr).0r0r1rrr zsz!keys_to_flush..N) rmaxr)r(sumvaluesminr r5rr r)rfractionr&toptotalcutoffr8rrrr+ks r+N)r$rI)corer threadingrZtoolzrrrroperatorr r collectionsr queuer r rrr+rrrrs    ^