G@d9dZddlZddlZddlmZmZmZddlmZm Z m Z  ddl m Z m Z mZmZn#e$r edwxYwdZGd d eZGd d eZed krddlZejdSdS)a This module implements a bloom filter probabilistic data structure and an a Scalable Bloom Filter that grows in size as your add more items to it without increasing the false positive error_rate. Requires the bitarray library: http://pypi.python.org/pypi/bitarray/ N)range_fn is_string_iorunning_python_3)unpackpackcalcsize) QBitArrayQFile QDataStream QIODevicez&pybloom_pyqt requires QtCore.QBitArrayc dkrd\}}ndkrd\}}nd\}}dz|z}|dkr tj nE|dkr tj n2|d kr tj n|d kr tj n tj | j|zztt\}}|r|d z }t fd td |D  fd}| fS)Nl)Qi)I)Hrirc 3K|]8}td|V9dS)rN)rdigest).0ihashfns Jlib/python3.11/site-packages/spyder/utils/external/pybloom_pyqt/pybloom.py z!make_hashfuncs..)s_33&S! --446677333333rc3KtrNt|tr|d}n]t|d}n:t|tr|d}nt|}d}D]f}|}||t|D]}|zV|dz }|krdSgdS)Nzutf-8rr) r isinstancestrencodeunicodecopyupdaterr) keyrsalthuintfmtnum_bits num_slicessaltss r _hash_makerz#make_hashfuncs.._hash_maker,s   #s## /jj))#hhoog..#w'' jj))#hh   D A HHSMMMsAHHJJ//  Xo%%%Q ??FFF#   r) hashlibsha512sha384sha256sha1md5 digest_sizedivmodlentupler) r-r,fmt_code chunk_sizetotal_hash_bits num_saltsextrar/r+rr.s `` @@@rmake_hashfuncsr?s[G%** g  %**%**nz1O 3   3   3   ffhh*j8 9Cj#c((33Iu Q 3333#Ay11333 3 3E*  rczeZdZdZddZdZdZdZddZd Z d Z d Z d Z d Z dZedZdZdZdS) BloomFilters 0g?rN) ValueErrorintmathceillogabs_setupr r,bitarray)selfcapacity error_rater-bits_per_slices r__init__zBloomFilter.__init__GsJ""""""""BCC C!||344 448C*,>## s| # #566 6^^%% \\^^ <<>> ;;Q j*nhNNN#++  rc>|j}|d=|S)NrT)__dict__r%rLds r __getstate__zBloomFilter.__getstate__s" M    m rc|j|t|j|j\|_|_dSrR)rr&r?r-rOrTrrs r __setstate__zBloomFilter.__setstate__sA Q(6t7;7J)L)L%$+++rN)rB)F)__name__ __module__ __qualname__rzrPrJrZr^rdr%rlrprsrur classmethodrrrrrrArADs H1111:LLL   4   !!!   (((([4 LLLLLrrAceZdZdZdZdZddefdZdZdZd Z d Z d Z d Z e d Ze dZdZedZdZdS)ScalableBloomFilterrrz||_||_||_||_dSrR)scaleratiorrN)rLrrrrNs rrJzScalableBloomFilter._setups#  0$rcBt|jD] }||vrdS dS)rVTF)reversedr)rLr'rs rrZz ScalableBloomFilter.__contains__s7$,''  Aaxxtturc||vrdS|js>t|j|j|jz}|j|nb|jd}|j|jkrEt|j|jz|j|jz}|j|| |ddS)zAdds a key to this bloom filter. If the key already exists in this filter it will return True. Otherwise False. T)rMrN)rbF) rrArrNrappendrSrMrrd)rLr'rs rrdzScalableBloomFilter.add s $;;4| , .?TZ7999F L   ' ' ' '\"%F|v..$#_tz9%04:=??? ##F+++ 34 (((urct|j|j|j}|jD].}|j|/|S)z Returns a clone of this instance. This is used instead of copy.deepcopy because QBitArray is not pickle-able (error can't pickle QBitArray objects) )rrrNrrrr%)rLclonedrs rr%zScalableBloomFilter.copy6s[%T%:%)_%)Z11 , ,A N ! !!&&(( + + + + rc|j|jks |j|jks|j|jkrtdt |jt |jkr|}|}n|}|}g}tt |jD]2}|j||j|z}||3tt |jt |jD]"}||j|#||_|S)zu Calculates the union of the underlying classic bloom filters and returns a new scalable bloom filter object.zuUnioning two scalable bloom filters requires both filters to have both the same mode, initial capacity and error rate) rrrNrDr8rr%ranger)rLrj larger_sbf smaller_sbf new_filtersrrfs rrlzScalableBloomFilter.unionAsI : $ $%)???5#333?@@ @ t|  s5=11 1 1JKKJK s;.//00 + +A#+A.1DQ1GGJ   z * * * *s;.//Z5G1H1HII 6 6A   z1!4 5 5 5 5( rc,||SrRrnros rrpzScalableBloomFilter.__or__[rqrc>td|jDS)z6Returns the total capacity for all filters in this SBFc3$K|] }|jV dSrR)rMrrs rrz/ScalableBloomFilter.capacity..as$44!1:444444rsumrr]s rrMzScalableBloomFilter.capacity^s#44t|444444rc t|SrR)r8r]s rrSzScalableBloomFilter.countcs4yyrc |t|j|j|j|j|j|tdt|jt|jdkr| }ddt|jzz}|dt|zg}|jD]U}| }| || | |z V| ||t|g|RdSdS)zDSerialize this ScalableBloomFilter into the file-object `f'. > > UC --../// t|  q Its4<'8'899I GGD8I... / / /L, 6 6 a   ##AFFHHu$45555 FF9    GGD2\222 3 3 3 3 3 ! rc |}|jt|j|t |jtd|t d\}|dkrsdd|zz}|t |}t||}|D]5}|jt||6ng|_|S)z7Deserialize the ScalableBloomFilter in file object `f'.rrrr) rJrrzreadr rrrAr)rrrnfilters header_fmtbytesfilter_lengthsfls rrzScalableBloomFilter.fromfiles vclAFF8CL3I3I,J,JKKLL5!&&%"9"9::  a<<x/JFF8J//00E#J66N$ C C%%k&:&:1b&A&ABBBB C FN rc>td|jDS)z7Returns the total number of elements stored in this SBFc3$K|] }|jV dSrRr\rs rrz.ScalableBloomFilter.__len__..s$11q17111111rrr]s rr^zScalableBloomFilter.__len__s!11DL111111rN)rrrSMALL_SET_GROWTHLARGE_SET_GROWTHrzrPrJrZrdr%rlrppropertyrMrSrrrr^rrrrrs H(+&.%%% ,   4!!!55X5X4440[ 22222rr__main__)__doc__rFr0utilsrrrstructrrr qtpy.QtCorer r r r ImportErrorr?objectrArrdoctesttestmodrrrrsn  ;;;;;;;;;;))))))))))@DDDDDDDDDDDDD@@@ +> ? ??@///doLoLoLoLoL&oLoLoLd\2\2\2\2\2&\2\2\2~ zNNNGOs ->