ܙd[dZddlmZmZmZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlZddlZddlmZddlZddlmZddlmZddlmZddlmZdd lmZmZdd lmZd Z Gd d eZ!Gdde!Z"GddeZ#Gdde$Z%Gdde%e#Z&Gdde%e#Z'Gdde%e#Z(Gdde#Z)GddeZ*Gdd e*Z+Gd!d"e*Z,Gd#d$e$Z-Gd%d&e!Z.Gd'd(e.Z/e0d)gZ1d*Z2dS)+z+ Caching mechanism for compiled functions. )ABCMetaabstractmethodabstractpropertyN)AppDirs) NumbaWarning) BaseContext) CodeLibrary) CompileResult)configcompilerdumpscJtjr||z}t|dSdSN)r DEBUG_CACHEprint)msgargss 2lib/python3.11/site-packages/numba/core/caching.py _cache_logrs/ Dj c ceZdZedZedZedZedZedZ edZ dS)_CachecdS)zW The base filesystem path of this cache (for example its root folder). Nselfs r cache_pathz_Cache.cache_path&rcdS)z Load an overload for the given signature using the target context. The saved object must be returned if successful, None if not found in the cache. Nrrsigtarget_contexts r load_overloadz_Cache.load_overload,rrcdS)z< Save the overload for the given signature. Nrrr"datas r save_overloadz_Cache.save_overload4rrcdS)z# Enable the cache. Nrrs renablez _Cache.enable:rrcdS)z$ Disable the cache. Nrrs rdisablez_Cache.disable@rrcdS)z" Flush the cache. Nrrs rflushz _Cache.flushFrrN) __name__ __module__ __qualname__rrrr$r(r*r,r.rrrrr$s     ^   ^   ^   ^   ^   rr) metaclasscBeZdZedZdZdZdZdZdZ dS) NullCachecdSrrrs rrzNullCache.cache_pathNstrcdSrrr!s rr$zNullCache.load_overloadR rcdSrr)rr"cress rr(zNullCache.save_overloadUr7rcdSrrrs rr*zNullCache.enableXr7rcdSrrrs rr,zNullCache.disable[r7rcdSrrrs rr.zNullCache.flush^r7rN) r/r0r1propertyrr$r(r*r,r.rrrr4r4Msx X                 rr4ceZdZdZdZedZedZedZe dZ e dZ dS) _CacheLocatorz< A filesystem locator for caching a given function. c|}tj|dtj|dS)NT)exist_ok)dir)get_cache_pathosmakedirstempfile TemporaryFileclose)rpaths rensure_cache_pathz_CacheLocator.ensure_cache_pathgsN""$$ D4((((4(((..00000rcdS)zA Return the directory the function is cached in. Nrrs rrCz_CacheLocator.get_cache_pathmrrcdS)z{ Get a timestamp representing the source code's freshness. Can return any picklable Python object. Nrrs rget_source_stampz_CacheLocator.get_source_stampsrrcdS)z Get a string disambiguator for this locator's function. It should allow disambiguating different but similarly-named functions. Nrrs rget_disambiguatorz_CacheLocator.get_disambiguatorzrrct)ze Create a locator instance for the given function located in the given file. )NotImplementedError)clspy_funcpy_files r from_functionz_CacheLocator.from_functions "!rcftj|}tj|}tj|d}t j|}d ||gS)zGiven the Python file path, compute a suitable path inside the cache directory. This will reduce a file path that is too long, which can be a problem on some operating system (i.e. Windows 7). _) rDrIabspathdirnamesplithashlibsha1encode hexdigestjoin)rRrTrIsubpath parentdirhasheds rget_suitable_cache_subpathz(_CacheLocator.get_suitable_cache_subpathsww'''//$''GMM'**2. gnn..//99;;xxF+,,,rN) r/r0r1__doc__rJrrCrMrO classmethodrUrdrrrr?r?bs111   ^   ^   ^ ""["--[---rr?c4eZdZdZdZdZedZdS)_SourceFileBackedLocatorMixinzf A cache locator mixin for functions which are backed by a well-known Python source file. cttddrtjtj}ntj|j}|j|jfSNfrozenF)getattrsysrDstat executable_py_filest_mtimest_size)rsts rrMz._SourceFileBackedLocatorMixin.get_source_stampsK 3% ( ( (((BB''B{BJ&&rc*t|jSr)str_linenors rrOz/_SourceFileBackedLocatorMixin.get_disambiguators4<   rctj|sdS|||} |n#t$rYdSwxYw|Sr)rDrIexistsrJOSErrorrRrSrTrs rrUz+_SourceFileBackedLocatorMixin.from_functionsqw~~g&&  Fs7G$$   " " $ $ $ $    FF  A AAN)r/r0r1rerMrOrfrUrrrrhrhsW '''!!!  [   rrhc>eZdZdZdZdZefdZxZS)_UserProvidedCacheLocatorzd A locator that always point to the user provided directory in `numba.config.CACHE_DIR` c||_|jj|_||}t jtj ||_ dSr) rp__code__co_firstlinenorvrdrDrIr`r CACHE_DIR _cache_path)rrSrT cache_subpaths r__init__z"_UserProvidedCacheLocator.__init__sJ '6 77@@ 7<<(8-HHrc|jSrrrs rrCz(_UserProvidedCacheLocator.get_cache_path rcvtjsdStt|}|||Sr)r rsuperr}rU)rRrSrTparent __class__s rrUz'_UserProvidedCacheLocator.from_functions9  F0#66##GW555r) r/r0r1rerrCrfrU __classcell__rs@rr}r}soIII    6666[66666rr}ceZdZdZdZdZdS)_InTreeCacheLocatorzn A locator for functions backed by a regular Python module with a writable __pycache__ directory. c||_|jj|_tjtj|jd|_dS)N __pycache__) rprrrvrDrIr`rZr)rrSrTs rrz_InTreeCacheLocator.__init__sD '6 7<< (F(F VVrc|jSrrrs rrCz"_InTreeCacheLocator.get_cache_pathrrN)r/r0r1rerrCrrrrrs? WWW      rrc4eZdZdZdZdZedZdS)_UserWideCacheLocatorz A locator for functions backed by a regular Python module or a frozen executable, cached into a user-wide cache directory. c||_|jj|_t dd}|j}||}tj |||_ dS)NnumbaF)appname appauthor) rprrrvruser_cache_dirrdrDrIr`r)rrSrTappdirs cache_dirrs rrz_UserWideCacheLocator.__init__sa '6 'U;;;* 77@@ 7<< =AArc|jSrrrs rrCz$_UserWideCacheLocator.get_cache_pathrrctj|sttddsdS|||} |n#t $rYdSwxYw|Srj)rDrIrxrlrmrJryrzs rrUz#_UserWideCacheLocator.from_functionsw'' 73%+H+H  Fs7G$$   " " $ $ $ $    FF  sA A('A(N)r/r0r1rerrCrfrUrrrrrsZ BBB     [   rrc@eZdZdZdZdZdZdZedZ dS)_IPythonCacheLocatorzT A locator for functions entered at the IPython prompt (notebook or other). c||_tj|}t|tr ||_dS|d|_dS)Nzutf-8)rpinspect getsource isinstancebytes _bytes_sourcer^)rrSrTsources rrz_IPythonCacheLocator.__init__sU "7++ fe $ $ 8!'D   !'w!7!7D   rc ddlm}n#t$r ddlm}YnwxYwtj|dS)Nr)get_ipython_cache_dir numba_cache) IPython.pathsr ImportErrorIPython.utils.pathrDrIr`)rrs rrCz#_IPythonCacheLocator.get_cache_pathsv  A ; ; ; ; ; ; ; A A A @ @ @ @ @ @ @ @ Aw||1133]CCCs  cXtj|jSr)r\sha256rr_rs rrMz%_IPythonCacheLocator.get_source_stamps!~d011;;===rcd|jddd}tj|ddS)NrT )r`r splitlinesr\rr_)r firstliness rrOz&_IPythonCacheLocator.get_disambiguatorsT XXd0;;DAA"1"EFF ~j))3355crc::rc8|dsQtjtj|dsdS|||} |n#t $rYdSwxYw|S)Nz >>;;;  [   rrceZdZdZeeeegZdZ dZ e dZ e dZ edZedZedZd S) CacheImplz Provides the core machinery for caching. - implement how to serialize and deserialize the data in the cache. - control the filename of the cache. - provide the cache locator c,|jj|_ |j}n#t$r |j}YnwxYwt j|}|jD]}| ||}|ntd|d|||_ t j|}tj tj |d}|d|}t!t"dd} ||| |_dS)Nzcannot cache function z : no locator available for file r.abiflags)rrrvr1AttributeErrorr/rgetfile_locator_classesrU RuntimeError_locatorrDrIsplitextrrlrmget_filename_base_filename_base) rrSqualname source_pathrRlocatorfilenamemodnamefullnamers rrzCacheImpl.__init__Cs:'6  (+HH ( ( ('HHH (og.. ( H HC''==G"#,08++ GHH H ?7++'""27#3#3H#=#=>>qA%ggxx03 B//"44XxHHs //c|dddd}d}|||jtjdtjd|fzS)Nz%s-%s.py%d%d%sr)replacerrOrm version_info)rrrfixed_fullnamefmts rrzCacheImpl.get_filename_base\sl"))#r22::3CCndl&D&D&F&F&q)3+;A+>JJ Jrc|jSr)rrs r filename_basezCacheImpl.filename_baseds ""rc|jSr)rrs rrzCacheImpl.locatorhs }rcdS)z$Returns the serialized form the dataNrrr's rreducezCacheImpl.reducel  rcdS)z4Returns the de-serialized form of the *reduced_data*Nr)rr# reduced_datas rrebuildzCacheImpl.rebuildqrrcdS)zEReturns True if the given data is cachable; otherwise, returns False.Nrrs rcheck_cachablezCacheImpl.check_cachablevrrN)r/r0r1rer}rrrrrrr=rrrrrrrrrrr7s 2+-,. III2JJJ##X#X  ^   ^   ^   rrc$eZdZdZdZdZdZdS)CompileResultCacheImplz> Implements the logic to cache CompileResult objects. c*|S)z4 Returns a serialized CompileResult )_reduce)rr9s rrzCompileResultCacheImpl.reduces||~~rc0tjj|g|RS)z8 Returns the unserialized CompileResult )r r _rebuildrr#payloads rrzCompileResultCacheImpl.rebuilds %.~HHHHHrcd}td|jDrd}n|jjrd}|rXd|jjddd|}tj|t|j j |j d Sd S) z@ Check cachability of the given compile result. Nc3&K|] }|j V dSr) can_cache.0xs r z8CompileResultCacheImpl.check_cachable..s&4411;444444rzas it uses lifted codezLas it uses dynamic globals (such as ctypes pointers and large global arrays)z Cannot cache compiled function "rrWz" FT) anyliftedlibraryhas_dynamic_globalsfndescrr[warnings warn_explicitrrrprv)rr9 cannot_cachers rrz%CompileResultCacheImpl.check_cachables 44 444 4 4 Q3LL \ - QPL   k*0055b999<<IC  "3 #'=#94< I I I5trN)r/r0r1rerrrrrrrr|sN III rrc8eZdZdZdZdZdZdZfdZxZ S)CodeLibraryCacheImplz< Implements the logic to cache CodeLibrary objects. Nc*|S)z2 Returns a serialized CodeLibrary )serialize_using_object_codercodelibs rrzCodeLibraryCacheImpl.reduces22444rcP||S)z6 Returns the unserialized CodeLibrary )codegenunserialize_libraryrs rrzCodeLibraryCacheImpl.rebuilds$%%'';;GDDDrc|j S)z= Check cachability of the given CodeLibrary. )rrs rrz#CodeLibraryCacheImpl.check_cachables...rctt|}|||}d|j|gS)N-)rrrr`_filename_prefix)rrrrresrs rrz&CodeLibraryCacheImpl.get_filename_basesB+T22&&x::xx.4555r) r/r0r1rerrrrrrrs@rrrsz555 EEE /// 666666666rrcteZdZdZdZdZdZdZdZdZ dZ d Z d Z d Z d Zejd ZdS)IndexDataCacheFilezP Implements the logic for the index file and data file used by a cache. c||_|d|_tj|j|j|_|d|_||_tj |_ dS)Nz.nbiz.{number:d}.nbc) r _index_namerDrIr` _index_path_data_name_pattern _source_stampr __version___version)rrr source_stamps rrzIndexDataCacheFile.__init__s\%'4}}67<<(8$:JKK9F"H)) rc0|idSr) _save_indexrs rr.zIndexDataCacheFile.flushs rch|} ||}n}#t$rpt|}t jdD]}||}||vrn|||<||YnwxYw|||dS)z? Save a new cache entry with *key* and *data*. rN) _load_indexKeyErrorsetvalues itertoolscount _data_namer _save_data)rkeyr' overloads data_nameexistingis rsavezIndexDataCacheFile.saves$$&&  (!#II ( ( (9++--..H_Q''   OOA.. H,,E-&IcN   Y ' ' ' ' ' (  4(((((sA7BBc|}||}|dS ||S#t$rYdSwxYw)z0 Load a cache entry with *key*. N)rget _load_datary)rrrrs rloadzIndexDataCacheFile.loadsj$$&& MM#&&   F ??9-- -    FF r{cd t|jd5}tj|}|}dddn #1swxYwYn#t $ricYSwxYw||jkriStj|\}}td|j||j kriS|S)z| Load the cache index and return it as a dictionary (possibly empty if cache is empty or obsolete). rbNz[cache] index loaded from %r) openr pickler#readFileNotFoundErrorr loadsrr )rfversionr'stamprs rrzIndexDataCacheFile._load_indexs  d&--  +a..vvxx               !   III  dm # #I!<--y143CDDD D& & &I s4A)A  A AAAA A'&A'c2|j|f}||}||j5}t j|j|d||dddn #1swxYwYtd|jdS)NrW)protocolz[cache] index saved to %r) r _dump_open_for_writer r'dumpr writer)rrr'r+s rrzIndexDataCacheFile._save_indexs!9,zz$  ! !$"2 3 3 q K q2 6 6 6 6 GGDMMM                .0@AAAAAs2A77A;>A;c||}t|d5}|}dddn #1swxYwYtj|}t d||S)Nr%zache] data loaded from %r) _data_pathr&r(r'r*r)rnamerIr+r'tups rr"zIndexDataCacheFile._load_datast$$ $   6688D               l4  0$777 sAA A c||}||}||5}||dddn #1swxYwYt d|dS)Nz[cache] data saved to %r)r0r5r1r3r)rr6r'rIr+s rrzIndexDataCacheFile._save_dataszz$t$$  ! !$ ' ' 1 GGDMMM               -t44444sA""A&)A&c8|j|S)N)number)r format)rr:s rrzIndexDataCacheFile._data_names&--V-<<.pyXY.nbi") which contains a mapping of signatures and architectures to data files. It is prefixed by a versioning key and a timestamp of the Python source file containing the function. There is one data file ("function_name-.pyXY..nbc") per function, function signature, target architecture and Python version. Separate index and data files per Python version avoid pickle compatibility problems. Note: This contains the driver logic only. The core logic is provided by a subclass of ``CacheImpl`` specified as *_impl_class* in the subclass. Ncjt||_||_|||_|jj|_|jj}|jj }t|j|||_ | dS)N)rrr) repr_name_py_func _impl_class_implrrCrrMrr _cache_filer*)rrSrrs rrzCache.__init__Vs']]  %%g.. :-<<>>z)::<<  0 -9I#9#9#;#;<<$$S))  :%%nd;;D rc|5|||ddddS#1swxYwYdS)zE Save the data for the given signature in the cache. N)r__save_overloadr&s rr(zCache.save_overloads 3 3 5 5 + +   T * * * + + + + + + + + + + + + + + + + + +s 9==c,|jsdS|j|sdS|jj|||j}|j|}|j ||dSr) rZrSrrrJrbrrrTr)rr"r'rs rrdzCache._save_overloads}  Fz((..  F ,,...ooc4<00z  && c4(((((rc#Ktjdkr5 dVdS#t$r!}|jtjkrYd}~dSd}~wwxYwdVdS)Nnt)rDr6ryerrnoEACCES)res rr_z'Cache._guard_against_spurious_io_errorssw 7d??    7el**+*****  EEEEEs AAAc|jjj}|jj3t d|jjD}t |}nd}d}||||||ffS)a  Compute index key for the given signature and codegen. It includes a description of the OS, target architecture and hashes of the bytecode for the function and, if the function has a __closure__, a hash of the cell_contents. Ncg|] }|j Sr) cell_contentsrs r z$Cache._index_key..sNNNq1?NNNrrcNtj|Sr)r\rr_)rs rz"Cache._index_key..s7>!,,6688r)rQrco_code __closure__tupler magic_tuple)rr"r codebytescvars cvarbyteshashers rrbzCache._index_keysM*2 = $ 0NNDM4MNNNOOEe III88W((**VVI->->-3VI->->-AB Br)r/r0r1rerRrrVr=rr*r,r.r$r`r(rdrJrKr_rbrrrrMrM=s,K   III  X !!!<<<+++)))   BBBBBrrMceZdZdZeZdS) FunctionCachezF Implements Cache that saves and loads CompileResult objects. N)r/r0r1rerrRrrrrzrzs)KKKrrzrctvsJtGfddtGfddt}|S)z Create a Cache class for additional compilation features to cache their result for reuse. The cache is saved in filename pattern like in ``FunctionCache`` but with additional *prefix* as specified. ceZdZZdS)6make_library_cache..CustomCodeLibraryCacheImplN)r/r0r1r)prefixsrCustomCodeLibraryCacheImplr}s!rrceZdZdZZdS)(make_library_cache..LibraryCachez Implements Cache that saves and loads CodeLibrary objects for additional feature for the specified python function. N)r/r0r1rerR)rsr LibraryCachers   1 rr)_lib_cache_prefixesaddrrM)r~rrs` @rmake_library_cachers , , , , ,F###"""""""%9"""1111111u111 r)3reabcrrrrJrhr\rrrDr'rmrFrBrnumba.misc.appdirsrrnumba.core.errorsrnumba.core.basernumba.core.codegenr numba.core.compilerr numba.corer r numba.core.serializerrrr4r?objectrhr}rrrrrrrrMrzrrrrrrrs :999999999   &&&&&& ******''''''******------''''''''&&&&&& & & & & & w& & & & R        *6-6-6-6-6-g6-6-6-6-rF@66666 =}666,      7    9=@44444=444nB B B B B 'B B B B J!!!!!Y!!!H666669666>{{{{{{{{|{B{B{B{B{BF{B{B{B|)))))E)))c2$iir