J/Ph bdZddlmZmZmZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlZddlZddlmZddlZddlmZddlZddlmZddlmZddlmZdd lmZdd lmZm Z dd l!m"Z"d Z#Gd deZ$Gdde$Z%GddeZ&Gdde'Z(Gdde(e&Z)Gdde(e&Z*Gdde(e&Z+Gdde&Z,Gdde(e&Z-Gd d!eZ.Gd"d#e.Z/Gd$d%e.Z0Gd&d'e'Z1Gd(d)e$Z2Gd*d+e2Z3e4d,gZ5d-Z6dS).z+ Caching mechanism for compiled functions. )ABCMetaabstractmethodabstractpropertyN)AppDirs)Path) NumbaWarning) BaseContext) CodeLibrary) CompileResult)configcompilerdumpscJtjr||z}t|dSdSN)r DEBUG_CACHEprint)msgargss R/var/www/html/test/jupyter/venv/lib/python3.11/site-packages/numba/core/caching.py _cache_logr s/ Dj c ceZdZedZedZedZedZedZ edZ dS)_CachecdS)zW The base filesystem path of this cache (for example its root folder). Nselfs r cache_pathz_Cache.cache_path(rcdS)z Load an overload for the given signature using the target context. The saved object must be returned if successful, None if not found in the cache. Nrrsigtarget_contexts r load_overloadz_Cache.load_overload.r rcdS)z< Save the overload for the given signature. Nrrr#datas r save_overloadz_Cache.save_overload6r rcdS)z# Enable the cache. Nrrs renablez _Cache.enable<r rcdS)z$ Disable the cache. Nrrs rdisablez_Cache.disableBr rcdS)z" Flush the cache. Nrrs rflushz _Cache.flushHr rN) __name__ __module__ __qualname__rrrr%r)r+r-r/rrrrr&s     ^   ^   ^   ^   ^   rr) metaclasscBeZdZedZdZdZdZdZdZ dS) NullCachecdSrrrs rrzNullCache.cache_pathPstrcdSrrr"s rr%zNullCache.load_overloadT rcdSrr)rr#cress rr)zNullCache.save_overloadWr8rcdSrrrs rr+zNullCache.enableZr8rcdSrrrs rr-zNullCache.disable]r8rcdSrrrs rr/zNullCache.flush`r8rN) r0r1r2propertyrr%r)r+r-r/rrrr5r5Osx X                 rr5ceZdZdZdZedZedZedZe dZ e dZ dS) _CacheLocatorz< A filesystem locator for caching a given function. c|}tj|dtj|dS)NT)exist_ok)dir)get_cache_pathosmakedirstempfile TemporaryFileclose)rpaths rensure_cache_pathz_CacheLocator.ensure_cache_pathisN""$$ D4((((4(((..00000rcdS)zA Return the directory the function is cached in. Nrrs rrDz_CacheLocator.get_cache_pathor rcdS)z{ Get a timestamp representing the source code's freshness. Can return any picklable Python object. Nrrs rget_source_stampz_CacheLocator.get_source_stampur rcdS)z Get a string disambiguator for this locator's function. It should allow disambiguating different but similarly-named functions. Nrrs rget_disambiguatorz_CacheLocator.get_disambiguator|r rct)ze Create a locator instance for the given function located in the given file. )NotImplementedErrorclspy_funcpy_files r from_functionz_CacheLocator.from_functions "!rcftj|}tj|}tj|d}t j|}d ||gS)zGiven the Python file path, compute a suitable path inside the cache directory. This will reduce a file path that is too long, which can be a problem on some operating system (i.e. Windows 7). _) rErJabspathdirnamesplithashlibsha1encode hexdigestjoin)rTrVrJsubpath parentdirhasheds rget_suitable_cache_subpathz(_CacheLocator.get_suitable_cache_subpathsww'''//$''GMM'**2. gnn..//99;;xxF+,,,rN) r0r1r2__doc__rKrrDrNrP classmethodrWrfrrrr@r@ds111   ^   ^   ^ ""["--[---rr@c4eZdZdZdZdZedZdS)_SourceFileBackedLocatorMixinzf A cache locator mixin for functions which are backed by a well-known Python source file. cttddrtjtj}ntj|j}|j|jfSNfrozenF)getattrsysrEstat executable_py_filest_mtimest_sizersts rrNz._SourceFileBackedLocatorMixin.get_source_stampsK 3% ( ( (((BB''B{BJ&&rc*t|jSr)str_linenors rrPz/_SourceFileBackedLocatorMixin.get_disambiguators4<   rctj|sdS|||} |n#t$rYdSwxYw|Sr)rErJexistsrKOSErrorrTrUrVrs rrWz+_SourceFileBackedLocatorMixin.from_functionsqw~~g&&  Fs7G$$   " " $ $ $ $    FF  A AAN)r0r1r2rgrNrPrhrWrrrrjrjsW '''!!!  [   rrjc>eZdZdZdZdZefdZxZS)_UserProvidedCacheLocatorzd A locator that always point to the user provided directory in `numba.config.CACHE_DIR` c||_|jj|_||}t jtj ||_ dSr) rr__code__co_firstlinenoryrfrErJrbr CACHE_DIR _cache_path)rrUrV cache_subpaths r__init__z"_UserProvidedCacheLocator.__init__sJ '6 77@@ 7<<(8-HHrc|jSrrrs rrDz(_UserProvidedCacheLocator.get_cache_path rcvtjsdStt|}|||Sr)r rsuperrrW)rTrUrVparent __class__s rrWz'_UserProvidedCacheLocator.from_functions9  F0#66##GW555r) r0r1r2rgrrDrhrW __classcell__rs@rrrsoIII    6666[66666rrceZdZdZdZdZdS)_InTreeCacheLocatorzn A locator for functions backed by a regular Python module with a writable __pycache__ directory. c||_|jj|_tjtj|jd|_dS)N __pycache__) rrrrryrErJrbr\r)rrUrVs rrz_InTreeCacheLocator.__init__sD '6 7<< (F(F VVrc|jSrrrs rrDz"_InTreeCacheLocator.get_cache_pathrrN)r0r1r2rgrrDrrrrrs? WWW      rrc4eZdZdZdZdZedZdS)_UserWideCacheLocatorz A locator for functions backed by a regular Python module or a frozen executable, cached into a user-wide cache directory. c||_|jj|_t dd}|j}||}tj |||_ dSNnumbaF)appname appauthor) rrrrryruser_cache_dirrfrErJrbrrrUrVappdirs cache_dirrs rrz_UserWideCacheLocator.__init__sa '6 'U;;;* 77@@ 7<< =AArc|jSrrrs rrDz$_UserWideCacheLocator.get_cache_pathrrctj|sttddsdS|||} |n#t $rYdSwxYw|Srl)rErJr{rnrorKr|r}s rrWz#_UserWideCacheLocator.from_functionsw'' 73%+H+H  Fs7G$$   " " $ $ $ $    FF  sA A('A(N)r0r1r2rgrrDrhrWrrrrrsZ BBB     [   rrc@eZdZdZdZdZdZdZedZ dS)_IPythonCacheLocatorzT A locator for functions entered at the IPython prompt (notebook or other). c||_tj|}t|tr ||_dS|d|_dS)Nzutf-8)rrinspect getsource isinstancebytes _bytes_sourcer`)rrUrVsources rrz_IPythonCacheLocator.__init__sU "7++ fe $ $ 8!'D   !'w!7!7D   rc ddlm}n#t$r ddlm}YnwxYwtj|dS)Nr)get_ipython_cache_dir numba_cache) IPython.pathsr ImportErrorIPython.utils.pathrErJrb)rrs rrDz#_IPythonCacheLocator.get_cache_pathsv  A ; ; ; ; ; ; ; A A A @ @ @ @ @ @ @ @ Aw||1133]CCCs  cXtj|jSr)r^sha256rrars rrNz%_IPythonCacheLocator.get_source_stamps!~d011;;===rcd|jddd}tj|ddS)NrT )rbr splitlinesr^rra)r firstliness rrPz&_IPythonCacheLocator.get_disambiguator sT XXd0;;DAA"1"EFF ~j))3355crc::rc8|dsQtjtj|dsdS|||} |n#t $rYdSwxYw|S)Nz >>;;;  [   rrcPeZdZdZdZedZdZdZe dZ dS)_ZipCacheLocatorzP A locator for functions backed by Python modules within a zip archive. c||_|jj|_||\|_|_tdd}|j}| |}tj |||_ dSr)rrrrry_split_zip_path _zip_path_internal_pathrrrfrErJrbrrs rrz_ZipCacheLocator.__init__>s '6 .2.B.B7.K.K++'U;;;* 77@@ 7<< =AArc @t|}t|jD]l\}}|drRt t|jd|dz}t t|j|dzd}||fcSmt d)N.zipzNo zip file found in path)r enumeratepartsendswithrx ValueError)rVrJipartzip_path internal_paths rrz _ZipCacheLocator._split_zip_pathJsG}} ,, / /GAt}}V$$ /tTZ!a%%89:: #D$*QUWW*=$> ? ? .... /4555rc|jSrrrs rrDz_ZipCacheLocator.get_cache_pathTrrcPtj|j}|j|jfSr)rErprrsrtrus rrNz!_ZipCacheLocator.get_source_stampWs" WT^ $ ${BJ&&rc&d|vrdS|||S)NrrrSs rrWz_ZipCacheLocator.from_function[s$  4s7G$$$rN) r0r1r2rgr staticmethodrrDrNrhrWrrrrr9s B B B66\6   '''%%[%%%rrceZdZdZeeeeegZ dZ dZ e dZ e dZedZedZedZd S) CacheImplz Provides the core machinery for caching. - implement how to serialize and deserialize the data in the cache. - control the filename of the cache. - provide the cache locator c,|jj|_ |j}n#t$r |j}YnwxYwt j|}|jD]}| ||}|ntd|d|||_ t j|}tj tj |d}|d|}t!t"dd} ||| |_dS)Nzcannot cache function z : no locator available for file r.abiflags)rrryr2AttributeErrorr0rgetfile_locator_classesrW RuntimeError_locatorrErJsplitextrrnroget_filename_base_filename_base) rrUqualname source_pathrTlocatorfilenamemodnamefullnamers rrzCacheImpl.__init__qs:'6  (+HH ( ( ('HHH (og.. ( H HC''==G"#,08++ GHH H ?7++'""27#3#3H#=#=>>qA%ggxx03 B//"44XxHHs //c|dddd}d}|||jtjdtjd|fzS)Nz%s-%s.py%d%d%srr)replacerrPro version_info)rrrfixed_fullnamefmts rrzCacheImpl.get_filename_basesl"))#r22::3CCndl&D&D&F&F&q)3+;A+>JJ Jrc|jSr)rrs r filename_basezCacheImpl.filename_bases ""rc|jSr)rrs rrzCacheImpl.locators }rcdS)z$Returns the serialized form the dataNrrr(s rreducezCacheImpl.reduce  rcdS)z4Returns the de-serialized form of the *reduced_data*Nr)rr$ reduced_datas rrebuildzCacheImpl.rebuildrrcdS)zEReturns True if the given data is cachable; otherwise, returns False.Nrrs rcheck_cachablezCacheImpl.check_cachablerrN)r0r1r2rgrrrrrrrrr>rrrrrrrrrrras " III2JJJ##X#X  ^   ^   ^   rrc$eZdZdZdZdZdZdS)CompileResultCacheImplz> Implements the logic to cache CompileResult objects. c*|S)z4 Returns a serialized CompileResult )_reduce)rr:s rrzCompileResultCacheImpl.reduces||~~rc0tjj|g|RS)z8 Returns the unserialized CompileResult )r r _rebuildrr$payloads rrzCompileResultCacheImpl.rebuilds %.~HHHHHrcd}td|jDrd}n|jjrd}|rXd|jjddd|}tj|t|j j |j d Sd S) z@ Check cachability of the given compile result. Nc3&K|] }|j V dSr) can_cache.0xs r z8CompileResultCacheImpl.check_cachable..s&4411;444444rzas it uses lifted codezLas it uses dynamic globals (such as ctypes pointers and large global arrays)z Cannot cache compiled function "rrYz" FT) anyliftedlibraryhas_dynamic_globalsfndescrr]warnings warn_explicitrrrrry)rr: cannot_cachers rrz%CompileResultCacheImpl.check_cachables 44 444 4 4 Q3LL \ - QPL   k*0055b999<<IC  "3 #'=#94< I I I5trN)r0r1r2rgrrrrrrrrsN III rrc8eZdZdZdZdZdZdZfdZxZ S)CodeLibraryCacheImplz< Implements the logic to cache CodeLibrary objects. Nc*|S)z2 Returns a serialized CodeLibrary )serialize_using_object_codercodelibs rrzCodeLibraryCacheImpl.reduces22444rcP||S)z6 Returns the unserialized CodeLibrary )codegenunserialize_libraryrs rrzCodeLibraryCacheImpl.rebuilds$%%'';;GDDDrc|j S)z= Check cachability of the given CodeLibrary. )r rs rrz#CodeLibraryCacheImpl.check_cachables...rctt|}|||}d|j|gS)N-)rrrrb_filename_prefix)rrrrresrs rrz&CodeLibraryCacheImpl.get_filename_basesB+T22&&x::xx.4555r) r0r1r2rgrrrrrrrs@rrrsz555 EEE /// 666666666rrcteZdZdZdZdZdZdZdZdZ dZ d Z d Z d Z d Zejd ZdS)IndexDataCacheFilezP Implements the logic for the index file and data file used by a cache. c||_|d|_tj|j|j|_|d|_||_tj |_ dS)Nz.nbiz.{number:d}.nbc) r _index_namerErJrb _index_path_data_name_pattern _source_stampr __version___version)rrr source_stamps rrzIndexDataCacheFile.__init__s\%'4}}67<<(8$:JKK9F"H)) rc0|idSr) _save_indexrs rr/zIndexDataCacheFile.flushs rch|} ||}n}#t$rpt|}t jdD]}||}||vrn|||<||YnwxYw|||dS)z? Save a new cache entry with *key* and *data*. rN) _load_indexKeyErrorsetvalues itertoolscount _data_namer) _save_data)rkeyr( overloads data_nameexistingrs rsavezIndexDataCacheFile.saves$$&&  (!#II ( ( (9++--..H_Q''   OOA.. H,,E-&IcN   Y ' ' ' ' ' (  4(((((sA7BBc|}||}|dS ||S#t$rYdSwxYw)z0 Load a cache entry with *key*. N)r+get _load_datar|)rr3r4r5s rloadzIndexDataCacheFile.loadsj$$&& MM#&&   F ??9-- -    FF r~cd t|jd5}tj|}|}dddn #1swxYwYn#t $ricYSwxYw||jkriStj|\}}td|j||j kriS|S)z| Load the cache index and return it as a dictionary (possibly empty if cache is empty or obsolete). rbNz[cache] index loaded from %r) openr"pickler;readFileNotFoundErrorr&loadsrr$)rfversionr(stampr4s rr+zIndexDataCacheFile._load_indexs  d&--  +a..vvxx               !   III  dm # #I!<--y143CDDD D& & &I s4A)A  A AAAA A'&A'c2|j|f}||}||j5}t j|j|d||dddn #1swxYwYtd|jdS)NrY)protocolz[cache] index saved to %r) r$_dump_open_for_writer"r?dumpr&writer)rr4r(rCs rr)zIndexDataCacheFile._save_index6s!9,zz$  ! !$"2 3 3 q K q2 6 6 6 6 GGDMMM                .0@AAAAAs2A77A;>A;c||}t|d5}|}dddn #1swxYwYtj|}t d||S)Nr=zache] data loaded from %r) _data_pathr>r@r?rBr)rnamerJrCr(tups rr:zIndexDataCacheFile._load_data>st$$ $   6688D               l4  0$777 sAA A c||}||}||5}||dddn #1swxYwYt d|dS)Nz[cache] data saved to %r)rHrMrIrKr)rrNr(rJrCs rr2zIndexDataCacheFile._save_dataFszz$t$$  ! !$ ' ' 1 GGDMMM               -t44444sA""A&)A&c8|j|S)N)number)r#format)rrRs rr1zIndexDataCacheFile._data_nameMs&--V-<<rEr Exceptionunlinkr|)rfilepathuidtmpnamerCs rrIz"IndexDataCacheFile._open_for_writeVs  jllss#!)33/ gt$$                 Jw ) ) ) ) )     '""""       sRA.A  A. AA.AA.. B 9B B  BB BB N)r0r1r2rgrr/r7r;r+r)r:r2r1rMrH contextlibcontextmanagerrIrrrrrs***)))&   2BBB555===444rrceZdZdZdZdZdZedZdZ dZ dZ d Z d Z d Zd Zejd ZdZdS)Cachea< A per-function compilation cache. The cache saves data in separate data files and maintains information in an index file. There is one index file per function and Python version ("function_name-.pyXY.nbi") which contains a mapping of signatures and architectures to data files. It is prefixed by a versioning key and a timestamp of the Python source file containing the function. There is one data file ("function_name-.pyXY..nbc") per function, function signature, target architecture and Python version. Separate index and data files per Python version avoid pickle compatibility problems. Note: This contains the driver logic only. The core logic is provided by a subclass of ``CacheImpl`` specified as *_impl_class* in the subclass. Ncjt||_||_|||_|jj|_|jj}|jj }t|j|||_ | dS)N)rrr') repr_name_py_func _impl_class_implrrDrrNrr _cache_filer+)rrUr'rs rrzCache.__init__s']]  %%g.. :-<<>>z)::<<  0 -9I#9#9#;#;<<$$S))  :%%nd;;D rc|5|||ddddS#1swxYwYdS)zE Save the data for the given signature in the cache. N)rw_save_overloadr's rr)zCache.save_overloads 3 3 5 5 + +   T * * * + + + + + + + + + + + + + + + + + +s 9==c,|jsdS|j|sdS|jj|||j}|j|}|j ||dSr) rrrkrrrKrzrrrlr7)rr#r(r3s rr|zCache._save_overloads}  Fz((..  F ,,...ooc4<00z  && c4(((((rc#Ktjdkr5 dVdS#t$r!}|jtjkrYd}~dSd}~wwxYwdVdS)Nnt)rErNr|errnoEACCES)res rrwz'Cache._guard_against_spurious_io_errorssw 7d??    7el**+*****  EEEEEs AAAc|jjj}|jj3t d|jjD}t |}nd}d}||||||ffS)a  Compute index key for the given signature and codegen. It includes a description of the OS, target architecture and hashes of the bytecode for the function and, if the function has a __closure__, a hash of the cell_contents. Ncg|] }|j Sr) cell_contentsrs r z$Cache._index_key..sNNNq1?NNNrrcNtj|Sr)r^rra)rs rz"Cache._index_key..s7>!,,6688r)rirco_code __closure__tupler magic_tuple)rr#r codebytescvars cvarbyteshashers rrzzCache._index_keysM*2 = $ 0NNDM4MNNNOOEe III88W((**VVI->->-3VI->->-AB Br)r0r1r2rgrjrrnr>rr+r-r/r%rxr)r|rbrcrwrzrrrrereks,K   III  X !!!<<<+++)))   BBBBBrreceZdZdZeZdS) FunctionCachezF Implements Cache that saves and loads CompileResult objects. N)r0r1r2rgrrjrrrrrs)KKKrrrctvsJtGfddtGfddt}|S)z Create a Cache class for additional compilation features to cache their result for reuse. The cache is saved in filename pattern like in ``FunctionCache`` but with additional *prefix* as specified. ceZdZZdS)6make_library_cache..CustomCodeLibraryCacheImplN)r0r1r2r)prefixsrCustomCodeLibraryCacheImplrs!rrceZdZdZZdS)(make_library_cache..LibraryCachez Implements Cache that saves and loads CodeLibrary objects for additional feature for the specified python function. N)r0r1r2rgrj)rsr LibraryCachers   1 rr)_lib_cache_prefixesaddrre)rrrs` @rmake_library_cachers , , , , ,F###"""""""%9"""1111111u111 r)7rgabcrrrrbrr^rr/rEr?rorGrZr numba.misc.appdirsrzipfilepathlibrrnumba.core.errorsrnumba.core.baser numba.core.codegenr numba.core.compilerr numba.corer r numba.core.serializerrrr5r@objectrjrrrrrrrrrrerr-rrrrrrs6 :999999999   &&&&&& ******''''''******------''''''''&&&&&& & & & & & w& & & & R        *6-6-6-6-6-g6-6-6-6-rF@66666 =}666,      7    9=@44444=444n&%&%&%&%&%4m&%&%&%PF F F F F 'F F F F R!!!!!Y!!!H666669666>{{{{{{{{|{B{B{B{B{BF{B{B{B|)))))E)))c2$iir