U |e[@sdZddlmZmZmZddlZddlZddlZddlZddl Z ddl Z ddl Z ddl Z ddl Z ddlZddlZddlmZddlZddlmZddlmZddlmZddlmZdd lmZmZdd lmZd d Z Gd ddedZ!Gddde!Z"GdddedZ#Gddde$Z%Gddde%e#Z&Gddde%e#Z'Gddde%e#Z(Gddde#Z)GdddedZ*Gd d!d!e*Z+Gd"d#d#e*Z,Gd$d%d%e$Z-Gd&d'd'e!Z.Gd(d)d)e.Z/e0d*gZ1d+d,Z2dS)-z+ Caching mechanism for compiled functions. )ABCMetaabstractmethodabstractpropertyN)AppDirs) NumbaWarning) BaseContext) CodeLibrary) CompileResult)configcompilerdumpscGstjr||}t|dSN)r DEBUG_CACHEprint)msgargsrO/var/www/website-v5/atlas_env/lib/python3.8/site-packages/numba/core/caching.py _cache_logsrc@sTeZdZeddZeddZeddZeddZed d Z ed d Z d S)_CachecCsdS)zW The base filesystem path of this cache (for example its root folder). Nrselfrrr cache_path&sz_Cache.cache_pathcCsdS)z Load an overload for the given signature using the target context. The saved object must be returned if successful, None if not found in the cache. Nrrsigtarget_contextrrr load_overload,sz_Cache.load_overloadcCsdS)z< Save the overload for the given signature. Nrrrdatarrr save_overload4sz_Cache.save_overloadcCsdS)z# Enable the cache. Nrrrrrenable:sz _Cache.enablecCsdS)z$ Disable the cache. Nrrrrrdisable@sz_Cache.disablecCsdS)z" Flush the cache. NrrrrrflushFsz _Cache.flushN) __name__ __module__ __qualname__rrrrr r!r"r#rrrrr$s     r) metaclassc@s@eZdZeddZddZddZddZd d Zd d Z d S) NullCachecCsdSrrrrrrrNszNullCache.cache_pathcCsdSrrrrrrrRszNullCache.load_overloadcCsdSrr)rrcresrrrr UszNullCache.save_overloadcCsdSrrrrrrr!XszNullCache.enablecCsdSrrrrrrr"[szNullCache.disablecCsdSrrrrrrr#^szNullCache.flushN) r$r%r&propertyrrr r!r"r#rrrrr(Ms r(c@sTeZdZdZddZeddZeddZedd Ze d d Z e d d Z dS) _CacheLocatorz< A filesystem locator for caching a given function. cCs*|}tj|ddtj|ddS)NT)exist_ok)dir)get_cache_pathosmakedirstempfile TemporaryFileclose)rpathrrrensure_cache_pathgsz_CacheLocator.ensure_cache_pathcCsdS)zA Return the directory the function is cached in. Nrrrrrr.msz_CacheLocator.get_cache_pathcCsdS)z{ Get a timestamp representing the source code's freshness. Can return any picklable Python object. Nrrrrrget_source_stampssz_CacheLocator.get_source_stampcCsdS)z Get a string disambiguator for this locator's function. It should allow disambiguating different but similarly-named functions. Nrrrrrget_disambiguatorzsz_CacheLocator.get_disambiguatorcCstdS)ze Create a locator instance for the given function located in the given file. N)NotImplementedError)clspy_funcpy_filerrr from_functionsz_CacheLocator.from_functioncCsHtj|}tj|}tj|d}t|}d ||gS)zGiven the Python file path, compute a suitable path inside the cache directory. This will reduce a file path that is too long, which can be a problem on some operating system (i.e. Windows 7). _) r/r4abspathdirnamesplithashlibsha1encode hexdigestjoin)r9r;r4subpathZ parentdirhashedrrrget_suitable_cache_subpaths   z(_CacheLocator.get_suitable_cache_subpathN) r$r%r&__doc__r5rr.r6r7 classmethodr<rIrrrrr+bs    r+c@s,eZdZdZddZddZeddZdS) _SourceFileBackedLocatorMixinzf A cache locator mixin for functions which are backed by a well-known Python source file. cCs2ttddrttj}n t|j}|j|jfSNfrozenF)getattrsysr/stat executable_py_filest_mtimest_size)rstrrrr6s  z._SourceFileBackedLocatorMixin.get_source_stampcCs t|jSr)str_linenorrrrr7sz/_SourceFileBackedLocatorMixin.get_disambiguatorcCsBtj|sdS|||}z |Wntk r<YdSX|Sr)r/r4existsr5OSErrorr9r:r;rrrrr<s   z+_SourceFileBackedLocatorMixin.from_functionN)r$r%r&rJr6r7rKr<rrrrrLs  rLcs4eZdZdZddZddZefddZZS)_UserProvidedCacheLocatorzd A locator that always point to the user provided directory in `numba.config.CACHE_DIR` cCs0||_|jj|_||}tjtj ||_ dSr) rS__code__co_firstlinenorXrIr/r4rFr CACHE_DIR _cache_path)rr:r; cache_subpathrrr__init__s  z"_UserProvidedCacheLocator.__init__cCs|jSrr`rrrrr.sz(_UserProvidedCacheLocator.get_cache_pathcs tjs dStt|}|||Sr)r r_superr\r<)r9r:r;parent __class__rrr<s z'_UserProvidedCacheLocator.from_function) r$r%r&rJrbr.rKr< __classcell__rrrfrr\s r\c@s eZdZdZddZddZdS)_InTreeCacheLocatorzn A locator for functions backed by a regular Python module with a writable __pycache__ directory. cCs.||_|jj|_tjtj|jd|_dS)N __pycache__) rSr]r^rXr/r4rFr@r`)rr:r;rrrrbs z_InTreeCacheLocator.__init__cCs|jSrrcrrrrr.sz"_InTreeCacheLocator.get_cache_pathN)r$r%r&rJrbr.rrrrrisric@s,eZdZdZddZddZeddZdS) _UserWideCacheLocatorz A locator for functions backed by a regular Python module or a frozen executable, cached into a user-wide cache directory. cCs@||_|jj|_tddd}|j}||}tj |||_ dS)NnumbaF)appnameZ appauthor) rSr]r^rXrZuser_cache_dirrIr/r4rFr`)rr:r;ZappdirsZ cache_dirrarrrrbs    z_UserWideCacheLocator.__init__cCs|jSrrcrrrrr.sz$_UserWideCacheLocator.get_cache_pathcCsNtj|sttddsdS|||}z |Wntk rHYdSX|SrM)r/r4rYrOrPr5rZr[rrrr<s  z#_UserWideCacheLocator.from_functionN)r$r%r&rJrbr.rKr<rrrrrks rkc@s<eZdZdZddZddZddZdd Zed d Z d S) _IPythonCacheLocatorzT A locator for functions entered at the IPython prompt (notebook or other). cCs2||_t|}t|tr"||_n |d|_dS)Nzutf-8)rSinspect getsource isinstancebytes _bytes_sourcerD)rr:r;sourcerrrrbs   z_IPythonCacheLocator.__init__cCsBzddlm}Wn tk r0ddlm}YnXtj|dS)Nr)get_ipython_cache_dirZ numba_cache)Z IPython.pathsru ImportErrorZIPython.utils.pathr/r4rF)rrurrrr.s z#_IPythonCacheLocator.get_cache_pathcCst|jSr)rBsha256rsrErrrrr6sz%_IPythonCacheLocator.get_source_stampcCs0d|jddd}t|ddS)NT )rFrs splitlinesrBrwrE)r firstlinesrrrr7sz&_IPythonCacheLocator.get_disambiguatorcCsZ|ds(tjtj|ds(dS|||}z |Wntk rTYdSX|S)Nz z%s-%s.py%d%d%sr)replacerr7rP version_info)rrrZfixed_fullnamefmtrrrr\s zCacheImpl.get_filename_basecCs|jSr)rrrrr filename_basedszCacheImpl.filename_basecCs|jSr)rrrrrrhszCacheImpl.locatorcCsdS)z$Returns the serialized form the dataNrrrrrrreducelszCacheImpl.reducecCsdS)z4Returns the de-serialized form of the *reduced_data*Nr)rrZ reduced_datarrrrebuildqszCacheImpl.rebuildcCsdS)zEReturns True if the given data is cachable; otherwise, returns False.Nrrrrrcheck_cachablevszCacheImpl.check_cachableN)r$r%r&rJr\rirkrnrrbrr*rrrrrrrrrrr7s$    rc@s(eZdZdZddZddZddZdS) CompileResultCacheImplz> Implements the logic to cache CompileResult objects. cCs|S)z4 Returns a serialized CompileResult )_reduce)rr)rrrrszCompileResultCacheImpl.reducecCstjj|f|S)z8 Returns the unserialized CompileResult )r r _rebuildrrpayloadrrrrszCompileResultCacheImpl.rebuildcCsfd}tdd|jDrd}n |jjr*d}|rbd|jjdd|f}t|t |j j |j d Sd S) z@ Check cachability of the given compile result. Ncss|]}|j VqdSr) can_cache.0xrrr sz8CompileResultCacheImpl.check_cachable..zas it uses lifted codezLas it uses dynamic globals (such as ctypes pointers and large global arrays)z&Cannot cache compiled function "%s" %s.r=FT) anyliftedlibraryhas_dynamic_globalsfndescrrAwarnings warn_explicitrrrSrX)rr)Z cannot_cacherrrrrsz%CompileResultCacheImpl.check_cachableN)r$r%r&rJrrrrrrrr|srcs<eZdZdZdZddZddZddZfd d ZZ S) CodeLibraryCacheImplz< Implements the logic to cache CodeLibrary objects. NcCs|S)z2 Returns a serialized CodeLibrary )serialize_using_object_coderZcodelibrrrrszCodeLibraryCacheImpl.reducecCs||S)z6 Returns the unserialized CodeLibrary )codegenunserialize_libraryrrrrrszCodeLibraryCacheImpl.rebuildcCs|j S)z= Check cachability of the given CodeLibrary. )rrrrrrsz#CodeLibraryCacheImpl.check_cachablecs&tt|}|||}d|j|gS)N-)rdrrrF_filename_prefix)rrrreresrfrrrs  z&CodeLibraryCacheImpl.get_filename_base) r$r%r&rJrrrrrrhrrrfrrs rc@sveZdZdZddZddZddZdd Zd d Zd d Z ddZ ddZ ddZ ddZ ddZejddZdS)IndexDataCacheFilezP Implements the logic for the index file and data file used by a cache. cCsD||_d|f|_tj|j|j|_d|f|_||_tj |_ dS)Nz%s.nbiz%s.{number:d}.nbc) r`Z _index_namer/r4rF _index_path_data_name_pattern _source_stamprl __version___version)rrr source_stamprrrrbs   zIndexDataCacheFile.__init__cCs|idSr) _save_indexrrrrr#szIndexDataCacheFile.flushcCs~|}z ||}WnXtk rlt|}tdD]}||}||kr:qVq:|||<||YnX|||dS)z? Save a new cache entry with *key* and *data*. rN) _load_indexKeyErrorsetvalues itertoolscount _data_namer _save_data)rkeyr overloads data_nameexistingirrrsaves   zIndexDataCacheFile.savecCsF|}||}|dkrdSz ||WStk r@YdSXdS)z0 Load a cache entry with *key*. N)rget _load_datarZ)rrrrrrrloads  zIndexDataCacheFile.loadc Csz.t|jd}t|}|}W5QRXWntk rFiYSX||jkrViSt|\}}td|j||j kr~iS|SdS)z| Load the cache index and return it as a dictionary (possibly empty if cache is empty or obsolete). rbz[cache] index loaded from %rN) openrpicklerreadFileNotFoundErrorrloadsrr)rfversionrZstamprrrrrs     zIndexDataCacheFile._load_indexc CsX|j|f}||}||j"}tj|j|dd||W5QRXtd|jdS)Nr=)protocolz[cache] index saved to %r) r_dump_open_for_writerrdumprwriter)rrrrrrrrs   zIndexDataCacheFile._save_indexc Cs@||}t|d}|}W5QRXt|}td||S)Nrzache] data loaded from %r) _data_pathrrrrr)rnamer4rrtuprrrrs     zIndexDataCacheFile._load_datac CsB||}||}||}||W5QRXtd|dS)Nz[cache] data saved to %r)rrrrr)rrrr4rrrrrs    zIndexDataCacheFile._save_datacCs|jj|dS)N)number)rformat)rrrrrrszIndexDataCacheFile._data_namecCstj|j|Sr)r/r4rFr`)rrrrrr"szIndexDataCacheFile._data_pathcCst|Srr )robjrrrr%szIndexDataCacheFile._dumpc cstjdd}d||f}z,t|d }|VW5QRXt||Wn:tk rzt|Wntk r|YnXYnXdS)z Open *filepath* for writing in a race condition-free way (hopefully). uuid4 is used to try and avoid name collisions on a shared filesystem. Nz %s.tmp.%swb) uuiduuid4hexrr/r ExceptionunlinkrZ)rfilepathuidZtmpnamerrrrr(s  z"IndexDataCacheFile._open_for_writeN)r$r%r&rJrbr#rrrrrrrrr contextlibcontextmanagerrrrrrrsrc@s~eZdZdZdZddZddZeddZd d Z d d Z d dZ ddZ ddZ ddZddZejddZddZdS)Cachea< A per-function compilation cache. The cache saves data in separate data files and maintains information in an index file. There is one index file per function and Python version ("function_name-.pyXY.nbi") which contains a mapping of signatures and architectures to data files. It is prefixed by a versioning key and a timestamp of the Python source file containing the function. There is one data file ("function_name-.pyXY..nbc") per function, function signature, target architecture and Python version. Separate index and data files per Python version avoid pickle compatibility problems. Note: This contains the driver logic only. The core logic is provided by a subclass of ``CacheImpl`` specified as *_impl_class* in the subclass. NcCs\t||_||_|||_|jj|_|jj}|jj }t |j||d|_ | dS)N)rrr) repr_name_py_func _impl_class_implrr.r`r6rr _cache_filer!)rr:rrrrrrbVs   zCache.__init__cCsd|jj|jfS)Nz<%s py_func=%r>)rgr$rrrrr__repr__cszCache.__repr__cCs|jSrrcrrrrrfszCache.cache_pathcCs d|_dS)NT_enabledrrrrr!jsz Cache.enablecCs d|_dS)NFrrrrrr"msz Cache.disablecCs|jdSr)rr#rrrrr#psz Cache.flushc Cs4|||||W5QRSQRXdS)zr Load and recreate the cached object for the given signature, using the *target_context*. N)refresh!_guard_against_spurious_io_errors_load_overloadrrrrrss zCache.load_overloadcCs@|js dS|||}|j|}|dk r<|j||}|Sr)r _index_keyrrrrr)rrrrrrrrr~s zCache._load_overloadc Cs$||||W5QRXdS)zE Save the data for the given signature in the cache. N)r_save_overloadrrrrr s zCache.save_overloadcCsR|js dS|j|sdS|jj|||j}|j|}|j ||dSr) rrrrr5rrrrr)rrrrrrrrs   zCache._save_overloadc csRtjdkrHz dVWqNtk rD}z|jtjkr4W5d}~XYqNXndVdS)Nnt)r/rrZerrnoZEACCES)rerrrrs   z'Cache._guard_against_spurious_io_errorscCs\|jjj}|jjdk r6tdd|jjD}t|}nd}dd}||||||ffS)a  Compute index key for the given signature and codegen. It includes a description of the OS, target architecture and hashes of the bytecode for the function and, if the function has a __closure__, a hash of the cell_contents. NcSsg|] }|jqSr) cell_contentsrrrr sz$Cache._index_key..rxcSst|Sr)rBrwrE)rrrrrxz"Cache._index_key..)rr]co_code __closure__tupler magic_tuple)rrrZ codebytesZcvarsZ cvarbyteshasherrrrrs   zCache._index_key)r$r%r&rJrrbrr*rr!r"r#rrr rrrrrrrrrr=s       rc@seZdZdZeZdS) FunctionCachezF Implements Cache that saves and loads CompileResult objects. N)r$r%r&rJrrrrrrrsrrcsBtks ttGfdddtGfdddt}|S)z Create a Cache class for additional compilation features to cache their result for reuse. The cache is saved in filename pattern like in ``FunctionCache`` but with additional *prefix* as specified. cseZdZZdS)z6make_library_cache..CustomCodeLibraryCacheImplN)r$r%r&rr)prefixrrCustomCodeLibraryCacheImplsr cseZdZdZZdS)z(make_library_cache..LibraryCachez Implements Cache that saves and loads CodeLibrary objects for additional feature for the specified python function. N)r$r%r&rJrr)r rr LibraryCachesr )_lib_cache_prefixesAssertionErroraddrr)rr r)r rrmake_library_caches   r)3rJabcrrrrrrBrorr/rrPr1rrZnumba.misc.appdirsrrlnumba.core.errorsrnumba.core.baserZnumba.core.codegenrnumba.core.compilerr numba.corer r Znumba.core.serializer rrr(r+objectrLr\rirkrnrrrrrrrr rrrrrsJ      )9  7E$~~