uki/UddlmZddlZddlZddlZddlZddlZ ddlm Z e  ddl Z ndZ ddl m Z ddl mZddl mZddlmZddlmZdd lmZdd lmZej0eZdad ed <d aded<d aded<d aded<ej@Z!e"Z#ded<d'dZ$d(dZ%d)dZ&d)dZ'd*dZ(d+dZ)d)dZ*d+dZ+d,dZ,d-dZ-d-dZ.d.dZ/ d/d Z0 d0d!Z1e jdjff d1d"Z4d+d#Z5d)d$Z6 d2d%Z7 d3d&Z8y#e $rdZ Y wxYw#e $rdZ YwxYw)4) annotationsN)zstd) cache_key)config) monitoring)CacheInterface) xla_client)ir)LRUCacheCacheInterface | None_cacheFbool_cache_initialized_cache_checked _cache_usedzset[str]_UNSUPPORTED_RUNTIMEScxt5trtcdddS dddt5tsgdagd}tst j dn2|j |vr$t|ddrt j ddatcdddS dddy#1swYxYw#1swYyxYw)zCheck if cache is used and report adoption metrics one-time per task. The cache may be initialized during the first call to this function. NT)tpugpucpuneuronz*/jax/compilation_cache/task_disabled_cache!supports_executable_serializationz(/jax/compilation_cache/tasks_using_cacheF)_cache_initialized_mutexrr_is_cache_enabledr record_eventplatformgetattr)backendsupported_platformss U/home/cdr/jupyterlab/.venv/lib/python3.12/site-packages/jax/_src/compilation_cache.py is_cache_usedr!@s    n <   LM   1 1gBDI JK % ( 1( s B$A$B0$B-0B9cTtjj}t|||fS)z1Returns the file cache and the path to the cache.)max_size)rcompilation_cache_max_sizevaluer )pathr#s r get_file_cacher'ds%  . . 4 4( $ *D 00cDtjjd|y)a Sets the persistent compilation cache directory. After calling this, jit-compiled functions are saved to `path`, so they do not need be recompiled if the process is restarted or otherwise run again. This also tells Jax where to look for compiled functions before compiling. jax_compilation_cache_dirNrupdater&s r set_cache_dirr.js --2D9r(cDtjjd|y)z This API is deprecated; use set_cache_dir instead. Set the path. To take effect, should be called prior to any calls to get_executable_and_time() and put_executable_and_time(). r*Nr+r-s r initialize_cacher0us --2D9r(cy)zDReturns the minimum size below which the entry should not be cached.rr2r(r default_min_cache_entry_sizer3s r(c6tjjSN)renable_compilation_cacher%r2r(r rrs  ( ( . ..r(ct5tr dddytjj}|s dddyt st jd dddydatjjdk(r(tjjdttJdt|}|t jdn|\a }t jd|dddy#1swYyxYw)Nz%_initialize_cache: cache is disabled!Tr)jax_persistent_cache_min_entry_size_bytesz'The cache has already been initialized!z/_initialize_cache: cache initialization failed!z.Initialized persistent compilation cache at %s) rrrcompilation_cache_dirr%rloggerdebug%persistent_cache_min_entry_size_bytesr,r3r r')r&cache_and_paths r _initialize_cacher>s K KK3399D  KK   ll:; KK3399Q> mmF79; >DDD>#D)N llDE#lfd llCTJ=KKKsDD D'BDD crtjjduxrtjjSr5)rr9r%r6r2r(r is_persistent_cache_enabledr@s/  & & , ,D 8 4--335r(c|jtvrLtrtjntj }t j|d|jyt ttS)Nz#_get_cache: Unsupported runtime: %s) runtime_typerr@loggingWARNINGDEBUGr:logr r>)r log_prioritys r _get_cacherHsX 22'B'DGOO  JJ|B##%  ^ -r(ctrtj|Str%tj}|j|St j|Sr5)rcompress zstandardZstdCompressorzlib) executable compressors r compress_executablerPsE == $$))+J   z ** == $$r(ctrtj|Str%tj}|j|St j|Sr5)r decompressrKZstdDecompressorrM)rN decompressors r decompress_executablerUsE ??: &&--/L  " ": .. ??: &&r(cHt|}|y|j|}|duS)z)Checks if the executable is in the cache.NF)rHget)rrcacheexecutable_and_times r is_executable_in_cacherZs0 W % ]  ), D ((r(ct|}|tjdy|j|}|yt |}t |\}}|j |||}||fS)zZReturns the cached executable and its compilation time if present, or None otherwise. z:get_executable_and_time: cache is disabled/not initialized)NN)rHr:r;rWrUextract_executable_and_timedeserialize_executable) rcompile_optionsrexecutable_devicesrXrYserialized_executable compile_timexla_executable_deserializeds r get_executable_and_timercs W % ] LLMN  ), -.AB(C)% ' > >/!B $l 22r(ctjjrtrtj ntj }t|}|tj|d|yt|dstjdk\r|j}n|j|}t||}t!|}tj"j} t%|} | | krtj|d|| | ytj|d||t'j(dtj*jrt-j.d|d |j1||y) zbAdds the 'executable' and its compilation time to the cache, possibly evicting older entries. NzVNot writing persistent cache entry with key %r since cache is disabled/not initialized serializeizjNot writing persistent cache entry with key %r since its size (%d bytes) is less than threshold (%d bytes)z6Writing %s to persistent compilation cache with key %rz#/jax/compilation_cache/cache_missesz PERSISTENT CACHE WRITE with key z, this is unexpected because JAX_COMPILATION_CACHE_EXPECT_PGLE is set. The execution that populated the cache may lack coverage, https://docs.jax.dev/en/latest/persistent_compilation_cache.html may help debug why this has happened)rexplain_cache_missesr%r@rCrDrErHr:rFhasattrr _versionreserialize_executablecombine_executable_and_timerPr<lenrrcompilation_cache_expect_pglewarningswarnput) r module_namerNrrarGrXr`rYmin_entry_size entry_sizes r put_executable_and_timerssW006613//}} W % ] JJ|:;DF  Z%)<)<)C&002#88D3\++,?@??EE.&'*.  JJ| 89BJ  JJ|GI'AB ++11 mm ,YK8- -. IIi,-r(cPtj||||td|Sd|S)NrKrM)rrWrK)moduledevicesr^rignore_callbackss r get_cache_keyrx+s>    *k   17  r(ctS)z Deprecated. Return whether the cache is enabled. Initialization can be deferred, so initialized status is not checked. The name is retained for backwards compatibility. )rr2r(r is_initializedrz<s   r(ctjdttjnddat5dadadadddy#1swYyxYw)z*Get back to pristine, uninitialized state.zResetting cache at %s.NzF)r:infor _pathrrrrr2r(r reset_cacher~GsO  ++&%1v||yB &NKs AAc@t|jdd|zS)a Given the serialized executable and the compilation time, produce a cache entry in the format shown below. The cache entry is of the form: Byte: 0 1 2 3 4 ... Content: compilation time serialized executable (big-endian int) big byteorder)intto_bytes)r`ras r rjrjVs% \  # #A # 7:O OOr(c@|ddtj|dddfS)a#Given the cache entry in the format shown below, extract the serialized executable and the compilation time. The cache entry 'executable_and_time' is of the form: Byte: 0 1 2 3 4 ... Content: compilation time serialized executable (big-endian int) rNrr)r from_bytes)rYs r r\r\ds4 QR #.."1#1#0 00r()rzxla_client.Clientreturnr)r&strrz!tuple[CacheInterface, str] | None)rNone)rr)rr)rr )rNbytesrr)rrrr)rrrz5tuple[xla_client.LoadedExecutable | None, int | None]) rrrprrNzxla_client.LoadedExecutablerarrr)ruz ir.Modulervz np.ndarrayrwzcache_key.IgnoreCallbacksrr)r`rrarrr)rYrrztuple[bytes, int])9 __future__rrC threadingrmrMnumpynp compressionr ImportErrorrKjax._srcrrr$jax._src.compilation_cache_interfacer jax._src.libr jax._src.lib.mlirr jax._src.lru_cacher getLogger__name__r:r __annotations__rrrLockrsetrr!r'r.r0r3rr>r@rHrPrUrZrcrsIgnoreCallbacksNOrxrzr~rjr\r2r(r rs# <)?# '   8 $ $$ D  T*9>>+"%%x'!H1 :: /!KF5 %')33:3,5.5.5.,5.  5.  5.z3<2K2K2N2N    0   "  P  P03 P  P 0 0 0Q  $ Is"D$D2$D/.D/2D=<D=