ukiilUddlmZddlZddlmZmZmZmZddlZddl Z ddl m Z ddl Z ddl Z ddlZddlZddlmZmZmZmZmZmZmZmZddlZddlZddlmZddlmZ ddlm!Z"e jFe$Z%eZ&eZ'ed Z(ed Z)ed Z*ed Z+er(ednd Z,edodZ,edpdZ,edqdZ,dZ,n e"jXZ,er(edrdZ-edsdZ-edtdZ-edudZ-dZ-n e"jZZ-er(edvdZ.edwdZ.edxdZ.edydZ.dZ.n e"j\Z. dzdZ/ d{dZ0d|dZ1d}dZ2d}d Z3d~d!Z4 dd"Z5 dd#Z6 dd$Z7dd%Z8dd&Z9e9Z:e;Zd)e?d*<e e"jd+ZA dd,ZBddd.ZCejZEd/e?d0<dd1ZFd2ZGeCd3ZHd4ZI d dd6Zejd-d-d-7Gd8d9ZKGd:d;ZLeLZMeNZOdZPd5d-d? dd@ZQGdAdBZRGdCdDZSGdEdFZTddGZUdddHZVddIZWddJZXdddKZYddLZZddMZ[ d ddNZ\dOZ]ddPZ^ddQZ_ddRZ`GdSdTZadUZbGdVdWZcdXZddYZeddZZfGd[d\ee(ZgGd]d^Zhdd_Zidd`ZjddaZkdddbZlGdcddejZnGdedfengZodZpdhe?di<ddjZqe"jZrddkZsete"dlr e"jZuydddmZuy)) annotationsN)CallableIterableIteratorSequence)partial)AnyGeneric SupportsIndexTypeTypeVaroverload TYPE_CHECKINGcast)config)weakref_lru_cache)utilsTT1T2T3cyN)__arg1s H/home/cdr/jupyterlab/.venv/lib/python3.12/site-packages/jax/_src/util.pysafe_zipr4s ?? T'$' ((rcyrrfrs rsafe_mapr.SsJMrcyrrr-rr s rr.r.Vsdgrcyrrr-rr r"s rr.r.Ys Brcyrrr-rr r"r$r%s rr.r.\s WZrc ttt|}t|d}|ddD]1}t||k(rJdttt|tt|g|S)Nrzlength mismatch: )r)maplen)r-r%nargs rr.r._sr D$ D DG AABxG X]F/Sd^0D/EFF]G A  rcyrrr,s rforeachr<jsHKrcyrrr0s rr<r<msbercyrrr2s rr<r<ps|rcyrrr4s rr<r<ss UXrct|g|yr)r.)r-r%s rr<r<vs Q rcg}g}|D]'\}}|j||j|)t|t|fS)z2Unzip sequence of length-2 tuples into two tuples.appendtuple)xysxsysxys runzip2rJ~sL ""daIIaLIIaL rE"I rcg}g}g}|D]9\}}}|j||j||j|;t|t|t|fS)z4Unzip sequence of length-3 tuples into three tuples.rB)xyzsrFrGzsrHrIzs runzip3rOsd """gaAIIaLIIaLIIaL rE"IuRy ((rcLt|}|D] \}}|||< t|S)z Substitute values within a list.)r)rD)lstreplaceivs rsubvalsrUs1 S #da CF srct|}g}|D]}|j|d|||d}|j||S)0Split list into sublists of the specified sizes.N)r)rCr%nslistsr9s r split_listr[sO d$ % a LLbq 8D,,t ,rct|}t|t|k(rtd|DsJg}|D]}|j |d|||d}|S)rWc3&K|] }|dk\ yw)rNr).0r9s r z%split_list_checked..s%9a1f%9sN)r)sumr8allrCrXs rsplit_list_checkedrbsf d$ RCI #%9b%9"99 9 % a LLbq 8D ,rct|t|k(sJggf}t||D]\}}||j||S)z*Partition a list into two based on a mask.)r8r*rC)bslrZbrHs rpartition_listrgsO RCF  $&8%"ajda !HOOA ,rcVt|t|k(r#t|t|z t|k(sJt|t|}}|Dcgc]}|r t|n t|}}t }t||t||cxur|usJJ|Scc}w)z0Merge the elements of two lists based on a mask.)r`r8iternextobject)rdl0l1i0i1rfoutsentinels r merge_listsrrs RCG B#b' 1SW << < 8T"Xb"=?@AR483@#@ X( b( tB1 =X == == = *AsB&ct|}|Dcgc]}|||n t|}}t}t|||usJ|Scc}wr)rirjrk)subssrcbasebase_rSrprqs r subs_listrxsX t*%;?@a1=Qd5k 1@#@ X( eX ( ** * * AsAct|t|k(sJt|}t||Dcgc]\}}|||n|||n t| }}}t } t|| | usJ|Scc}}wr)r8rir*rjrk) subs1subs2src1src2rvrwf1f2rprqs r subs_list2rs Us5z !! ! t*%$'u$5 7 R^bR^b e  7# 7 X( eX ( ** * *  7s#A6cjt|}|Dcgc]}|j|}}|rJ|Scc}wr)dictpop)dctnamesnamerQs r split_dictrs7 S ##()4)#) . * *s0cRttjj|S)z&Concatenates/flattens a list of lists.)r)itchain from_iterable)rFs r concatenaters bhh$$R( ))rc t|}|Dcgc]$}t|Dcgc] }t|c}&}}}t|ttusJ|Scc}wcc}}w)zpSplits `xs` into subsequences of lengths `ns`. Unlike `split_list`, the `sum(ns)` must be equal to `len(xs)`.)rirangerj_unflatten_done)rFrYxs_iterr9_ unflatteneds r unflattenrsV H'<>?qq2A$w-2?+? g '? :: : 3?sAA AAc@t|tt|S)zCurries arguments of f, returning a function on any remaining arguments. For example: >>> f = lambda x, y, z, w: x * y + z * w >>> f(2,3,4,5) 26 >>> curry(f)(2)(3, 4, 5) 26 >>> curry(f)(2, 3)(4, 5) 26 >>> curry(f)(2, 3, 4, 5)() 26 )wrapsrr-s rcurryrs q''1% &&rz$Callable[[Iterable[Any]], list[Any]]toposortparentsctt||t|Dcgc] \}}|s | }}}t|Dcgc] \}}|r | }}}fd}|||fScc}}wcc}}w)Ncg}D]7}|r|j|d|dd}|j|d|dd}9|rJ|rJ|SNrr6)rC)new_lhsnew_rhsrpssidess rmergezsplit_merge..mergesg C   71:!"+ 71:!"+ ;; Jr)r)r7r*) predicaterFrHrlhsrhsrrs @r split_mergerso s9b! "%2u~+tq!+#+2u~/tq!Q/#/  c5 ,/s A#A# A)A)Tcb|r%t|r|ntjfd}|Sfd}|S)Nctjfdtjfd}j|_j|_t |t |S)Nc|i|Srr)rr%kwargsr-s rcachedz#cache..wrap..cached$s$!&!!rcjtjjr|i|Sg|i|Sr)rcheck_tracer_leaksvalue)r%rrr- trace_contexts rwrapperz$cache..wrap..wrapper(s9  $ $ * *D#F# #mo7777r) functools lru_cacher cache_clear cache_inforegister_cachestr)r-rrmax_sizers` @rwrapzcache..wrap#sn8$"%"q88 #..g!,,gWc!f% nrchtj|}t|t||Sr)rrrr)r-rrs rrzcache..wrap3s-- ##H-a0gWc!f% nr)callablerr)rtrace_context_in_keyrrs` @rcachers8-56J-K) ..( +  +rz#weakref.WeakKeyDictionary[Any, str]_cachesc|t|<y)a$Registers a cache with JAX's cache management. Args: cache: an object supporting `cache_clear()`, `cache_info()`, and `cache_keys()`, like the result of `functools.lru_cache()`. for_what: a string to identify what this cache is used for. This is used for debugging. N)r)rfor_whats rrr=s '%.rchttjD]}|jyr)r)rkeysr)rs rclear_all_cachesrHs(GLLN#e r)rcyrrrrr_ignorerNsdrctj|rtjnt||}t |t ||S)a Least recently used cache decorator with weakref support. The cache will take a weakref to the first argument of the wrapped function and strong refs to all other arguments. In all other respects it should behave similar to `functools.lru_cache`. The cache is thread local. )_weakref_lru_cacherrrrrr)callmaxsizer cached_calls rrrPs;#442fw+c$i( r)frozenslots weakref_slotceZdZUded<y)MultiWeakRefCacheKeyztuple[weakref.ref, ...]weakrefsN)__name__ __module__ __qualname____annotations__rrrrr`s ##rrc eZdZy)MultiWeakRefPlaceholderN)rrrrrrrresrrz set[Type]weakref_cache_key_typesc>t|xst|tvSr)rtyper)rTs ris_weakref_cache_key_typerms ! <a$;;.remove_weakrefsg"&&r351g&   r "      s,; 88 AAc t|turtfd|DSt|tur+|jDcic]\}}||c}}St |rj |t S|Scc}}w)Nc30K|] }|ywrr)r^v1accweakrefs_to_sentinels rr_zHmulti_weakref_lru_cache..weakrefs_to_sentinel..s?r)"c2?s)rrDritemsrrC_multi_weakref_placeholder)rTrkrrs ` rrz5multi_weakref_lru_cache..weakrefs_to_sentinelsw aE ?Q??? 7d?>?ggiHUQ'C00HH $Q ' 1 )) Is B c jt|turtfd|DSt|tur,|jDcic]\}}||c}}S|tur=t })j |tj|S|Scc}}w)Nc32K|]}|ywrr)r^rrrsentinel_to_referrentss rr_zJmulti_weakref_lru_cache..sentinel_to_referrents..sH+BF;Hs) rrDrrrrj setdefaultradd)rTrrrrrrrs `` rrz7multi_weakref_lru_cache..sentinel_to_referrentss aE HaHHH 7d?WWY(Ar)"b&99( ( * * "X    ' 'CE 2 6 6v >t (sB/c t|tr3t|}||<||ft|j|\}}n9|t ur|}|}n,||ftt j|gd\}}|i|Sr) isinstanceridrirrweakrefref) keyr%rr orig_args orig_kwargsrrrs r cache_missz+multi_weakref_lru_cache..cache_misss C- .C &!7 6ND."8 ; , ,  !7 6ND'++c"2!34d"< ; 9 , ,,rcHg} ||f|\}}t|}|dk(r tg|i|S|dk(r |dg|i|St|Dcic]}|tj| c}t t fd|D} |g|i|Scc}w)Nrr6c3(K|] }| ywrr)r^rTvalue_to_weakrefs rr_z;multi_weakref_lru_cache..wrapper..s!2I673C12E2Is)r)r8rrrrrrD) rr acc_weakrefsr%r nr_weakrefsrTrrrrrs @rrz(multi_weakref_lru_cache..wrappers "l)9k*B*68ldF %k  56%6)46 6 ! <?, ,$*, ,&)%68 !w{{1n==8"E2I;G2I-IJ30000 8sB)rz weakref.ref)rz list[Any])rzIterator[weakref.ref]r int | None)rz4MultiWeakRefCacheKey | MultiWeakRefPlaceholder | Any)rrrrrrrrrrr cache_keys_multi_weakref_id_to_key_multi_weakref_to_key_ids) rrrrrrrrrrrs ` @@@@@@rmulti_weakref_lru_cacherqs 24I79   #8'1"-"%66 4'GK;D *__T11&%//G%11G$//G'0G$(:G% NrceZdZdgZdZdZy) Unhashablevalc||_yrrselfrs r__init__zUnhashable.__init__ DHrc4|j|jk(Srr r others r__eq__zUnhashable.__eq__ 88uyy  rN)rrr __slots__r rrrrrrsg)!rrc$eZdZdgZdZdZdZy)Hashablerc||_yrr r s rr zHashable.__init__r rc,t|jSr)hashrr s r__hash__zHashable.__hash__s >rc4|j|jk(Srr rs rrzHashable.__eq__rrNrrrrr rrrrrrrsg)!rrc$eZdZdgZdZdZdZy) WrapKwArgsrc||_yrr r s rr zWrapKwArgs.__init__r rc zttdt|jj DS)Nc3*K|] \}}||f ywrr)r^rrTs rr_z&WrapKwArgs.__hash__..sBAq!fBs)rrDsortedrrrs rrzWrapKwArgs.__hash__s( B0@)ABB CCrc4|j|jk(Srr rs rrzWrapKwArgs.__eq__rrNrrrrrrsg)D!rrc|d|dS)N()r)transform_namers r wrap_namer(s  1TF! $$rcrt|dd}||St|trt|jS|S)Nr)getattrrrfun_namefunc)fun default_namers rr+r+s: j$ '$  KW CHH  rct|dd}||St|trt|jSt |S)Nr)r*rr fun_qual_namer,r+)r- qual_names rr0r0s?c>40) W  "" #rctj|}| |cxkr|ksntd|d||dkr||z}|S)z?Canonicalize an axis in [-num_dims, num_dims) to [0, num_dims).zaxis z) is out of bounds for array of dimension r)operatorindex ValueError)axisnum_dimss rcanonicalize_axisr8sM  $ d %X % uTF"KH:V WW AX (?D +rc|ttSt|trFtfd|D}|s.t t |t |k7rt d||St|fS)Nc36K|]}t|ywr)r8)r^rSndims rr_z*canonicalize_axis_tuple..%s:"1d+:szrepeated axis: )rDrrrr8rr5r8)r6r;allow_duplicates ` rcanonicalize_axis_tupler=!sn \ t h :T: :D s3t9~T: / 00 K dD ) ++rc||k(r|St|tr|f}t|tr|f}|Dcgc]}t||j}}|Dcgc]}t||j}}t t j|Dcgc] }||vs| }}t t||D]\}}|j|||j|Scc}wcc}wcc}wr) rintr8r;rnpr"r*insert transpose)rHrudstarSpermdrs rmoveaxisrG,sCZ HS &CS &C/23! 1aff %3#3/23! 1aff %3#32771:& 7!3,! 7$ 7Sc]#daKK1 T  43 7sC$C) C.C.c| |z Srr)rHrIs r ceil_of_ratiorI:s 27rc  dfd }|S)zs Like functools.wraps, but with finer-grained control over the name and docstring of the resulting function. c t}tddxsd}|jjtditdi|_|nj ||_tdd|_|nj d ||d|_td |j |_ |_ |S#t$rY|SwxYw) N__doc____dict__r)r-rz)r-docrr) r+r*rNupdaterformatrrrLr __wrapped__ Exception)r-rrOdocstrrnamestrwrappeds rrzwraps..wrapperHs  g d GY + 1rc ll'':r:;#G->Cc$_T'..T.2Jclw 6HIcn"NS'&--DDcDVD k .#,,Gcco J   J sCC CC)r-rreturnrr)rVrUrTrrs```` rrr>s .rcDtdt|j)NzUnhandled case: )AssertionErrorrr)rHs rassert_unreachablerZ\s )$q'*:*:);<==rcpd|cxkrt|ksnJ|t|f|d||fz||dzSNrr8tidxrs r tuple_insertra_sD c SV *c3q6]*  4CC6 AcdG ##rcnd|cxkrt|ksnJ|t|f|d|||dzdzSrr])r_r`s r tuple_deleterccsA c CF )S#a&M)  4C1S1WX; rcvd|cxkrt|ksnJ|t|f|d||fz||dzdzSrr]r^s r tuple_updateregsH c CF )S#a&M)  4CC6 Ac!efI %%rc.eZdZdZdZdZdZdZdZy)HashableFunctiona Decouples function equality and hash from its identity. Local lambdas and function defs are reallocated on each function call, making the functions created on different calls compare as unequal. This breaks our caching logic, which should really only care about comparing the semantics and not actual identity. This class makes it possible to compare different functions based on their semantics. The parts that are taken into account are: the bytecode of the wrapped function (which is cached by the CPython interpreter and is stable across the invocations of the surrounding function), and `closure` which should contain all values in scope that affect the function semantics. In particular `closure` should contain all elements of the function closure, or it should be possible to derive the relevant elements of the true function closure based solely on the contents of the `closure` argument (e.g. in case some closed-over values are not hashable, but are entirely determined by hashable locals). c ||_||_yrr-closure)r r-rjs rr zHashableFunction.__init__s DFDLrct|tuxrH|jj|jjk(xr|j|jk(Sr)rrgr-__code__rjrs rrzHashableFunction.__eq__sH K+ + * FFOOuww// / * LLEMM )+rcXt|jj|jfSr)rr-rlrjrs rrzHashableFunction.__hash__s $,,/ 00rc&|j|i|Srrr r%rs r__call__zHashableFunction.__call__s 4664 "6 ""rcPd|jjd|jdS)Nz )r-rrjrs r__repr__zHashableFunction.__repr__s$ (t||nA FFrN) rrrrLr rrrprsrrrrgrgks!&+ 1#GrrgcfdS)Nct|Sr)rgris rz&as_hashable_function..s#Aw/rr)rjs`ras_hashable_functionrws //rc$eZdZdZdZdZdZy)HashablePartialc.||_||_||_yrr-r%r)r r-r%rs rr zHashablePartial.__init__s DFDIDKrct|tuxrc|jj|jjk(xr4|j|jk(xr|j |j k(Sr)rryr-rlr%rrs rrzHashablePartial.__eq__s` K? * D FFOOuww// / D II # D(, u||(CErctt|jjd}t |j j |j|fS)Nc |dSr\r)kvs rrvz*HashablePartial.__hash__..s ber)r)rDr"rrrr-rlr%)r rs rrzHashablePartial.__hash__s? 6$++++-3CD EF $))V4 55rc\|jg|j|i|j|Srr{ros rrpzHashablePartial.__call__s- 466 =499 =t =t{{ =f ==rN)rrrr rrrprrrryrys E 6>rrycx tj|}d}|r||S|S#t$rd}YwxYw)NFT)r3r4r()r6if_posif_namedposnameds rmaybe_named_axisrsG .. C E!$1fSk1  Es + 99ctjjrdg} |j|ddd|dd|ddD]\}}|jd|d| |jdt j d j|yy#t$r-}|jd|j|Yd}~hd}~wwxYw) zFormat and log `pairs` if config.jax_distributed_debug is enabled. Args: pairs: A sequence of label/value pairs to log. The first pair is treated as a heading for subsequent pairs. z DISTRIBUTED_DEBUG_BEGINrz: r6Nz z!DISTRIBUTED_DEBUG logging failed!DISTRIBUTED_DEBUG_END )rdistributed_debugrrCrSloggerwarningjoin)pairslineslabelres rdistributed_debug_logrs ## ( )E lleAhqk]"U1Xa[M23),,% r%5'*+,  LL() NN499U#$$  ll67 llaSsAB C&#CCcHtj|jS)zbReturns unique elements from `it` in the order of occurrence. The elements must be hashable. )rfromkeysr)rs r stable_uniquers r    !!rcPeZdZUded<ded<dZd dZd dZddZdd Zdd Z y ) OrderedSetzset[T]elts_setlist[T] elts_listc0t|_g|_yr)rrrrs rr zOrderedSet.__init__sEDMDNrc||jvr7|jj||jj|yyr)rrrrCr elts rrzOrderedSet.adds7 $-- mm nnC  rc4|D]}|j|yr)r)r eltsrs rrPzOrderedSet.updates  hhqkrc,t|jSr)rirrs r__iter__zOrderedSet.__iter__s  rc,t|jSr)r8rrs r__len__zOrderedSet.__len__s t~~ rc||jvSr)rrs r __contains__zOrderedSet.__contains__s $-- rN)rrrWNone)rzSeq[T]rWr)rWz Iterator[T])rWr?)rrrWbool) rrrrr rrPrrrrrrrrs,  !   rrc4eZdZUded<ded<dZdZdZy) HashableWrapperr rHrrcN||_t||_y#d|_YyxYwr)rHr)r rHs rr zHashableWrapper.__init__s DF!WDIs $c\|j |jSt|jSr)rrrHrs rrzHashableWrapper.__hash__s" -499=2dff:=rct|tsy|j|j|jk(S|j|juS)NF)rrrrHrs rrzHashableWrapper.__eq__s= e_ -  $ 5466UWW L466UWW;LLrN)rrrrr rrrrrrrs&>Mrrct|trtt|jSt|tj r |j S|Sr)rpropertyrfgetrcached_propertyr,rs r_original_funcrs=8 !  ! !!!Y../ 66M (rcdfd }|S)Nc|_|Sr)r)r,modules rrzset_module..wrappers do Kr)r,rrWrr)rrs` r set_modulers .rcfd}|S)zEA decorator replacing a Python class with its C++ version at runtime.c|Shd}|jjD]-\}}||vs tt|dr!t ||/|j _S)N>rLrNr_use_cpp)rNrhasattrrsetattrrL)clsexclude_methods attr_nameattrcpp_clss rrzuse_cpp_class..wrappersg j;O<<--/, 4 / )~d+Z8 '9d +, kkGO Nrr)rrs` r use_cpp_classrs  .rcHtts tdfd}|S)zKA decorator excluding methods from the set that are forwarded to C++ class.z``is_enabled`` must be a boolc0rt|}d|_|S)NT)rr)r- original_func is_enableds r decoratorz!use_cpp_method..decorators$Q'm#m Hr)rrr()rrs` ruse_cpp_methodrs& J % 3 44 rcFeZdZdZdZej ZejZy) StrictABCMetaa%A variant of `abc.ABCMeta` which does not allow virtual subclasses. Virtual subclasses support require `abc.ABCMeta` to roundtrip through pure Python when doing instance/subclass checking. This if fine for ABCs which need virtual subclasses, but is wasteful for the ones which don't. c ~t|d)Nz$ does not support virtual subclasses)NotImplementedError)rsubclasss rregisterzStrictABCMeta.register*s %IJ KKrN)rrrrLrr__instancecheck____subclasscheck__rrrrr#s' L,,,,rrceZdZdZy) StrictABCrN)rrrrrrrrr2s)rr) metaclasszCallable | Nonetest_event_listenerc*tsyt|g|yr)r)rr%s r test_eventr8s  d"T"rcd}|dkryttjtj|dt |dz }|d|zz }|d||dS)N)rMKMGrrz0.00Bir6z.2fB)minmathfloorlogr8) num_bytesprefixesexponent scaled_values r pprint_bytesr@sb %(!^  DHHY56H 8I J(dHn-,  hx01 33rinstall_failure_signal_handlercyrr)call_previous_handlers rrrKsr)r Iterable[T1]rWzlist[tuple[T1]])rrr Iterable[T2]rWzlist[tuple[T1, T2]])rrr rr" Iterable[T3]rWzlist[tuple[T1, T2, T3]]) r Iterable[Any]r rr"rr$rrWzlist[tuple[Any, ...]])r-zCallable[[T1], T]rrrWr)r-zCallable[[T1, T2], T]rrr rrWr) r-zCallable[[T1, T2, T3], T]rrr rr"rrWr) r-zCallable[..., T]rrr rr"rr$rrWr)r-zCallable[[T1], Any]rrrWr)r-zCallable[[T1, T2], Any]rrr rrWr) r-zCallable[[T1, T2, T3], Any]rrr rr"rrWr) r-zCallable[..., Any]rrr rr"rr$rrWr)rEzIterable[tuple[T1, T2]]rWz%tuple[tuple[T1, ...], tuple[T2, ...]])rLzIterable[tuple[T1, T2, T3]]rWz5tuple[tuple[T1, ...], tuple[T2, ...], tuple[T3, ...]])rQ Sequence[T]rRzIterable[tuple[int, T]]rW tuple[T, ...])r%rrY Sequence[int]rW list[list[T]])rdSequence[bool]rerrWztuple[list[T], list[T]])rdrrl Sequence[T1]rmz Sequence[T2]rWz list[T1 | T2])rtSequence[int | None]rurrvrrWr) rzrr{rr|rr}rrvrrWr)rz dict[T1, T2]rrrWzlist[T2])rFzIterable[Sequence[T]]rWr)rF Iterable[T]rYrrWr)rzCallable[[T], bool]rFrrWzFtuple[list[T], list[T], Callable[[Sequence[T], Sequence[T]], list[T]]])iT)rzbool | Callable)rr rr)rT)rrrr)r'rrrrWr)z)r-rr.rrWr)r-rrWr)r6r r7r?rWr?)F)r6zint | Sequence[int] | Noner;r?r<rrWztuple[int, ...])rHArrayruint | Sequence[int]rCrrWr)rHr?rIr?rWr?)NN)rVrrU str | NonerTrrWCallable[[T], T])r_rr`r?rrrWr)r_rr`r?rWr)rrrWr)r-rrWr)rrrWr)rz type[Any]rWzCallable[[type[T]], type[T]])T)rrrWr)rrrWr)rz int | floatrWr)rr)v __future__rabccollections.abcrrrr dataclassesrr itertoolsrloggingrr3typingr r r r r rrrrnumpyr@jax._srcr jax._src.librrr jaxlib_utils getLoggerrrSeqrrrrrrr.r<rJrOrUr[rbrgrrrxrrrflattenrkrrrrtopological_sortrrrWeakKeyDictionaryrrrmemoizer dataclassrrrrrrrrrrr(r+r0r8r=rGrIrrZrarcrergrwryrrrrrrrrrABCMetarrrrMutexrrrrrrr s# BB ^^^@.   8 $  CL T] T] T] ? ? Y Y s s S S ) " "( M M g g B B Z Z " "( K K e e   X X  '  .  ) > )        #    %0 8C       (<    (  0;      * (' /. <00) <"L.80Iw/H/H/J ,J   .237 ,0  d$TB$$C$56&)U*= #'m m!m`!! ! ! ! !% ,       <>$&$G$GL0>>$2%("  6 M M &  -CKK --(,_+# 4 <9:#/#N#N  r