ukiݭ2 dZddlmZddlmZddlZddlmZmZddl Z ddl m Z ddl m Z ddl mZdd l mZdd l mZdd l mZdd l mZdd lmZddlmZddlmZddlmZddlmZddlmZddlmZm Z m!Z!m"Z"m#Z#m$Z$m%Z%ddl&m'Z'm(Z(ddl)m*Z*m+Z+eZ,e*e-cZ-Z.e+e/cZ/Z0ejbe2e jfdZ4de4_5e4jmeejne4de4_8dZ9e9e4_:ee;e d_dZ?eejd d` dadZAe jfdZBdeB_5eBjmeejneBd eB_8d!ZCeCeB_:eejd" db dcd#ZDd$ZEeejd% ddd&ZFe jfd'ZGd(eG_5d)eG_HeGjmeejneG ded*ZI dfd+ZJ dgd,ZKd-ZLdhd.ZMe4jeM did/ZOeBjeO did0ZPeGjePeejejjejj1ZV djd2ZWdkd3ZXdld4ZYeYe je4<dld5Z[e[e jeB<dld6Z\e\e jeG<dmd7Z]e]eje4<dmd8Z_e_ejeB<dmd9Z`e`ejeG<d:Zaeaeje4<d;ZcecejeB<d<ZdedejeG<d=Zeeeeje4<d>ZgegejeB<d?ZhehejeG<d@Zieieje j<dAZleleje j<dBZneneje j<dCZpepeje4<epejeB<dDZqeqejeG< dndEZrdFZseseje4<dGZueuejeB<dHZvevejeG<e jfdIZwdodJZxewjldKZyewjdLZ{ejewejeydMdNZ~dOZe~eje j<eeje j<eje jdPeje jdQd`dRZe jfdSZejdTZdUZejeedVZe jfdWZejdXZdYZejeedZZe jfd[Zejd\Zd]Zejeed^Zeej e <y)pzModule for state primitives.) annotations)partialN)AnyUnion)ad_util)core)dispatch)dtypes)pretty_printer)traceback_util) tree_util)ad)batching)mlir) partial_eval)lax)indexing) AbstractRefAbstractLinVal AccumEffect ReadEffect TransformTransformedRef WriteEffect)Array ArrayLike)safe_mapsafe_zipgetcyNTparamss T/home/cdr/jupyterlab/.venv/lib/python3.12/site-packages/jax/_src/state/primitives.pyr&Gc|jSNis_highref_avaltree_s r%r&r&Js 8+;+;r(c(tj|j}tj||}|r&t ||dd}|d}|j ||S|jtt|j|jSN) rtypeof_refsr tree_unflattenrref_get_to_lojax raise_valmapref_get lower_val)refr/idxval_ty transformss r% _get_to_lojaxr@Ks ;;syy !&''c2* j"o .C R.C  " "3 ,,   3w(8(8(CD EEr(cBt|tr|j|j}}n|d}}t j |}t|t std|d|dt|jtjs|jjs|dfS||turd}nt|ts|f}|s||fS|s#|r!t|dtjr||fStjj||j }|g||fS)Nr"zCan only call `z` on a `Ref`: .r3) isinstancerr<r?rget_avalr ValueError inner_aval ShapedArrayr,Ellipsistupler NDIndexerfrom_indices_shapeshape) ref_or_viewr= function_namer<r?r. nd_indexers r%get_ref_and_transformsrPXs  ^,!oo{'='=C!2C ]]3 ( Hk * }o^C5J KK X(($*:*: ;!!)) 7N[C8O C c5 ! &C  ?  :b>8;M;M N  ?!!44S+:K:KL* ' 'J' ''r(z jax.ref.get)repro_api_namect||d\}}tj|\}}tj|g|d|iS)aRead a value from an Ref. This is equivalent to ``ref[idx]`` for a NumPy-style indexer ``idx``. For more on mutable array refs, refer to the `Ref guide`_. Args: ref: a :class:`jax.ref.Ref` object. idx: a NumPy-style indexer Returns: A :class:`jax.Array` object (note, not a :class:`jax.ref.Ref`) containing the indexed elements of the mutable reference. Examples: >>> import jax >>> ref = jax.new_ref(jax.numpy.arange(5)) >>> jax.ref.get(ref, slice(1, 3)) Array([1, 2], dtype=int32) Equivalent operation via indexing syntax: >>> ref[1:3] Array([1, 2], dtype=int32) Use ``...`` to extract the full buffer: >>> ref[...] Array([0, 1, 2, 3, 4], dtype=int32) .. _Ref guide: https://docs.jax.dev/en/latest/array_refs.html r:r/)rPr tree_flattenget_pbind)r<r=r?flat_transformsr/s r%r:r:tsEH+3Y?/#z#00</4 C 5/ 5 55r(swapcyr!r"r#s r%r&r&r'r(c|jSr*r+r-s r%r&r&s H,<,<r(c tj|j}tj|}tj||}|r't ||dd}|d}|j |||S|j|j}|j|}t||D cgc]\} } t| || } } } |j| Scc} } wr2) rr4r5r r6rref_swap_to_lojaxr;zipref_swapr8) r<valr/r= ref_val_tyr>r?lo_refslo_valslo_reflo_valoutss r%_swap_to_lojaxres{{399%* ;;s &''c2* j"o .C R.C  ' 'S# 66   +'   S !' ' " $NFF(63 ' $$ $   4   $s/Cz jax.ref.swapct|drt|j|}t|||\}}t j |\}}t j||g|d|iS)aUpdate an array value inplace while returning the previous value. This is equivalent to ``ref[idx], prev = value, ref[idx]`` while returning ``prev``, for a NumPy-style indexer ``idx``. For more on mutable array refs, refer to the `Ref guide`_. Args: ref: a :class:`jax.ref.Ref` object. On return, the buffer will be mutated by this operation. idx: a NumPy-style indexer value: a :class:`jax.Array` object (note, not a :class:`jax.ref.Ref`) containing the values to set in the array. Returns: A :class:`jax.Array` containing the previous value at `idx`. Examples: >>> import jax >>> ref = jax.new_ref(jax.numpy.arange(5)) >>> jax.ref.swap(ref, 3, 10) Array(3, dtype=int32) >>> ref Ref([ 0, 1, 2, 10, 4], dtype=int32) Equivalent operation via indexing syntax: >>> ref = jax.new_ref(jax.numpy.arange(5)) >>> ref[3], prev = 10, ref[3] >>> prev Array(3, dtype=int32) >>> ref Ref([ 0, 1, 2, 10, 4], dtype=int32) Use ``...`` to swap the value of a scalar ref: >>> ref = jax.new_ref(jax.numpy.int32(5)) >>> jax.ref.swap(ref, ..., 10) Array(5, dtype=int32) >>> ref Ref(10, dtype=int32) .. _Ref guide: https://docs.jax.dev/en/latest/array_refs.html dtyper/)hasattr_maybe_implicit_castrgrPr rSswap_prU)r<r=value_function_namer?rVr/s r%r]r]sad S' E 2E*3^D/#z#00</4 S% =/ = ==r(ctj|}t|tjs|S|jrRt j |tjr.t j |jtjsRt j |tjrDt j |jtjrtj||S|Sr*) rr4rCrG weak_typer issubdtypenpfloatingrgintegerrconvert_element_type)rgrkavals r%riris U $ D$** + L nn  , R[[1  + RZZ0  # #E5 11 ,r(z jax.ref.setc"t|||dy)a Set a value in an Ref in-place. This is equivalent to ``ref[idx] = value`` for a NumPy-style indexer ``idx``. For more on mutable array refs, refer to the `Ref guide`_. Args: ref: a :class:`jax.ref.Ref` object. On return, the buffer will be mutated by this operation. idx: a NumPy-style indexer value: a :class:`jax.Array` object (note, not a :class:`jax.ref.Ref`) containing the values to set in the array. Returns: None Examples: >>> import jax >>> ref = jax.new_ref(jax.numpy.zeros(5)) >>> jax.ref.set(ref, 1, 10.0) >>> ref Ref([ 0., 10., 0., 0., 0.], dtype=float32) Equivalent operation via indexing syntax: >>> ref = jax.new_ref(jax.numpy.zeros(5)) >>> ref[1] = 10.0 >>> ref Ref([ 0., 10., 0., 0., 0.], dtype=float32) Use ``...`` to set the value of a scalar ref: >>> ref = jax.new_ref(jax.numpy.int32(0)) >>> ref[...] = 4 >>> ref Ref(4, dtype=int32) .. _Ref guide: https://docs.jax.dev/en/latest/array_refs.html ref_set)rlNr])r<r=rks r%rvrv sX 3U95r( addupdatecyr!r"r#s r%r&r&Er'r(Tct||d\}}tj|\}}tj||g|d|iy)aAdd to an element in an Ref in-place. This is analogous to ``ref[idx] += value`` for a NumPy array ``ref`` and NumPy-style indexer ``idx``. However, for an Ref ``ref``, executing ``ref[idx] += value`` actually performs a ``ref_get``, add, and ``ref_set``, so using this function can be more efficient under autodiff. For more on mutable array refs, refer to the `Ref guide`_. Args: ref: a :class:`jax.ref.Ref` object. On return, the buffer will be mutated by this operation. idx: a NumPy-style indexer x: a :class:`jax.Array` object (note, not a :class:`jax.ref.Ref`) containing the values to add at the specified indices. Returns: None Examples: >>> import jax >>> ref = jax.new_ref(jax.numpy.arange(5)) >>> jax.ref.addupdate(ref, 2, 10) >>> ref Ref([ 0, 1, 12, 3, 4], dtype=int32) Equivalent operation via indexing syntax: >>> ref = jax.new_ref(jax.numpy.arange(5)) >>> ref[2] += 10 >>> ref Ref([ 0, 1, 12, 3, 4], dtype=int32) Use ``...`` to add to a scalar ref: >>> ref = jax.new_ref(jax.numpy.int32(2)) >>> ref[...] += 10 >>> ref Ref(12, dtype=int32) .. _Ref guide: https://docs.jax.dev/en/latest/array_refs.html ref_addupdater/N)rPr rS addupdate_prU)r<r=xr?rVr/s r%r{r{JsF\+3_E/#z#00</4 37O7$7r(c>|D]}|j|}|J|Sr*)transform_shape)rLr? transforms r%_shape_after_transformingr4-i  % %e ,E-    ,r(c>|D]}|j|}|J|Sr*)transform_dtype)rgr?rs r%_dtype_after_transformingrrr(c>|D]}|j|}|J|Sr*)transform_sharding)shardingr?rs r%_sharding_after_transformingrs26i++H5H6    /r(c4tj||}|r6|jjr |jj|g|d|iSt |t std|dt |jtjrat|j|}t|j|}t|j|}|jj!|||}n|r td|j}|t#dhfS)Nr/z%`get` must be called on `Ref` types: rB)rLrgr6Cannot index non-shaped array with nontrivial indices.r)r r6rFr,ref_get_abstract_evalrCrrErrGrrLrrgrrupdater)r.r/argsr? out_shape out_dtype out_shardingout_avals r%_get_abstract_evalrs''d3*H''// 48   4 4X P P4 PP Hk * >:N28>>:NX^^+ %%-^^$45**<)=>''/~~&67&&0\ 5 66 X^^+  *+,"..) -   24FGH O PP""H [^$ %%r(c ^tj||}t|tst d|dt|j t jr9t|j|}t|j|}t|j|}t|t jsJ||jk7r,t d|jd|d|jd|d ||jk7r&t d|jd|jd|jjs |jjjrB||jk7r3t d |jd |jd|r t d gt!d hfS) Nz+`addupdate` must be called on `Ref` types: rBz*Invalid shape for `addupdate`. Ref shape: rrrrz*Invalid dtype for `addupdate`. Ref dtype: z0Invalid sharding for `addupdate`. Ref sharding: z. Value sharding: rr)r r6rCrrErFrrGrrLrrgrrmesh_any_axis_explicitr)r.rr/rr?rrrs r%_addupdate_abstract_evalrs''d3* Hk * B8*AN OO##T%5%56)(..*EI)(..*EI/0A0A:NL h 0 0 11 1HNN"   '(&K("..)*# B  ( HNN" %%-^^$45''/~~&6b: ;;    - -      2 2))) ((0(9(9':;**2*;*;)>1':: s BBc~|^}}|^}}|j^}}|sJt||D cgc] \}} | r | } }} |rd|gg| fS||gg| fScc} }wr*)rr\rs r%_addupdate_partial_eval_customr sv+'A(W,!h /h0=wq$=#= b"c !! RS  >s A A c |j}|j}g}|g|j} t||D]\} } |rst| tj rst tj| dk(} | r|j| Y| j} | tjur|j| td| t| dsJ| jsM| tjur)| j|fk(sJt!j"| | d} |j| | tjurCt%t'dt)j*| dz} t!j"| | | } ntj,| | d} |j| }|tjurvt| tj s\t| dsJ| jrBt%t'dt)j*| dz} t!j"| | | } |j| |tjura|jr+t!j.t)j0d| d}nt j d|}d} |j3||t j4t%||| d S) aConverts a batched indexer into an unbatched one. This function handles the complexity of `vmap`-style batching where either the `ref` being indexed, the indexer, or both may have batched dimensions. The goal is to produce a new indexer that acts as if applied in a batched context, but without actual batching, enabling downstream code to process it as usual. If any index in `indexer` is batched, all array indexers are normalized. If the array indexer contains a batched dimension, the dimension is moved to the front (axis 0). If the array indexer not batched, it is broadcasted to include a batch dimension at the front. This is to guarantee that all array indexers are still of the same shape. Slices are passed through unchanged unless they contain dynamic elements and are themselves batched, which is currently unsupported. If `ref` is batched (`ref_dim` is not `NotMapped`), we simulate per-example indexing by inserting a new iota array at the position corresponding to `ref_dim` in the indexer. It is worth noting that if the array indexers in the original indexer are contiguous, but become non-contiguous in the new indexer due to the insertion of the iota, the dimensions corresponding to the array indexers will be moved to the front in the indexing result. The batched dimension will be at axis 0, while the dimensions corresponding to the array indexers in the original indexer will start from axis 1. This behavior would cause a mismatch between the original indexer and the new indexer. Callers must take this behavior into account and properly transpose the arrays involved to avoid this mismatch. Args: indexer: An `NDIndexer` that indexes into `ref`. dims: A pytree with the same structure as `indexer`, indicating which dimension (if any) is batched for each array indexer. axis_size: Size of the batch dimension. ref_shape: Shape of `ref`. ref_dim: The dimension of `ref` that is batched (if any). idx_is_batched: Whether any index in the `indexer` is batched. rz9No support for vmapping over nontrivial slices just yet: rL)rint32r"T)validate)indicesint_indexer_shaper\rCrSlicerr tree_leavesappendstartr not_mappedNotImplementedErrorrhrLrbroadcast_in_dimrIrangerpndimmoveaxisbroadcasted_iotarginsertrJ)indexerdims axis_size ref_shaperef_dimidx_is_batchedr indices_dims new_indicesnew_integer_indexer_shaper=ris_static_slice bcast_dims batch_idxs r%_batch_indexerr*s\ OO',46+(E7+D+DEg|,+hc3 C (i33C89Q>    S ! ii (%% %   S !#I#OQ Q sG$$$yy ++ +99 , ,,&&s,EtLC   S ! H'' 'uQ q(89:J&&s,E'13C##Ca0C   S ! ++ +#x~~.g& && YYuQ q(89:J&&s,E&02CW+X H'''  && ((7 6;i..I.i"$w *    K)%> r(c "t||Dchc]&\}}|tjur|j|(c}}\|^}|^}t j ||}|st jg|d|ifSt j ||}td|Dt|dkDr tdtfdt||D} t j| \} }tj|d\} } } tt!j"t!j$t!j&| ddk(} t|dj(}tj| d\}} } tt!j"t!j$t!j&|ddk(}t jg| d|i}| xr| }|r|r| j+d}| dj(}t|}t-t/t|j}|dg||||z|d||||zd}t1j2||}d}||fStjurI|r| sd}||fS|j+d}||fSt5t!j6|d}|z }||fSd}t| r| j+d}|}||fScc}}w)Nr/c3@K|]}|tjuywr*rr.0i_dims r% z_get_vmap..K#3 H$7$773r .Batching with multiple indexers not supported.c 3XK|]!\}}t||j#ywr*)r*rL)r/rrr r#r<r"s r%r1z_get_vmap..Qs6H&$>Y"%))WnFHs'*rT)r\rrrLr r6rTrUanyrrrIrSrunpack_ndindexerboolrpalldiffwhererindexlistrr transposeintsum) batched_args batched_dimsr/r}d flat_idxs flat_idx_dimsindexers indexers_dims new_indexers flat_indexersis_int_indexingr0int_indexers_contiguouswill_add_int_batcheris_new_int_indexingnew_int_indexers_contiguousoutshould_transpose original_posarray_indexer_shapearray_indexer_lentranspose_orderout_bdimint_indexers_before_ref_dimr r#r<r"s @@@@r% _get_vmaprWAsI'*<'F1tq!H/// 1*) /# ('M  % %dI 6(  ::c 1I 1D 17 ::**4?-3$133.]Q N OOH*-h *FHH,"..|<-"33HQK@/1a ffRWWRXXo.q1 2a 78 hqk;;<&77 QHq! $ffRWWRXX1215 6! ;<!  322T2#-655."((.L&q/;;/05SYY01O *+<\+I J , - *<78 9 O --_ -CH* h'h))) &( h)..t4( h'*"&&1DXg1N*O&P#88 h h _ &,,T2  hM1s+L c |^}}|^}}tj||}tj||} tju} |tju} t d|D| s"t dt jd|sL| r.| s,tj|jj}tj|g|d|ifSt|dkDr tdtfdt!|| D} tj"| \} }t%j&|d\}}}t)t+j,t+j.t+j0|ddk(}t%j&| d\}}}t)t+j,t+j.t+j0|ddk(}|sd}n |j3d dz}| s1| srDtj|j|j}ntj6|||}d}|r|s|j3d }| dj8}t|}t;t=t|j>}|dg|d|zd|z|dz z|dd|z|d|z|dz zd}|jA|}t+jB|}tj|g| d|i}||jA|}||fS#t4$r}Y5wxYw) Nc3@K|]}|tjuywr*r-r.s r%r1z_swap_vmap..r2r3z[performing a set/swap operation with vmapped value on an unbatched array reference of type E. Move the array reference to be an argument to the vmapped function?r/r r4c 3lK|]+\}}t||jj-ywr*r*rrLr/rrrr#r<r"s r%r1z_swap_vmap..:H&$>Y^^"%))WnFH14rT)"r r6rrr6rrr4rrrrjrUrrrIr\rSrr7r8rpr9r:r;r<rErrr=rrLr>argsort)rrArBr/r^rDval_dimrErFrGref_is_batchedval_is_batchedrHrIrJr0rKrMrNbatched_dim_in_resulttranspose_order_inversedrQrRrSrTrOr#r<r"s` @@@r% _swap_vmaprfs{%#sY%1"'7]  % %dI 6(**4?-("5"55.("5"55.3$133.  <<@KK * !L.+?@ A O -- (C!zz/: C8}848# ) --0 1C # ##K &%&sM MMc $|^}}|^}}tj||}tj||} tju} |tju} t d|D| s"t dt jd|s9|k7rtj||}tj|g|d|igfSt|dkDr tdtfdt|| D} tj| \} }t!j"|d\}}}t%t'j(t'j*t'j,|ddk(}t!j"| d\}}}t%t'j(t'j*t'j,|ddk(}|sd}n |j/d }| s1| srDtj2|j4|j6}ntj8|||}|r|s|j/d }| dj:}t|}t=t?t|j@}|dg|d|zd|z|dz z|dd|z|d|z|dz zd}|jC|}tj|g| d|igfS#t0$r}Y wxYw) Nc3@K|]}|tjuywr*r-r.s r%r1z"_addupdate_vmap..r2r3z]performing an addupdate operation with vmapped value on an unbatched array reference of type rZr/r r4c 3lK|]+\}}t||jj-ywr*r\r]s r%r1z"_addupdate_vmap..r^r_rT)"r r6rrr6rrr4 matchaxis2r|rUrrrIr\rSrr7r8rpr9r:r;r<rErrrrrr=rrLr>)rrArBr/r^rDrarErFrGrbrcrHrIrJr0rKrMrNrdrQrRrSrTr#r<r"s` @@@r%_addupdate_vmaprks?%#sY%1"'7]  % %dI 6(**4?-("5"55.("5"55.3$133.  <<@KK * !L.+?@ A O -- (C   #s >] > > BB5 &%&s4L LL broadcast_tocddlm}|j|}|j|k(r|Stj ||S)zBroadcasts an array to a new shape. Args: a: The array to broadcast. shape: The desired shape to broadcast to. Returns: An array of shape ``shape``. See Also: :func:`jax.numpy.broadcast_to` rN)rL) jax.numpynumpyasarrayrLbroadcast_to_prUarLjnps r%rlrl.s; kk!n!WW H   Qe  ,,r(c2ddlm}|j||S)Nr)rnrorlrrs r%_broadcast_to_implrvAs  !U ##r(cBtj||jSr*)rrGrg)rtrLs r%_broadcast_to_abstract_evalrxFs  % ,,r(Fcd||c\}\}tjj|||}t|tj urEt j |j}tjj|||}||fStjj|||}||fSNr)rrrUrrrzeros_like_avalrt) rrrrinit_valinit_dot primal_outzero tangent_outs r%_ref_jvprPs$h+8{zzxlN* (^w||#  " "8== 1D**//$\/MK [  **//(D/QK [  r(cj|\}tjj|}fd}|dd|fS)Nrcrtj|}tjj |Srz)rrrrrU)r0x_dotrrrs r%mut_linz_ref_lin..mut_lin]s,   u %D ::??4l? FFr(T)rrrU)nzsr}rrnzx_refrs `` r%_ref_linrZs9 #" **//!,T/ B%G dG ##r(c,tj|Sr*)rfreezerr0s r%r&r&esdkk!nr(c@tjj|Sr*)raccum_grad_in_ref_prUrs r%r&r&fs1I1I1N1Nq1Qr(c0tj||S)Ntyr)create_linear_prUrs r% create_linearrjs   ,  ??r(rcdt|tjs t|t ||Sr*rCrrGrrrs r%_create_linear_abstract_evalrns* B(( )1DR1H+H L ))r(c|j\}tjdgtj|gjS)N CreateBufferoperands result_types) avals_outr custom_callaval_to_ir_typeresults)ctxrs r%_lower_create_linearrss>mm)(  ((23  G  r(c,tj|Sr*)pin_prUr}s r%pinr}s Ar(rcbt|tjs t|t |Sr*rrts r%_pin_abstract_evalrs( D$** +3Ft3L-L  r(c|j\}tjdtj|gtj|gj S)NPinrrrrflatten_ir_valuesrrrx_oprs r% _lower_pinrsKmm)(   %%tf-((23  G  r(c,tj|Sr*)unpin_prUrs r%unpinrs ar(rcPt|ts t||jSr*)rCr TypeErrorrFrs r%_unpin_abstract_evalrs D. )4+@ r(c|j\}tjdtj|gtj|gj S)NUnpinrrrs r% _lower_unpinrsKmm)(   %%tf-((23  G  r(ctjjj|jtj |j |jS)N)r)rir MemRefTyperrLdtype_to_ir_typergr)rss r%_linval_to_mlir_typersB     )>)>qww)G-.^^  ==r()rMrr=$Indexer | tuple[Indexer, ...] | NonerNstrreturnz!tuple[Any, tuple[Transform, ...]]r*)r<core.Ref | TransformedRefr=rrArray | HijaxTyperw) r<rr=rrkArrayLike | HijaxTyperlrrr)r<rr=rrkrrNone)r<rr=rr}rrr)rLtuple[int | Array, ...]r?tuple[Transform, ...]rr)rgrr?rrr)r.r)r.rrzcore.AbstractValuerr)rcore.JaxprPpContextr?r)rr)rzpp.Doc)r list[Any]rrr$r) rindexing.NDIndexerr r?r!tuple[int, ...]r"zint | batching.NotMappedr#r8rr)rsrrLrrr)__doc__ __future__r functoolsrtypestypingrrrorpjax._srcrrr r r rr r jax._src.interpretersrrrrpe jax._src.laxrjax._src.staterjax._src.state.typesrrrrrrrjax._src.typingrr jax._src.utilrr HijaxTyper9 unsafe_mapr\ unsafe_zipregister_exclusion__file__ PrimitiverT is_effectfuldef_implapply_primitiver,r@to_lojaxr?slice EllipsisTypeIndexerrP api_boundaryr:rjrer]rirvr|multiple_resultsr{rrrrdef_effectful_abstract_evalrrcolor IntensityNORMALColorGREENrrrr pp_eqn_rulesrrrprimitive_jvpsrrrprimitive_transposesrrrfancy_transposesrrrpartial_eval_jaxpr_custom_rulesrrfancy_primitive_batchersrrr r r*rWprimitive_batchersrfrkrqrlrvdef_abstract_evalrxregister_lowering lower_funrrprimitive_linearizationsdefjvprrrrrrrrrrrrrrir_type_handlersr"r(r%rs#" )#$*&4#-,  CZCZ!!!(+ u(wx//78; F UE5#5#55 6(( -((' (8  $ $]C15%6 "%6 -%6%6D%6p  )00&9:< !!  $ $^D % 5> "5> -5> !5> 5>  5>E5>t   $ $]C+6 "+6 -+6 !+6 +6D+6rdnn[) . #  WX55{CD08 "08 -0808 08l "0E 1%$!!"45"&"4"&""&F""#67!'9!$'!D ''(@ARXX)<)<HHNN,  %(%9(*& "4+!$%!"&&"4+$ "0+#2' (; $ 2E4F$=K  *2P""4::. K1C!!$**-&4C!!$--0 *-G""5)-G""6* !3Q"";/h hh h & h  hhTGP&/E"P$b-7!!&)ECL2A!!+. /-&$$!!-"-NDNN#5u= !$!)$***2DJJ'  $--45  $ " "$QR@ $..1""*#* (<=u uj) $.. ! w -=)=n%r(