uki'ob ddlmZddlmZddlZddlmZddlZ ddl m Z ddl m Z ddl m Z ddl mZmZdd l mZdd l mZdd l mZdd l mZdd l mZddl mZddl mZddl mZddlmZmZmZmZmZmZmZ m!Z!m"Z"m#Z#ddl$m%Z%dZ&ejNe jPjSe jPjSejPjSejPjSejPjSejPjSejPjSejPjSejPjSejPjSejPjSejTgejPjSejPjSejPjSe!jPjSe"jPjSe#jPjSD](Z+e,e+ejZse%j\e+*de%j^de%j`fdZ1e%jdejfe1e%jdejhe1e%jdejje1e%jdejle1e%jdejne1e%jdejpe1e%jdejre1e%jdejte1e%jdejve1e%jdejxe1e%jdejze1e%jdej|e1e%jdej~e1e%jdeje1e%jdeje1e%jdeje1e%jdeje1e%jdeje1e%jdeje1e%jdeje1e%jdeje1e%jdeje1e%jdeje1e%jdeje1e%jdeje1e%jdeje1e%jdeje1e%jdeje1e%jdeje1e%jde"je1e%jde"je1e%jde"je1e%jde"je1e%jde"je1e%jde"je1e%jde"je1e%j\ejde%j^de%j`fdZXe%jdejeXe%jdejeXe%jdejeXe%jdejeXe%jdejeXe%jdejeXe%jdejeXe%jdejeXe%jdejeXe%jdejeXe%jdejeXe%jdejeXe%jdejeXe%jdejeXe%jdejeXe%jdejeXde%j^deide%j`fdZje%jdejeje%jdejeje%jdejeje%jdejeje%jdejde%j^deide%j`fdZpe%jdejde%j^dejde%j`fdZsdeideideid eid!eid"eid#eteieifdeifd$Zud%ejd&e%jd'e%jd(e%jd)eeid#eeteieifd*eeid+eeideifd,Zxd&e%jd'e%jd(e%jd)eeid#eeteieifd*eeid+eeidejd-eideifd.Zze%jdejde%j^d)eeid#eeteieifd*eeid+eeidejd-eide%j`fd/Z|de%j^d0ete}d1fde%j`dzfd2Z~d3d4de%j^d0ete}d1fd5ede%j`fd6Ze%jde jd7e%jde jd8d9e!jd:eid;eideifd<Ze%jde!j de%j^d9e!jde%j`fd=Zde%j^de%j`fd>Ze%jde!jee%jde!jee%jde!jee%jde!jee%jde!jee%jde!jede%j^d0ete}d1fde%j`fd?Ze%jde jee%jde j ee%jde j"de%j^d0ete}d1fde%j`fd@Ze%jde j&de%j^dAete}d1fde%j`fdBZe%jde j*de%j^dAete}d1fdCeteteieifd1fde%j`fdDZe%jdej.de%j^d0eteid1fde%j`fdEZe%jdej2de%j^de%j`fdFZe%jdej6e%jdej8de%j^de%j`fdGZe%jdej<de%j^de%j`fdHZy)I) defaultdict)replaceN)Sequence)api) ad_checkpoint)ad_util)coreutil)dispatch)ops)pjit)prng)random) shard_map)callback) debugging) ann control_flow convolutionfftlaxlinalgparallelslicingspecialwindowed_reductions)rooflinectxreturncPd|jD\}tjj|jd}tj |j |jj|j z|jj|j zzS)Nc3ZK|]#}tjj|%ywNr RooflineShape from_aval.0avals ^/home/cdr/jupyterlab/.venv/lib/python3.12/site-packages/jax/experimental/roofline/rooflines.py z$_unary_p_roofline..N! JT( * *4 0 J)+r unfused_flopsunfused_hbm_bytes avals_inrr%r& avals_outRooflineResultsizedtypeitemsize)rargskwxouts r*_unary_p_roofliner<Is| KS\\ J$1((q)9:#  FF ''  QVV #cii&8&8388&C C cZd|jD\}}tj|j|jdDcgc]\}}t ||}}}t j j|jd}t jttj||jj|jz|jj|jzz|jj|jzzScc}}w)Nc3ZK|]#}tjj|%ywr#r$r's r*r+z%_binary_p_roofline..! Nh$$..t4 Nr-) fillvaluerr.)r2it zip_longestshapemaxrr%r&r3r4intnpprodr6r7r5) rr8r9lhsrhslrbroadcasted_shaper;s r*_binary_p_rooflinerO~s O N(#sNN399cii1MAqc!Qi ((q)9:#   123 ))  sxx ' II   ) * II   ) *  sD'axiscVd|jD\}tjj|jd}tj |j ||jj|jz|jj|jzzS)Nc3ZK|]#}tjj|%ywr#r$r's r*r+z)_cumulative_p_roofline..r,r-rr. r2rr%r&r3r4rEr6r7r5rrPr8r9r:r;s r*_cumulative_p_rooflinerUs KS\\ J$1((q)9:#  GGDM ''  QVV #cii&8&8388&C C  r=c\d|jD\}tjj|jd}tj |j |dz|jj|jz|jj|jzzS)Nc3ZK|]#}tjj|%ywr#r$r's r*r+z+_cumlogsumexp_p_roofline..r,r-rrr.rSrTs r*_cumlogsumexp_p_rooflinerXs KS\\ J$1((q)9:#  GGDMA% ''  QVV #cii&8&8388&C C  r=dimension_numberscd|jD\}}tjj|jd}|\\}}\} }t |j z|j ztj|D cgc]} |j| c} z tj| D cgc]} |j| c} z } d} |js| |jz } | |jz } |js| |jz } tjt| t| | | Scc} wcc} w)Nc3ZK|]#}tjj|%ywr#r$r's r*r+z(_dot_general_roofline..r@r-r)flopsr/ hbm_bytesr0)r2rr%r&r3_FMA_FLOPS_FACTORr5rHrIrEpin_lhs_in_vmembytespin_rhs_in_vmemr4rG) rrYr8r9rJrKr; lhs_contract_ lhs_batchir\r]s r*_dot_general_rooflinerfs)O N(#s((q)9:#&7#<^i hh hh gg\2syy|234 ggY/syy|/0 1)   I I   I  JJ!  3/s E 1E window_dim_stride base_dilationwindow_dilation kernel_limit input_limit output_limitpaddingc|d}|d}||k(r-||k(r(||k(r#|dk(rtd|dz |k(r |dk(r|dk(r|S|dk(r&||k(r!|dk(r|dk(r|dk(r||dz k(r ||dz k(r|Sd} t|D]} |dk(r;|dk(r6|| |zz } t|| z|} td| } | t| | z dz } Ct|D]7}||z|z | |zz}t||z }|||zk7r(|dks||k\r3| dz } 9| S)aGets the valid position count for conv for a single spatial dimension. Args: window_dim_stride: The stride of the window along this dimension. base_dilation: The base dilation factor along this dimension. window_dilation: The window dilation factor along this dimension. kernel_limit: The size of the kernel along this dimension. input_limit: The size of the input along this dimension. output_limit: The size of the output along this dimension. padding: The padding applied to the input along this dimension. rrA)rFrangeminrG)rgrhrirjrkrlrm padding_low padding_highvalid_position_count kernel_idxundilated_index_base upper_limit lower_limit output_idxundilated_indexlhs_spatial_indexs r*-_get_spatial_valid_position_count_for_one_dimr{s( +, \! , &  & Q  aq !%6 6   !  Q , & Q  1  q ) ) ,* * ,'  jA-1"4(:+GG , , k/0kc+ ";Q??L)  ( (    ( ) o => - = = Q "3{"Ba#   B r=dnumsrJrKr;window_strides lhs_dilation rhs_dilationc 8|jdd|jdd|jdd} } }d} tt |D]S} | t || || || |j | | |j || |j | | || z} U| S)aGets the number of valid spatial positions for conv_general_dilated. Args: dnums: The dimension numbers for the convolution. lhs: The shape of the left-hand side of the convolution. rhs: The shape of the right-hand side of the convolution. out: The shape of the output of the convolution. window_strides: The stride of the window along each spatial dimension. padding: The padding applied to the input along each spatial dimension. lhs_dilation: The dilation factor for the left-hand side along each spatial dimension. rhs_dilation: The dilation factor for the right-hand side along each spatial dimension. rNrA)rgrhrirjrkrlrm)lhs_specrhs_specout_specrolenr{rE) r|rJrKr;r}rmr~rinput_spatial_dimskernel_spatial_dimsout_spatial_dimsvalid_position_countsds r*!_get_spatial_valid_position_countrHs2 nnQR nnQR nnQR,<)  '( ) aJ(+"1o$QYY2156II034YY/23   r=batch_group_countc ptj|j|j|} t| |||||||} |j| jd} |j| j d} |j| j d} | |z }| | z|z}|| z}|tz}t|S)zCalculates roofline unfused flops for Jax's conv_general_dilated primitive. See `jax.lax.conv_general_dilated` for details on the arguments. rrA) rconv_dimension_numbersrErrrrr^rG)rJrKr;r}rmr~rrYrr|spatial_valid_position_countsbatchnum_output_featuresnum_input_featuresnum_output_batchnon_spatial_dims_factor fma_countr\s r*_calculate_conv_flopsrws  , , ii- %#D S#sNG\<# ))ENN1% &% %.."34yy!23....1AA&(EE) ' '% Ur=c d|jD\} } tjj|jd} tj t | | | |||||| | jj| jz| jj| jzz| jj| jzzS)zyRoofline for Jax's conv_general_dilated primitive. See `jax.lax.conv_general_dilated` for details on the arguments. c3ZK|]#}tjj|%ywr#r$r's r*r+z1_conv_general_dilated_roofline..r@r-rr.) r2rr%r&r3r4rr6r7r5) rr}rmr~rrYrr8r9rJrKr;s r*_conv_general_dilated_roofliners O N(#s((q)9:#  )        ))  sxx ' II   ) * II   ) * r=axes.c&|jsJtj|Dcgc]}|jj|c}}|dkDryt j |Dcic]}|dc}|Dcic]}|dc}Scc}wcc}wcc}w)NrAr ici_bytes ici_latency)meshrHrIrErr4)rrrP axes_sizes r*_return_zeros_if_one_sized_axisrs /gg=sxx~~d+=>)]   #'(4tQw(%)*Tq* >)*s B" B 2 B T) is_reducerc T t||x}r|S|jsJ|jj tjj |j }|r)|tj|Dcgc]} | c}z}t| fdd}t|} d} || z}|D]} |} | || dz zz } || z} |d| z} tj|Dcic]}|t| c}|Dcic]}|t| c}Scc}wcc}wcc}w)Nc|Sr#r:rs r*z+_ring_collective_roofline..s 47r=T)keyreverserrAr) rrrErr% total_bytesr2rHrIsortedrr4rG)rrrr8r9 zeros_resultcurrent_shard_sizerP sorted_axesnum_axesr axis_sizerrs @r*_ring_collective_roofliners=5S$??\?  / $--99#,,G"''$"?$4:"?@@t!2DA+  ()!$dT I #y1}55I)# $[^$x/+  0;<tS^#<4?@Ds;''@ '#@(=@s5 D 'D D% ct|d|i|S)Nrr axis_namer8r9s r*rrs!:D!Wy!WTV!Wr=ct||dd|S)NFrrrrs r*rrs!: U".0"r=mode indices_size output_sizecV|tjjk(r |dz}|}||zSy)z=Calculates roofline unfused flops for Jax's gather primitive.r)rGatherScatterMode FILL_OR_DROP)rrrindex_check_flopsoutput_mask_flopss r*_calculate_gather_flopsrs< W & & 3 33%q($ 0 00 r=cd|jD\}}tjj|jd}|j j |jzdz|j j |jzz}tjt||j|j|S)Nc3ZK|]#}tjj|%ywr#r$r's r*r+z#_gather_roofline..%s!P4&&006Pr-rrr.) r2rr%r&r3r6r7r5r4r)rrr8r9rcindicesr;r0s r*_gather_rooflinersQ3<<P*!W((q)9:#  ii388#a''--*@*@7<<*OO  +D',,I) r=c d|jD\}}}|jd d} rp fd} jDcgc]"}tjd|j $}}t j ||\}} | j|jz}t j|d|j jz|jz|j j|jzzScc}w)aRoofline for Jax's `scatter*` primitives. The `scatter` functionality itself is a simple data read and write, which contributes 0 flops. But, the jaxpr for each `scatter*` function (aside from `jax.lax.scatter`) contains an `update_jaxpr` that gets applied to the operand & scattered updates (e.g. `add` for `scatter_add`, or arbitrary unary function for `scatter_apply`), which *does* contribute flops. This `update_jaxpr` gets applied to every element of the scattered updates. Thus, flops = [# flops for `update_jaxpr` per element] * [# elements in `updates`]. To calculate # flops for `update_jaxpr`, we convert the `update_jaxpr` back to a callable, and then call `roofline` on that callable. `update_jaxpr` does not contain any information about input shapes or dtypes; it expects scalars. It will therefore give us a # flops-per-element result, which we multiply by the size of the updates to get the total flops. c3ZK|]#}tjj|%ywr#r$r's r*r+z$_scatter_roofline..Ms&15h&&t,r- update_jaxprrc2tjgg|Sr#)r eval_jaxpr)inputsrs r*rz#_scatter_roofline..Us b J6 Jr=rr.) r2getinvarsrShapeDtypeStructr6rr/r5r4r7) rr8r9rcrupdatesr\ update_fn dummy_inputsroofline_resultrs @r*_scatter_roofliner4s29<1gw', %JI:F9L9L45R/L6**95|DA  ) )GLL 8E   gmm$$ $w|| 3 MM " "W\\ 1 2  s'C=c |jDcgc]!}tjj|#}}t ||Dcgc]"}t j d|j$c}}t|g||dd|Scc}wcc}w)N)rA)r2Fr) r2rr%r&rr ShapedArrayr6r)rrr8r9r)shapesrEs r*_scalar_collective_rooflinerrs| @C|| LtH " " , ,T 2 L& LPVWut//ekkBWX# "3 P PDE PR PP MWs &B'B ct|g|d|i|}dtttfdtttffd}t j ||j ||jS)Nrrr c\|jDcic] \}}||dz c}}Scc}}w)Nr)items)rkvs r* double_dictz$_psum2_roofline..double_dicts(!" +AAq1uH ++ +s(r)rdictstrrGrr4rr)rrr8r9 ring_roofliners r*_psum2_rooflinersq,CH$HTHRH-,T#s(^,S#X,  -112M556 r=rc \ t||x}r|S|jsJ|jj tjj |j tj|Dcgc]} | c}z}t| fdd}t|} ||dz z} |dkDr| dz} |dz | z } t fd|D} tj|Dcic]}|t| c}|Dcic]}|t| c}Scc}wcc}wcc}w)Nc|Sr#rrs r*rz&_all_to_all_roofline..s $q'r=)rrrArc3.K|] }|dz yw)rNr)r(rPrs r*r+z'_all_to_all_roofline..s9tDJN9sr)rrrErr%rr2rHrIrrsumr4rG) rrr8r9rrPr5 smallest_axisr bisection_bwrrrs @r*_all_to_all_roofliners15S)DD\D  / $    + +CLL 9BGG$EDJE= $(9:1=- ^(m$A6, -1ALQh%)9y99+  09:tS^#:4=>Ds;''> #E$;>s1 D +D$D) permc Xt||x}r|S|jsJ|jj}|Dcgc]}|j|d}}tj j |j} tt} d} |D]$\} } | | k(r tdtj| |D}tdtj| |D}d}tt|D]}||}||}||}||k7s||z |z}||z |z}||krdnd}|}||k7r_tj |||}||z|z}tj |||}| tt#||gxxdz cc<|}||k7r_t%||}||z }t'| |} '| t'| j)dz}t j*|Dcic]}|t-|c}|Dcic]}|t-| c}Scc}wcc}wcc}w)NrArc32K|]}t|ywr#rGr(res r*r+z%_ppermute_roofline..H!s1vHc32K|]}t|ywr#rrs r*r+z%_ppermute_roofline..rr)defaultr)rrrErrr%rr2rfloattuplerH unravel_indexrorr tuple_updaterrprFvaluesr4rG)rrrr8r9rrrP mesh_dims shard_sizeici_contentionrsrcdst src_coords dst_coordsici_latency_for_permredim_sizesrc_posdst_posclockwise_dist counter_dist directioncurr_pos curr_coordsnext_pos next_coordsdistancers r*_ppermute_roofliner sK5S)DD\D  / $8AB$((4+B)B%%11#,,?*=H=O.+ 9hc3 czHr'7'7Y'GHHJHr'7'7Y'GHHJ3y> ")1h1 g1 g G !G+x7')X5 '<7AR '!))*aB+*h6())+q(C+ v{K&@AB Cq H C( '!~|4()),k#78KA 9D3~446BB)  09:tS^#:4=>Ds;''> SCT;>sH)H"H' c d|jD\}tj|Dcgc]}|j|c}}t t t |jt |z }tj|Dcgc]}|j|c}}tjt|dz |zt|jj|j|zzScc}wcc}w)Nc3ZK|]#}tjj|%ywr#r$r's r*r+z)_reduce_sum_p_roofline..r,r-rAr.) r2rHrIrEsetrorrr4rGr6r7r5) rrr8r9r:re domain_size other_axes result_sizes r*_reduce_sum_p_roofliners KS\\ J$1T223+5QWW&'#d)3*Z889+  qK78AGG,,0DEF   38s C< DcPd|jD^}}tjj|jd}tj |j |jj|j z|jj|j zzS)Nc3ZK|]#}tjj|%ywr#r$r's r*r+z'_select_n_p_roofline.. s! MX # # - -d 3 Mr-rr.r1)rr8r9r:rcr;s r*_select_n_p_roofliners~ N M'1q((q)9:#  HH ''  QVV #cii&8&8388&C C r=c|j}|j}tjj |tjj |z}tj |SN)r0)r2r3rr%rr4)rr8r9r2r3r]s r*_callback_with_output_roofliners[\\(mm)$$00((34)  9 ==r=c|j}tjj|}tj|Sr)r2rr%rr4)rr8r9r2r]s r*_debug_callback_roofliner*s8 \\($$00:)  9 ==r=) collectionsr dataclassesr itertoolsrCcollections.abcrnumpyrHjax._srcrrrr r r r r rrrrr jax._src.laxrrrrrrr lax_parallelrrrjax.experimentalrr^chain__dict__rsharding_constraint_pprim isinstance Primitiveregister_standard_rooflineRooflineRuleContextr4r<register_rooflineabs_pacos_pasin_patan_pcbrt_pceil_pconj_pcos_pcosh_pexp_pexpm1_pfloor_pimag_p integer_pow_p is_finite_plog_plog1p_p logistic_pneg_pnot_preal_pround_prsqrt_psign_psin_psinh_psqrt_psquare_ptan_p bessel_i0e_p bessel_i1e_p digamma_p erf_inv_perf_perfc_plgamma_ppvary_prOadd_psub_pmul_pdiv_prem_pand_por_pxor_pgt_plt_pge_ple_peq_pne_pmin_pmax_prGrUcummax_pcummin_p cumprod_pcumsum_pcumlogsumexp_prX dot_general_pDotDimensionNumbersrfrr{ConvDimensionNumbersr%r"ConvGeneralDilatedDimensionNumbersrconv_general_dilated_prrrboolrreduce_scatter_p all_gather_prrgather_prr scatter_add_p scatter_max_p scatter_min_p scatter_mul_p scatter_sub_p scatter_prpmin_ppmax_ppsum_invariant_pr all_to_all_pr ppermute_pr  reduce_sum_pr select_n_prpure_callback_p io_callback_prdebug_callback_prrr=r*rs$$"   & BHH! ,,    ,,,,//,,--//   %%'% .D(dnn%'H''-+.0   % %  &399%&78&3::&'89&3::&'89&3::&'89&3::&'89&3::&'89&3::&'89%399%&78&3::&'89%399%&78'3;;'(9:'3;;'(9:&3::&'89-3,,-.?@+3??+,=>%399%&78'3;;'(9:*3>>*+<=%399%&78%399%&78&3::&'89'3;;'(9:'3;;'(9:&3::&'89%399%&78&3::&'89&3::&'89(3<<():;%399%&7807//01BC07//01BC-7,,-.?@-7,,-.?@)7==)*;<*7>>*+<=,7++,->?###DLL1  % % (&399%&89%399%&89%399%&89%399%&89%399%&89%399%&89$388$%78%399%&89$388$%78$388$%78$388$%78$388$%78$388$%78$388$%78%399%&89%399%&89  % %    2<0012HI1<0012HI2<1123IJ1<0012HIL778  % %   9.C--.##,,  /BSSSS S  S  S38_S Sl,  + +,   ,   ,    , SM , eCHo & ,3-,3-, ,^"   "   "   "SM " eCHo & " 3- "3-"#EE"" "JK>>?#  % %#SM#eCHo & # 3- # 3- ##EE###@#L ## +0c?  t# " $##$ c3h$ $  $N:<889W6<445  # #     :G,,-  % %  # #  .*3  % %3 3l270012CD170012CD170012CD170012CD170012CD-7,,-.?@Q  % %Q S/Q  Q0<../0KL/<../0KLL99:## c3h  ;"L556##38_  7DL3348##838_8 eCHos"# 8  858vC,,-  % % S/  .(CNN+   % %  ,  H445H223 >  % % > >46 > I667 >  % % > >8 >r=