ukiL)HUdZddlmZddlmZmZddlmZddlZddl Z ddl Z ddl Z ddl Z ddl mZmZddlmZddlmZdd lmZdd lmZdd lmZdd lmZdd lmZej2ecZZej8ecZZe j>e Z! d$dZ" d% d&dZ#d'dZ$df d(dZ%d)dZ&d)dZ'd)dZ(d)dZ)eejTdfZ+d)dZ,d)dZ-d*dZ.dZ/de0d<d+dZ1 d, d-dZ2dd d.dZ3d/d Z4d0d!Z5d1d"Z6e jnZ8 d2d#Z9y)3zUtilities for the Jaxpr IR.) annotations)Counter defaultdict)CallableN)AnyUnion)Iterator)config)core)path)util)source_info_util) xla_clientc#K|jD]}||f tj|D]C}|t||Ed{||vs|j |t||Ed{Ey727 wN)eqnsr subjaxprs _all_eqnsadd)jaxprvisitedeqnsubjaxprs N/home/cdr/jupyterlab/.venv/lib/python3.12/site-packages/jax/_src/jaxpr_util.pyrr*sZZc #,..'.h8W---   kk(8W--- .-.s*AA:A6 A: A:.A8/A:8A:c#PKt||rdn tEd{y7wr)rset)rrevisit_inner_jaxprss rall_eqnsr6su&:d FFFs &$&ctt}t|D]\}}|||j|!t |Sr)rlistrappenddict)rkeyd_rs r collect_eqnsr&<sB$!fac#hKs a.c|Sr)xs rr+CsAr'ct||}|jDcic]\}}||t|c}}Scc}}wr)r&itemslen)rr#key_fmtr$kvs r histogramr2Bs95#!)* 3A'!*c!f  33 3sAct|dS)Nc.|jjSr) primitivenamers rr+zprimitives..Hscmm&8&8r'r2)rs r primitivesr9Gs 58 99r'c6d}t||djS)Ncptj|j}|jj|fSrr summarize source_infor5r6)rsrcs rr#z!primitives_by_source..keyKs+  $ $S__ 5C MM   $$r' @ r2joinrr#s rprimitives_by_sourcerDJs% 5#uzz **r'cBdfd}t||djS)Ncnt|tjrdS|jj S)N*) isinstancer DropVaraval str_short)vars r shape_fmtz&primitives_by_shape..shape_fmtQs'S$,,/3ISXX5G5G5IIr'cz|jjdjt|jfS)N )r5r6rBmapoutvars)rrMs rr#z primitives_by_shape..keySs, MM  Y )D E FFr'z :: rA)rr#rMs @rprimitives_by_shaperRPs"JG 5#v{{ ++r'c d}t||S)Nc@tj|jSr)rr=r>r7s rr#zsource_locations..keyXs  % %coo 66r'r8rCs rsource_locationsrUWs7 5# r'c ii d fd }d fd }|jD] }||d |jD] }||d |jD]6}|jD] }||| |jD] }||| 8|jD] }||d Dcgc] }|| |f}}t t t j|}|r||fg|S||fScc}w)Nct|tjs+|vsJ||vsJ||j|yyr)rHr Literalr!)ardefsrefss rreadzvar_defs_and_refs..readbsH a & $YY $YY 1gnnS 'r'c||vsJ||vsJ|t|tjs ||<g|<yyr)rHr rI)r1rrZr[s rwritez var_defs_and_refs..writehsJ D=!= D=!= a &d1gd1g 'r')rYz core.AtomrMaybeEqn)r1core.Varrr_) constvarsinvarsrrQrPvar_defs_and_refsr r) rr\r^r1rrYressubsrZr[s @@rrcrc^s#%$)+$  ??a !TN <<a !TNZZc ZZ 1cl [[ Asm ==aDM)--1!T!Wd1g -#- u 5 6$"&5#,  8UCL8 .s,C0c ndfd}t|Dcgc]\}}||||fc}}Scc}}w)Nc||dStj|j}|d|jjd|S)Nz <- invarz <- r@r<)rLrr?s rfmt_keyzvars_by_fanout..fmt_keysJ {uI   & &s 7cuD++,Cu 55r'c d|Dcic]\}}}||t|c}}}Scc}}}wr)r.)rreadsrLvar_defvar_refsrhs rhistzvars_by_fanout..hists>*/ 1 1&Wh C !3x= 0 11 1s+)rc)rrmjrjrhs @rvars_by_fanoutros861/@.F G(!U1d1en  GG Gs1ctd|jD}dt|zdz}|jDcgc] \}}||f }}}t |dD] \}}t |j ||"ycc}}w)Nc3DK|]}tt|ywr)r.str).0r1s r z"print_histogram..szd}T)reverse)maxvaluesrrr-sortedprintformat)r2 count_width count_fmtr0r1pairscountr6s rprint_histogramrs<)9)9);<<+c+&&-)'oo/ 0daAq6 0% 0E40)keT )  5 !4() 1sB str | NoneDEFAULT_WORKSPACE_ROOTcT|j|}|dk\r||t|zdS|S)Nr)rfindr.)filenameworkspace_rootis r_strip_workspace_rootrs3nn^$!-.!V!C''( )AAr'c ttjdj}ttjdj}ttjdj}d|d<|d}g}|j D]\\}}} |g} nNt |j } | D cgc]+\} } tj| jr|| | f-} } } |j| | g|||jdgd|j D cgc]2\\} } }||| tjj| | dgd4}} } }g}|j D]w\} }| j}| j}|2t!||}|j#d j%d d d |}|j|||||| j&d y|d |ddg}t)j*t-|j/||||d}t1j2tj4j7|Scc} } wcc}} } w)zConverts a profile into a compressed pprof protocol buffer. The input profile is a map from (traceback, primitive) pairs to counts. rr5)r#rr) location_idvaluelabel) function_idline)idrz.py/.)rr6r start_line equationsr~)typeunit) string_tablelocationfunction sample_typesample)r itertoolsr~__next__r-zip raw_framesris_user_filename co_filenamer!r6r Tracebackcode_addr2line co_qualnamer removesuffixreplaceco_firstlinenojsondumpsr keysgzipcompress_xlajson_to_pprof_profile)profilersfuncloc primitive_keysamplestbr5r~framesrcodelastiloc_id locations functionsfunc_idrr6r json_profiles r_pprof_profilers)//!$--.! Y__Q'00 1$IOOA&//0# !B%K.- ' ' or9u zf (j6@H{tU#44T5E5EFT5M"HfH NN)..!  ($'99;  -4 $T #--<?q Gd $hK)) + K.!G*=>+N , z<<\J KKSHs >0I%.7I+)rcdtdt|dD}t||xstS)aGenerates a pprof profile that maps jaxpr equations to Python stack traces. By visualizing the profile using pprof, one can identify Python code that is responsible for yielding large numbers of jaxpr equations. Args: jaxpr: a Jaxpr. workspace_root: the root of the workspace. If specified, function names will be fully qualified, with respect to the workspace root. Returns: A gzip-compressed pprof Profile protocol buffer, suitable for passing to pprof tool for visualization. c3fK|])\}}|jj|jf+ywr)r> tracebackr5)rsr%rs rrtz)pprof_equation_profile..s/ !S   #--0s/1F)r)rrrr)rrr$s rpprof_equation_profilers7 U?! >C-C DDr'c#K|jD],}t|jD]\}}||k(s ||f,.yw)zMFind all the equations which use invar and the positional index of its binderN)r enumeraterb)rinvarr invar_indexeqn_vars reqns_using_var_with_invar_indexrsL ZZc )#** 5 W E ; s0? ?c#K|jD]}t|tr|n|f}|D]}t|tjr;|t |j k\rtd|d||j |fXt|tjss|t |jj k\rtd|d|j|jj |fyw)NzFailed to find index z& in jaxpr.invars while building report) rwrHtupler Jaxprr.rb RuntimeError ClosedJaxprr)paramsindexvalvalsr1s rjaxpr_and_binder_in_paramsrs ]]_ -cS%(3sfD - Atzz " CM !4UG;abc c%  a)) * C' '4UG;abc cggqww~~e,,,- -s BC= AC=c#Kt||D]I\}}tt|j|x}r|D]\}}t ||Ed{F|Ky7w)z(Find the leaf equations using a variableN)rrrreqns_using_var)rrrrchild_jaxprs_and_varss rrr so:%Gc;!&'A#**k'Z![[[10.5%!%///0 i  0sA A AAc6tjtjjx}sytj jj d}d|vrd|vrytt}d|vrRtjtjd|||d|dd|d z }|j|jd|vrMtjtjd |||d|dd|d z }|jt||S) a"Maybe dumps the `jaxpr` to a file. Dumps the jaxpr if JAX_DUMP_JAXPR_TO is defined. Args: fn: The name of the function whose jaxpr is being dumped. jaxpr: The jaxpr to dump. Returns: The path to the file where the jaxpr was dumped, or None if no file was dumped. N,reqn_count_pprofzDumping jaxpr for %s to %s.jax_06dr%z .jaxpr.txtz%Dumping eqn count pprof for %s to %s.z.eqn_count_pprof)r make_jax_dump_dirr jax_dump_ir_torjax_dump_ir_modessplitnext_jaxpr_id_counterlogginglogINFO write_text pretty_print write_bytesr)fun_namerout_dirmodesr jaxpr_path eqn_prof_paths rmaybe_dump_jaxpr_to_filers++F,A,A,G,GH H' H   " " ( ( . .s 3% E/u<  "  KK 3XwT"S8*J??J%,,./% KK =xRHAhZ7GHHM4U;< /r')r core.Jaxprrzset[core.Jaxpr] | Nonereturn*Iterator[tuple[core.Jaxpr, core.JaxprEqn]])T)rrrboolrr)rrr#r)rrr#rr/r)rr)r2zdict[Any, int])rrrrrrrrrr)rz=dict[tuple[xla_client.Traceback | None, core.Primitive], int]rrrbytes)rrrrrr)rrrr`rz#Iterator[tuple[core.JaxprEqn, int]])rintrz%Iterator[tuple[core.Jaxpr, core.Var]])rrrr`rzIterator[core.JaxprEqn])rrrrrrr):__doc__ __future__r collectionsrrcollections.abcrrrrrtypestypingrrr jax._srcr r r r r jax._src.librsafe_maprP unsafe_mapsafe_zipr unsafe_zip getLogger__name__loggerrrr&r2r9rDrRrUJaxprEqnr_rcrorr__annotations__rrrrrrr~rrr)r'rrs"",$   $%#--Z--Z   8 $ .  . 6 ./ .59G G-1G/G #.44 :+ , $ %!9F H)&* )B"&@L J@L@L @LH9=E+5EAFE, - $IOO%!!$!!r'