uki  UdZddlmZddlZddlmZmZddlZddlm Z ddl Z ddl Z ddl Z ddl Z ddlZddlZddlZddlmZmZddlmZddlZddlmZdd lmZdd lmZdd lmZdd lmZdd lmZddlm Z ddlm!Z!ddlm"Z"e jFe$Z%de&d< ddl'Z'ejXe-e.Z/de&d<dZ0ejbdddZ2ejbde jfddjidZ5ejbde jfddjidZ6ejbd d!d"Z7ejbd#d!d$Z8ejrd%dd&'Z:ejbd(dd)'Z;ejxd*d+d,'Z=ejbd-dd.'Z>ejbd/dd0'Z?ejrd1dd2Z@ejrd3dd4ZAd5ZBd6aCeeDeeDeEeFeEeGeHffZI dd7ZJ d dd8ZKdd:ZLegee jdffZNed;ee jdffZPejGd<d=ZRiZSd>e&d?<daTd9e&d@<iaUdAe&dB<iaVdCe&dD<ejZXd6aYdEe&dF<ejZZiZ[dGe&dH<gZ\dIe&dJ<ejZ]dKdLhZ^de&dM<dNhZ_de&dO<dd+d6dddP ddQZ` d ddRZae`dSeadd6TddUZbe`dVe eLdWXdYd+T ddZZc dd[Zddd\Zed]ZfeeDeDeEzeFeEzeGzeHzfZg d dd^Zhd_dddddd` ddaZiddbZjdcZkdddddeZliZmdfe&dg<eljD]&\ZoZpemjepgjeo(ddhZsddiZtddjZuddkZvdlZwddmZxdnZyddoZzdpZ{ddqZ|ddrZ} d ddsZ~ejdd6t d dduZ d ddvZ d ddwZ d ddxZ d ddyZddzZddd{Zddd|Zddd}Zejdd6t d dd~Z d ddZdddZejdd6t d ddZdddZ d ddZ d ddZddZdddZddZdZej(ddde edZej(ddde edZej(ddde edZy#e($rdZ'Ye)$rZ*e%jWde*dZ'YdZ*[*dZ*[*wwxYw)aInterface and utility functions to XLA. This module wraps the XLA client(s) and builders to standardize their interfaces and provide some automatic type mapping logic for converting between Numpy and XLA. There are also a handful of related casting utilities. ) annotationsN)CallableMapping)partial)AnyUnion)Sequence)config) distributed)hardware_utils)traceback_util)util)get_tpu_library_path) xla_client)_jax) _profiler Any | None jax_pluginsz Failed to import jax_plugins: %sset[str]'FORCE_FORWARD_COMPAT_LOWERING_PLATFORMS4jax_xla_backendz/Deprecated, please use --jax_platforms instead.)helpjax_backend_targetJAX_BACKEND_TARGETzFEither "local" or "rpc:address" to connect to a remote service target.jax_platform_nameJAX_PLATFORM_NAMEjax_cuda_visible_devicesallzrRestricts the set of CUDA devices that JAX will use. Either "all", or a comma-separate list of integer device IDs.jax_rocm_visible_deviceszrRestricts the set of ROCM devices that JAX will use. Either "all", or a comma-separate list of integer device IDs.mock_num_gpu_processeszIMock number of JAX processes in GPU client. Value zero turns off mocking.)namedefaultrjax_mock_gpu_topologyzMock multi-host GPU topology in GPU client. The value should be of the form " x x ". Empty string turns off mocking.jax_cpu_enable_async_dispatchTzcOnly applies to non-parallel computations. If False, run computationsinline without async dispatch.&jax_cross_host_transfer_socket_addresszSocket address to use for cross host device transfers via DCN. Necessary only if the PjRt plugin does not support cross host transfers."jax_cross_host_transport_addresseszComma-separated list of transport addresses to use for cross host device transfers via DCN. If not set, defaults to [0.0.0.0:0] * 4.'jax_cross_host_transfer_timeout_secondszZTimeout for cross host transfer metadata exchange through KV store. Default is one minute.%jax_cross_host_transfer_transfer_sizez)Chunk size for chunked transfer requests.c<tjdtdy)Nzos.fork() was called. os.fork() is incompatible with multithreaded code, and JAX is multithreaded, so this will likely lead to a deadlock.) stacklevel)warningswarnRuntimeWarningN/home/cdr/jupyterlab/.venv/lib/python3.12/site-packages/jax/_src/xla_bridge.py_at_forkr4s --Hq"r2Fctjrttdsyg}tjrtjj d}t jjtj|d}tjtj|d<tjtj|d<tjdi|S)z,Creates a transfer server interface factory.&make_transfer_server_interface_factoryN,)distributed_clientsocket_addresstransport_addresses#cross_host_transfer_timeout_seconds transfer_sizer1) "CROSS_HOST_TRANSFER_SOCKET_ADDRESSvaluehasattrrCROSS_HOST_TRANSPORT_ADDRESSESsplitr global_stateclient#CROSS_HOST_TRANSFER_TIMEOUT_SECONDS!CROSS_HOST_TRANSFER_TRANSFER_SIZEr6)r:transfer_server_kwargss r3_make_transfer_server_factoryrGs - 2 2 d<= #))8>>DDSI'44;;:@@0 )..:+11@A&,,8)//?+ 4 4 N7M NNr2ctjdsFtjd|xsd}t j |tjdsJtj dstjd|i}tjd|tjjtS)zEReturns a TPU client. Defaults to allowing 32 in-flight computations.tpuz libtpu.so) rpjrt_plugin_loadedrload_pjrt_plugin_dynamicallyrregister_plugin_profilerpjrt_plugin_initializedinitialize_pjrt_pluginget_c_api_clientr rBrCrG) library_pathoptionsc_apis r3make_tpu_clientrSs   '  3 3 |*{ E&&u-  " "5 )) ) % %e ,& _G    %%#%  r2xla_client.Client | Nonecfd}tj|}|j tt t d}|j |S#|j wxYw)Nc8tjddy)Nz/TPU backend initialization is taking more than z} seconds. Did you run your code on all TPU hosts? See https://docs.jax.dev/en/latest/multi_process.html for more information.)r.r/ timer_secssr3 _log_warningz/tpu_client_timer_callback.._log_warnings! MM7 |Dr2rI) threadingTimerstartrSr_options_from_jax_configscancel)rXrYtrCs` r3tpu_client_timer_callbackr`s]ooj,/!'') !%(*FHHJ -HHJs AA/.cLeZdZUded<ded<dZded<dZded<d Zd ed <y ) BackendRegistrationBackendFactoryfactoryintpriorityFbool fail_quietly experimentalNrrR)__name__ __module__ __qualname____annotations__rhrirRr1r2r3rbrbs3  - , ,%r2rbzdict[str, BackendRegistration]_backend_factories_default_backenddict[str, xla_client.Client] _backendsdict[str, str]_backend_errorsrg_plugins_registeredzdict[str, TopologyFactory]_topology_factoriesz list[Any]_plugin_callbackscudarocm_nonexperimental_pluginsMETAL_experimental_pluginsrfrhri make_topologyrRct5|tvrtd|d dddt|||||t|<| |t |<yy#1swY,xYw)NzBackend z already initialized) _backend_lockrq RuntimeErrorrbrnru)r#rdrfrhrir}rRs r3register_backend_factoryrsu @ y 8D6)=> ??@1 X|\5:T - @@s A  Ac |tjjtjj }|dk(r9t jjtjj}nW|dk(rNt jj}|jtj|jn|Jtj dk\rtj nd}t jt j tjjtjj"tjj$||t&j t(j t+ S)aCreates a CPU client with the requested collectives implementation. The implementation of CPU collectives used by the client is determined by the flag `--jax_cpu_collectives_implementation` - unless `collectives` is provided, in which case the flag is overridden and `collectives` is used. Args: collectives: An optional CPU collectives implementation, used by the client if provided. Raises: RuntimeError: If `--jax_cpu_collectives_implementation` is unknown. Returns: The created CPU client. Ngloo)r8mpir) asynchronousr8node_id num_nodes collectives num_devices"get_local_topology_timeout_minutes#get_global_topology_timeout_minutestransfer_server_factory)r rBrCr cpu_collectives_implementationr>r_xlamake_gloo_tcp_collectivesmake_mpi_collectivesInitatexitregisterFinalizenum_cpu_devicesmake_cpu_client_CPU_ENABLE_ASYNC_DISPATCH process_id num_processes&cpu_get_local_topology_timeout_minutes'cpu_get_global_topology_timeout_minutesrG)rcollectives_implrs r3rr$s&*[55<<H<<BB6!OO==&33::>k U "OO88:k ook**+ %% %)8)>)>!)C%%+  # #-33$1188&&11((66)O)U)U*Q*W*W;=  r2cpu)rfrhc |jdd\}}}t|t|zS#ttf$r tdwxYw)Nxr,ztMock topology must be of the form " x x ".)rAre IndexError ValueError)topology slices_strhosts_per_slice_str_s r3get_num_nodes_from_gpu_topologyrYsZ9+3>>#q+A(j%q _s#67 77  #9 8 999s ,/A rIgN@rWi,c|siSi}|jdD]4} |jtjj\}}|||<6|S#t$rt j d||Y[wxYw)a@Gets the names and library paths of PJRT plugins to load from env var. Args: plugins_from_env: plugin name and paths from env var. It is in the format of 'name1:path1,name2:path2' ('name1;path1,name2;path2' for windows). Returns: A dict of {plugin_name: library path} for the PJRT plugins to load. r7z;invalid value %s in env var PJRT_NAMES_AND_LIBRARY_PATHS %s)rAospathpathseprloggerwarning)plugins_from_env pjrt_pluginspluginr#rPs r3(_get_pjrt_plugin_names_and_library_pathsris  I, &&s+ f!<<8dL'l4    nn G  s1A A43A4ct|5}tj|}ddddjvr t d|d|j dfS#1swY>xYw)aqGets PJRT plugin configuration from a json file. The json file needs to have a "library_path" field for the plugin library path. It can have an optional "create_option" field for the options used when creating a PJRT plugin client. The value of "create_option" is key-value pairs. Please see xla_client._NameValueMapping for the supported types of values. NrPz isinstancestrrAlenrdictupdateCUDA_VISIBLE_DEVICES_ROCM_VISIBLE_DEVICESreMOCK_GPU_TOPOLOGYrMOCK_NUM_GPU_PROCESSES) plugin_namerQpjrt_client_optionspjrt_client_option_listoption option_listrrrmock_num_processess r3r]r]st '==CC#S)  3 9 9# >)/LL%k k a  006x8. ./ /!,Agk!n/%t, NN&'$$5@F5J+11 " ( (%4C4I4I#4N#OqCF#Og )//74::KL5;;"4q"8G A/gk '8#$ .$Ps%E c|tj|stj|i}|#|jt |r|n||jt |t jjtj||dSt jjt jjd}t jjx}||d<||j|tj||t jjtS)a<Creates a PjRt client for the given plugin. Args: plugin_name: the name of the plugin. options: Optional. It is used when creating a PJRT plugin client. Can be a callable, in which case it will be invoked upon plugin initialization time, and will be expected to return an option dictionary. N)rrpartition_index)rrMrNrcallabler]r rBrCmake_c_api_clientrrrrG)rrQupdated_optionsdistribute_optionsrs r3make_pjrt_c_api_clientrs  + +K 8%%k2$&/ (979wG2;?@$$,  ' ' _d KK))44++99%11AAAoN,;() o.  % %%%#%  r2i)rfrPrQrRrdr}c |r|rtjd|y|s|stjd|y| | td|tt||}tj d|||,t j||}tj|n|Jt j|||xstt j|}|tv}t|||d||||S) aRegisters a backend factory for the PJRT plugin. Args: plugin_name: the name of the plugin. priority: the priority this plugin should be registered in jax backends. Default to be 400. library_path: Optional. The full path to the .so file of the plugin. The plugin needs to provide either the library_path or the c_api. options: Optional. It is used when creating a PJRT plugin client. Can be a callable, in which case it will be invoked upon plugin initialization time, and will be expected to return an option dictionary. c_api: Optional. The plugin can provide a PJRT C API to be registered. factory: Optional. A factory function that creates a PJRT client. If not provided, a default factory will be used. zHBoth library_path and c_api are provided when registering PJRT plugin %sNzGNeither library_path nor c_api provided when registering PJRT plugin %szCannot provide both 'factory' and 'options' when registering PJRT plugin. When providing a custom factory, the factory's must handle its own options.)rQ"registering PJRT plugin %s from %sFr|)rerrorrrrrrrKrrLload_pjrt_plugin_with_c_apimake_c_api_device_topologyryr)rrfrPrQrRrdr}ris r3register_pluginr+s 4e LL   e LL    W0     _,k7KG,,*K  3 3K NE &&u-   **;>X7:+P+PRW#X-$<<,;((-L)6eE ,r2cttjdd}|jD]N\}}|j drt |\}}n|}d}t jd||t|||Py)aRegisters backend factories for PJRT plugins. A backend factory will be registered for every PJRT plugin in the input string, in the format of 'name1:path1,name2:path2' ('name1;path1,name2;path2' for windows). The path can be a path to the plugin library or a path to the plugin configuration json file. The json file needs to have a "library_path" field for the plugin library path. It can have an optional "create_option" field for the options used when creating a PJRT plugin client. The value of "create_option" is key-value pairs. Please see xla_client._NameValueMapping for the supported types of values. TPU PJRT plugin will be loaded and registered separately in make_tpu_client. PJRT_NAMES_AND_LIBRARY_PATHSrz.jsonNr)rPrQ) rrgetenvitemsendswithrrrr)rrrrPrQs r3'register_pjrt_plugin_factories_from_envros:ii.3,(--/ Mk4 }}W5d;lGlg LL,k<KlGL Mr2c2t5tsjttt5t j D]-}|jtD]}||j/ ddddadddy#1swYxYw#1swYyxYw)NrRT) _plugin_lockrtrr_plugin_callback_lockrnvaluesrRrv)rdcallbacks r3#_discover_and_register_pjrt_pluginsrs ! ./ ,)002 ,G ]] &- ,W]]+ , ,, !!!,,!!s(!B $B B. B B B  Bgpurzdict[str, list[str]]_alias_to_platformsct}|ttz}|ttz}|ttj z}|tt j z}|SN)rryr{rnr_platform_aliasesr) platformss r3known_platformsr sae) s+,,) s())) s%**,--) s$++-..) r2c|tvSr)r platforms r3is_known_platformr s _& &&r2ctj|d}||St}|D]}||jvs|cSt d|d|ddj |jz)a=Replaces platform aliases with their concrete equivalent. In particular, replaces "gpu" with either "cuda" or "rocm", depending on which hardware is actually present. We want to distinguish "cuda" and "rocm" for purposes such as MLIR lowering rules, but in many cases we don't want to force users to care. NzUnknown backend: 'z4' requested, but no platforms that are instances of z% are present. Platforms present are: r7)rrbackendsrrjoin)r rbps r3canonicalize_platformrs"%%h5) Oj! aAFFH} h )(488@zB//14!&&(1CD EEr2c0tj||gS)zExpands, e.g., "gpu" to ["cuda", "rocm"]. This is used for convenience reasons: we expect cuda and rocm to act similarly in many respects since they share most of the same code. )rrr s r3expand_platform_aliasrs  H: 66r2c |dvS)Nrr1r s r3is_gpurs % %%r2c^t5ttdk7cdddS#1swYyxYw)z7Returns true if backends have already been initialized.rN)rrrqr1r2r3backends_are_initializedrs& y>Q s#,ct5tr:tjD]"}|j||j$nt j |dddy#1swYyxYw)aRegisters a callback to be called with c_api after plugins discovery. The callback will be called on all discovered PJRT C API plugins. If `register_plugin_callbacks` is called before the plugins are discovered, the callback will be called right after the plugins are discovered. Otherwise, the callback will be called immediately when `register_plugin_callbacks` is called. Args: callback: the callback to be called with c_api. Nr)rrtrnrrRrvappend)rrds r3register_plugin_callbacksrs])'..0(' == $  '(x( )))s*A&+A&&A/chtt5trtcdddSts,t t drt j tdatjjx}rng}|jdD]}|jt|tt|dd}dgt|z}t!t#|||}n=t$j'Dcgc]\}}||j(|j*f }}}d}|D]>\}}} |d k(rt-j.s"t1|} | t|<||kDr| a|}@t2Jtjjs tAtcdddScc}}w#t4$rv} d |d | } | r(t7| t8|<t:j=| n:tjjr| d z } t?| | d z } t?| Yd} ~ d} ~ wwxYw#1swYyxYw)Nregister_at_fork)beforeTr7rFirwzUnable to initialize backend 'z': zD (set JAX_PLATFORMS='' to automatically choose an available backend)zg (you may need to uninstall the failing plugin package, or set JAX_PLATFORMS=cpu to skip this backend.))!rrrq_at_fork_handler_installedr?rrr4r jax_platformsr>rAextendrrangerlistziprnrrfrhr has_visible_nvidia_gpu _init_backendro Exceptionrrsrinfor_suggest_missing_backends) r"rr  prioritiesfail_quietly_listplatform_registrations registrationdefault_priorityrfrhbackenderrerr_msgs r3rrs< &'5 55 &'"6H*I*#' ,,222}2i#))#.:(.x89:YB/j!'C N2# Iz#45 7  % % ' $h  \**L,E,E F   ,B&((L& v n&K&K&M )% ( & &$ % &.  '' '    % %! k55* " &28*CuE &)#h/( # ++g   ! ! ' ' ] ]GW% % A AGW% %  &M55sZ H(CH(:#F H(,F&H(F&#3H( H(& H%/A,H H( H%%H((H1ctjdk7rytJtj}dtvryt j rettdr;dtvr3td}d|d}d|vr|dz }|dz }tj|ytjd |dyd tvr5t jd d kDrtjd |dyyy) NLinuxrwGpuAllocatorConfigz#CUDA backend failed to initialize: rz-no supported devices found for platform CUDA.zThis may be due to JAX pre-allocating too much device memory, leaving too little for CUDA library initialization. See https://docs.jax.dev/en/latest/gpu_memory_allocation.html for more details and potential workarounds.z5(Set TF_CPP_MIN_LOG_LEVEL=0 and rerun for more info.)zjAn NVIDIA GPU may be present on this machine, but a CUDA-enabled jaxlib is not installed. Falling back to rIrzyA Google TPU may be present on this machine, but either a TPU-enabled jaxlib or libtpu is not installed. Falling back to ) py_platformsystemror rqr r'r?rrsrr%num_available_tpu_chips_and_device_id)default_platformr2 warning_msgs r3r+r+=sW$  %% %%.. 9!F!F!Ht)*v/H F #c9#a@k 8C ? 8 LLk nn[! nnN(),- I."V"V"XYZ"[^_"_ NN/034#`r2cptjdt5iaiadadddy#1swYyxYw)NzClearing JAX backend caches.)rrrrqrsror1r2r3_clear_backendsr=]s9  ,,-.IOs,5c tj|d}|-td|dttj d|j rt jd|dt jd||j}|td|d|jd k(r+t|jd k(rtd|d tjd |jfd |j!fd |jfd|j#ft jd||S)N Backend 'z(' is not in the list of known backends: rz Platform 'zK' is experimental and not all JAX functionality may be correctly supported!zInitializing backend '%s'zCould not initialize backend ''rz' provides no devices.zInitialized backend process_index device_count local_deviceszBackend '%s' initialized)rnrrr%rrirrrrdrBr_get_all_devicesrdistributed_debug_logr rArC)r r/r1s r3r(r(isQ#''$7,  H:E "'') * +1 . // NNZz*??@,,*H5  "' _ 7zC DD q S)A)A)C%D%I 8*,BC DD3W5E5EF-w/D/D/FG,g.B.B.DE-w/D/D/FGI ,,)84 .r2c |t|ts|S|xs&tjxstjxsd}t }|gt |}|j|d}|F|tvr$td|dt|dt|td|dt||StJtS)Nr?z' failed to initialize: z. Available backends are zUnknown backend ) rr _XLA_BACKENDr>_PLATFORM_NAMErrrrsrr%ro)r bsr1s r3_get_backend_uncachedrJs *Xs"; OL,,,L0D0DL(z" $X.HffXt$G _ $Yxj0H-h789559"XJ@A A  XJ&?Rz J LL N  '' ' r2)max_sizetrace_context_in_keyct|Sr)rJr s r3 get_backendrNs x ((r2c2| |jStS)zEReturns the Backend associated with `device`, or the default Backend.)rCrN)devices r3get_device_backendrQs  == r2cFtt|jS)aReturns the total number of devices. On most platforms, this is the same as :py:func:`jax.local_device_count`. However, on multi-process platforms where different devices are associated with different processes, this will return the total number of devices across all processes. Args: backend: This is an experimental feature and the API is likely to change. Optional, a string representing the xla backend: ``'cpu'``, ``'gpu'``, or ``'tpu'``. Returns: Number of devices. )rerNrBr1s r3rBrBs& [ ! . . 0 11r2cFtt|jS)z:Returns the number of devices addressable by this process.)rerNlocal_device_countrSs r3rUrUs [ ! 4 4 6 77r2c4t|jS)a(Returns a list of all devices for a given backend. .. currentmodule:: jaxlib._jax Each device is represented by a subclass of :class:`Device` (e.g. :class:`CpuDevice`, :class:`GpuDevice`). The length of the returned list is equal to ``device_count(backend)``. Local devices can be identified by comparing :attr:`Device.process_index` to the value returned by :py:func:`jax.process_index`. If ``backend`` is ``None``, returns all the devices from the default backend. The default backend is generally ``'gpu'`` or ``'tpu'`` if available, otherwise ``'cpu'``. Args: backend: This is an experimental feature and the API is likely to change. Optional, a string representing the xla backend: ``'cpu'``, ``'gpu'``, or ``'tpu'``. Returns: List of Device subclasses. )rNdevicesrSs r3rWrWs2 W  % % ''r2c,tdjS)z5Returns the platform name of the default XLA backend.N)rNr r1r2r3default_backendrYs T  # ##r2czt|}t|dr$t|dr|j|jfSy)ziReturns the PJRT C API version of the backend. Returns None if the backend does not use PJRT C API. pjrt_c_api_major_versionpjrt_c_api_minor_versionN)rNr?r[r\r r1s r3backend_pjrt_c_api_versionr^sB  !' W01g )7  , ,g.N.N OO r2c2t|}t|ddS)a*Returns the XLA version of the backend. Returns None if the backend does not use PJRT C API or does not have xla_version in the plugin attributes. This method can be used to skip features that are not available before certain xla_version if the backend is a plugin and uses xla_version. xla_versionNrNgetattrr]s r3backend_xla_versionrcs  !' - ..r2c2t|}t|ddS)aZReturns the StableHLO version of the backend. Returns None if the backend does not use PJRT C API or does not have stablehlo_current_version in the plugin attributes. This method can be used to skip features that are not available before certain stablehlo_current_version if the backend is a plugin and uses stablehlo_current_version. stablehlo_current_versionNrar]s r3backend_stablehlo_versionrfs  !' 5t <>W% JM)I! JJ Js &B;Bc4t|jS)auReturns the integer process index of this process. On most platforms, this will always be 0. This will vary on multi-process platforms though. Args: backend: This is an experimental feature and the API is likely to change. Optional, a string representing the xla backend: ``'cpu'``, ``'gpu'``, or ``'tpu'``. Returns: Integer process index. )rNrArSs r3rArA0s W  + + --r2cBtjdt|S)Nzrjax.host_id has been renamed to jax.process_index. This alias will eventually be removed; please update your code.)r.r/rArSs r3ririD  --=> w r2cFdt|D}t|ddzS)z@Returns the number of JAX processes associated with the backend.c34K|]}|jywr)rA).0rjs r3 z process_count..Ps3Q3sr)r$r)rWmax)r1gens r3rhrhKs% 4''"23# S! q  r2cBtjdt|S)Nzujax.host_count has been renamed to jax.process_count. This alias will eventually be removed; please update your code.)r.r/rhrSs r3 host_countruUrmr2c<ttt|S)a4Returns the list of all JAX process indices associated with the backend. Args: backend: This is an experimental feature and the API is likely to change. Optional, a string representing the xla backend: ``'cpu'``, ``'gpu'``, or ``'tpu'``. Returns: List of integer process indices. )r%r$rhrSs r3process_indicesrw\s eM'*+ ,,r2cBtjdt|S)Nzujax.host_ids has been renamed to jax.process_indices. This alias will eventually be removed; please update your code.)r.r/rwrSs r3host_idsryms" --=>  !!r2c0dt|jvS)Nz PJRT C API)rNplatform_versionrSs r3using_pjrt_c_apir|vs W->> >>r2c tt|}t5|tvrt||fi|cdddS dddt d|z#1swYxYw)Nztopology not implemented for %s)rrrruNotImplementedError)r  topology_namekwargsactual_platforms r3make_pjrt_topologyrysk%')(3/K--  1- J6 JKK-K =HIIKKs AAc ^tjdsBt}| tdtjd|}t j |tjdsJtjdstjdtj|fi|S)NrIzkJAX TPU support not installed; cannot generate TPU topology. See https://github.com/jax-ml/jax#installation) rrJrrrKrrLrMrN#make_tfrt_tpu_c_api_device_topology)rrrPrRs r3make_pjrt_tpu_topologyrs  & &u -')L  8 99  3 3E< HE &&u-  & &u -- -  + +E 2%%e,  7 7  r2cptr,ttj||k(ryt|dy)Nz config should be updated before backends are initialized i.e. before any JAX operation is executed. You should initialize this config immediately after `import jax`.)rrbr r)r#new_vals r3!_validate_backend_not_initializedrsCv}}d#w.  &B B CC r2jax_num_cpu_devicesr zNumber of CPU devices to use. If not provided, the value of the XLA flag --xla_force_host_platform_device_count is used. Must be set before JAX is initialized.)r#r$r validator*jax_cpu_get_local_topology_timeout_minutesr,zgTimeout in minutes for getting the local topology of each CPU device when building the global topology.+jax_cpu_get_global_topology_timeout_minuteszTimeout in minutes for getting the global topology of CPU devices; should be strictly greater than `--jax_cpu_get_local_topology_timeout_minutes`.)returnz5xla_client._xla.TransferServerInterfaceFactory | None)NN)rP str | NonerQz_NameValueMapping | None)rXfloatrrT)r#rrdrcrfrerhrgrirgr}TopologyFactory | NonerRrrNoner)rz%xla_client._xla.CpuCollectives | Nonerxla_client.Client)rrrre)rrrrr)rrrzEtuple[str, Mapping[str, str | int | list[int] | float | bool] | None])rr)rrrQ.OptionsDict | Callable[[], OptionsDict] | Nonerr)rrrfrerPrrQrrRrrdzBackendFactory | Noner}rrr)rr)r rrrg)r rrr)r rrz list[str])rrg)rrp)r rrr)r zNone | str | xla_client.Clientrr)rPzxla_client.Device | Nonerr)r1str | xla_client.Client | Nonerre)r1rrlist[xla_client.Device])rr)rztuple[int, int] | None)r int | None)rzSequence[int] | None)NNN)rArr1rrirrr)r1rrz list[int])r)r r)__doc__ __future__rrcollections.abcrr dataclasses functoolsrrrloggingrrr r7rZtypingrrr r.jax._srcr r r r rjax._src.cloud_tpu_initr jax._src.librrr getLoggerrjrrmrrrerregister_exclusion__file__rrMIN_COMPUTE_CAPABILITY string_flagrGrlowerBACKEND_TARGETrHrrint_flagrr bool_flagrr=r@rDrEr4r!rrer%rrg_NameValueMappingrGrSr`ClientrcDeviceTopologyTopologyFactory dataclassrbrnrorqrsLockrrtrrurvrryr{rrrrrrr] OptionsDictrrrrrrr _platform_alias setdefaultrr r rrrrrrr+r=r(rJcacherNrQrBrUrWrYr^rcrfrCrArirhrurwryr|rrr int_staterrrr1r2r3rsA # -  $ ##8#"   8 $ "!!(+58E'9"v!!r :< $## BII"B'--/ QS $## BII!2&,,. :<*v))35 +**35 ) !   'F&&  J.V-- (  %&8V%7%7 1  O&""4!3!3 -  M "'6foo- '#%4FOO+ 4%!" #CsCcE4'G!HHIO:O0JN.F,8"eJ$5$5t$;<<=3j&?&?&E FFG *6827-1*1+- (-#%.%  !T!y~~ 24/4!9!& ('-f%5(5$+)x+./2627EI15 .'* .+/ .,0 .-C . %/ . ;? . :>.6..b ?QU9*t B%),0AAA A < A  A#A*A AHM:!.   -/).*002?Iv  ,33I>?'E*7& )*=J4@ :04,6 T6/3),))7)(, $/32 +22./38 +88/3( +((8$  / = T6.2<@(,K9K%K1HK7K>/3. +..(  T6.2! +!!7! /3 - + - -$/3" +""?J C#&""   279NO*:)9)9 5  .7BD *&+;&*:*: 6  ;7CE +'y#+,,115+sTU 'U +UU