
    bi                        d dl Zd dlZdZdZdZdZdZdZdZ	d	Z
e d
ZdZe dZe dZdZe dZdZdZdZg dZg dZg dZg dZg dZddgZdZdZdZg dZg dZdZdZ d Z!d!Z"d"Z#dZ$ejJ                  ejL                  ejN                  ejP                  ejR                  ejT                  d#Z+g d$Z,g d%Z-e-g d&z   Z.ej^                  j`                  ej^                  jb                  ej^                  jd                  ej^                  jf                  ej^                  jh                  ej^                  jj                  ej^                  jl                  fZ7y)'    Nz	scaler.ptpytorch_modelmodelrandom_states	optimizer	schedulersamplerzprofile_{suffix}.jsonz.binzpytorch_model{suffix}.binz.index.jsonz.safetensorszmodel{suffix}.safetensorsz1.10.2py38z4.17.0)zml.p3.16xlargezml.p3dn.24xlargezml.p4dn.24xlarge)
FULL_SHARDSHARD_GRAD_OPNO_SHARDHYBRID_SHARDHYBRID_SHARD_ZERO2)TRANSFORMER_BASED_WRAPSIZE_BASED_WRAPNO_WRAP)BACKWARD_PREBACKWARD_POSTNO_PREFETCH)FULL_STATE_DICTLOCAL_STATE_DICTSHARDED_STATE_DICTr   r   z2.1.0.a0+32f93b1z2.6.0pytorch_model_fsdp)pdshstandardopenmpimvapichmpichnosshslurm)defaultzreduce-overheadzmax-autotunez2.2.0z2.4.0z2.1.0z2.3.0z4.52.0)>z>=z==z!=z<=<)nnodesnproc_per_noderdzv_backendrdzv_endpointrdzv_id	rdzv_conf
standalonemax_restartsmonitor_intervalstart_methodrolemodulem	no_pythonrun_pathlog_dirr	redirectsttee	node_rankmaster_addrmaster_port)	DEEPSPEED	MULTI_GPUFSDPMEGATRON_LMTP)	MULTI_NPU	MULTI_MLU
MULTI_SDAA
MULTI_MUSA	MULTI_XPU	MULTI_CPU	MULTI_HPU)8operatoroptorchSCALER_NAME
MODEL_NAMESAFE_MODEL_NAMERNG_STATE_NAMEOPTIMIZER_NAMESCHEDULER_NAMESAMPLER_NAMEPROFILE_PATTERN_NAMEWEIGHTS_NAMEWEIGHTS_PATTERN_NAMEWEIGHTS_INDEX_NAMESAFE_WEIGHTS_NAMESAFE_WEIGHTS_PATTERN_NAMESAFE_WEIGHTS_INDEX_NAMESAGEMAKER_PYTORCH_VERSIONSAGEMAKER_PYTHON_VERSIONSAGEMAKER_TRANSFORMERS_VERSION SAGEMAKER_PARALLEL_EC2_INSTANCESFSDP_SHARDING_STRATEGYFSDP_AUTO_WRAP_POLICYFSDP_BACKWARD_PREFETCHFSDP_STATE_DICT_TYPEFSDP2_STATE_DICT_TYPEFSDP_PYTORCH_VERSIONFSDP2_PYTORCH_VERSIONFSDP_MODEL_NAMEDEEPSPEED_MULTINODE_LAUNCHERSTORCH_DYNAMO_MODES0ELASTIC_LOG_LINE_PREFIX_TEMPLATE_PYTORCH_VERSION'XPU_PROFILING_AVAILABLE_PYTORCH_VERSION(MITA_PROFILING_AVAILABLE_PYTORCH_VERSION!BETA_TP_AVAILABLE_PYTORCH_VERSION&BETA_TP_AVAILABLE_TRANSFORMERS_VERSION!BETA_CP_AVAILABLE_PYTORCH_VERSIONgtgeeqneleltSTR_OPERATION_TO_FUNCTORCH_LAUNCH_PARAMSCUDA_DISTRIBUTED_TYPES!TORCH_DISTRIBUTED_OPERATION_TYPESnnConv1dConv2dConv3dConvTranspose1dConvTranspose2dConvTranspose3dLinear&SUPPORTED_PYTORCH_LAYERS_FOR_UPCASTING     U/home/cdr/jupyterlab/.venv/lib/python3.12/site-packages/accelerate/utils/constants.py<module>r      s     
 . T"2 $~[1 &'|4 7 ./{; $ ! !) #]  j P I T -/@A     & e C 3: 0*1 '+2 ($+ !)1 &$+ ! ee255RUURTRWRW^`^c^cd  4 Q $: > % ! 
HHOO	HHOO	HHOO	HH	HH	HH	HHOO* &r   