bigJddlZddlZddlmZddlZddlmZGddejZdddejejd d dd ejd d ejddZ dddddddddddddZ ejeZdZdedefdZddZdedefdZdZy)N)Path)CustomArgumentParserceZdZdZdZy)ConversionStatusrN)__name__ __module__ __qualname__NOT_YET_IMPLEMENTEDREMOVEDW/home/cdr/jupyterlab/.venv/lib/python3.12/site-packages/accelerate/commands/to_fsdp2.pyrrs Grr fsdp_versionfsdp_reshard_after_forwardfsdp_auto_wrap_policyfsdp_cpu_ram_efficient_loadingfsdp_offload_paramsfsdp_state_dict_type"fsdp_transformer_layer_cls_to_wrapfsdp_min_num_paramsfsdp_activation_checkpointing)rrrfsdp_backward_prefetchfsdp_forward_prefetchrrfsdp_sharding_strategyrfsdp_sync_module_statesrrfsdp_use_orig_paramsrTF) FULL_SHARD SHARD_GRAD_OP HYBRID_SHARDHYBRID_SHARD_ZERO2NO_SHARD)rrcTt|jjstd|jd|js|j t d|js=t|j jrtd|j dyy)Nz Config file z not foundz9If --overwrite is not set, --output_file must be providedz Output file z* already exists and --overwrite is not set)r config_fileexistsFileNotFoundError overwrite output_file ValueErrorFileExistsError)argss r_validate_to_fsdp2_argsr,Gs   ! ( ( *,t/?/?.@ KLL >>d..6TUU >>d4#3#34;;= T-=-=,>>hijj>>rconfigreturnc|jdi}|stjd|Si}|jdddk(r,tjdtjd|S|j D]\}}t j|d}t |ts||}|||<6|tjk(rtjd|d c|tjk(rtjd|d |tjd|d |||<|tvrt|j||}||t |<d|d<||d<|S) N fsdp_configz?No FSDP config found in the config file, skipping conversion...rz5Config already specfies FSDP2, skipping conversion...zaIf the config doesn't use new argument names, change `fsdp_version` to `1` and rerun the command.z Argument z0 has been removed in FSDP2, skipping this key...z6 is not yet implemented in FSDP2, skipping this key...z- is not being converted, skipping this key...) getloggerinfowarningitemsARGUMENT_KEY_MAPPING isinstancerr r ARGUMENT_VALUE_MAPPING)r-r0new_fsdp_configkeyvalueconversion_statuss rconvert_config_to_fsdp2r?Rsx**]B/K  UV O~q)Q.NO o  !'')? U044S$? ')9 :>O>W # 16O- .   0 8 8 8 NNYse+[\ ]   0 D D D NNYse+ab c   $ NNYse+XY Z#(OC ,,.s377uE9>O05 6+?.'(ON#+F= Mrc d}||jd|}n t|}|jdtdd|jdd d d |jd tdd||j t |S)Nz0Convert an Accelerate config from FSDP1 to FSDP2zto-fsdp2) descriptionz --config_filez#The config file to convert to FSDP2T)typehelprequiredz --overwrite store_truez&Overwrite the config file if it existsF)actionrCdefaultz --output_filezThe path to the output file to write the converted config to. If not provided, the input file will be overwritten (if --overwrite is set))rBrCrG)func) add_parserr add_argumentstr set_defaultsto_fsdp2_command) subparsersrAparsers rto_fsdp2_command_parserrP~sDK&&z{&K%+> c8]hlm  5    Y  !12 Mrr$ct|5}tj|}ddds td|S#1swYxYw)NzConfig file is empty)openyaml safe_loadr))r$fr-s r load_configrVsC k #a"# /00 M ##s 9Ac.t|t|j}|jr|j|j|_t |}t |jd5}tj||dddy#1swYyxYw)Nw) r,rVr$r'r(r?rRrSdump)r+r- new_configrUs rrMrMsyD! )) *F ~~$**2++(0J d $! *a !!!s +B  B)N)enumloggingpathlibrrSaccelerate.commands.utilsrEnumrr r r8r: getLoggerrr4r,dictr?rPrKrVrMr rrrbs"  :tyy#">5.66-AA&F0:2/77*N0,44%D#,# # #"   8 $k)D)T)X6ST !r