
    biT                         d dl mZ d dlmZ d dlmZmZmZmZm	Z	m
Z
mZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZmZm Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+ d dl,m-Z-m.Z.m/Z/ d dl0m1Z1m2Z2m3Z3 g dZ4y)   )map_cache_to_layer_device_map)replace_lora_weights_loftq)'CONFIG_NAMEINCLUDE_LINEAR_LAYERS_SHORTHANDSAFETENSORS_WEIGHTS_NAME5TRANSFORMERS_MODELS_TO_ADALORA_TARGET_MODULES_MAPPING1TRANSFORMERS_MODELS_TO_C3A_TARGET_MODULES_MAPPING7TRANSFORMERS_MODELS_TO_FOURIERFT_TARGET_MODULES_MAPPING6TRANSFORMERS_MODELS_TO_IA3_FEEDFORWARD_MODULES_MAPPING1TRANSFORMERS_MODELS_TO_IA3_TARGET_MODULES_MAPPING6TRANSFORMERS_MODELS_TO_LNTUNING_TARGET_MODULES_MAPPING2TRANSFORMERS_MODELS_TO_LOHA_TARGET_MODULES_MAPPING2TRANSFORMERS_MODELS_TO_LOKR_TARGET_MODULES_MAPPING2TRANSFORMERS_MODELS_TO_LORA_TARGET_MODULES_MAPPING8TRANSFORMERS_MODELS_TO_PREFIX_TUNING_POSTPROCESS_MAPPING6TRANSFORMERS_MODELS_TO_RANDLORA_TARGET_MODULES_MAPPING3TRANSFORMERS_MODELS_TO_SHIRA_TARGET_MODULES_MAPPING4TRANSFORMERS_MODELS_TO_VBLORA_TARGET_MODULES_MAPPING2TRANSFORMERS_MODELS_TO_VERA_TARGET_MODULES_MAPPINGWEIGHTS_NAMEAuxiliaryTrainingWrapperModulesToSaveWrapper_freeze_adapter_get_batch_size_get_input_embeddings_name_get_submodules_is_valid_match_prepare_prompt_learning_config_set_adapter_set_trainable&bloom_model_postprocess_past_key_valuecast_mixed_precision_paramsget_auto_gptq_quant_linearget_gptqmodel_quant_linearget_quantization_configid_tensor_storageinfer_deviceprepare_model_for_kbit_training set_additional_trainable_modulesshift_tokens_right	transpose)PeftTypeTaskTyperegister_peft_method)get_peft_model_state_dictload_peft_weightsset_peft_model_state_dict)/r   r   r   r   r	   r
   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r,   r-   r   r   r   r   r   r   r   r    r!   r"   r#   r$   r/   r%   r&   r'   r0   r   r(   r.   r   r)   r1   r*   r+   N)5integrationsr   loftq_utilsr   otherr   r   r   r   r	   r
   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r    r!   r"   r#   r$   r%   r&   r'   r(   r)   r*   r+   
peft_typesr,   r-   r.   save_and_loadr/   r0   r1   __all__     N/home/cdr/jupyterlab/.venv/lib/python3.12/site-packages/peft/utils/__init__.py<module>r;      s[    8 3( ( ( ( ( ( ( ( ( ( (R A @ b b0r9   