bi&ddlmZddlmZmZmZddlmZmZm Z dZ e rdZ iZ er?dge d<d ge d <d ge d <d ge d<dge d<e rdge d<gde d<dge d<gde d<dge d<esersereddl mZddlmZddlmZddlmZdd lmZe r@dd!lmZmZmZmZdd"lmZmZmZmZm Z m!Z!m"Z"m#Z#m$Z$m%Z%m&Z&m'Z'm(Z(m)Z)m*Z*m+Z+m,Z,m-Z-dd#l.m/Z/dd$l0m1Z1dd%l2m3Z3y&dd&l4Z4ee5e6d'e e7(e4jpe5<y&))) TYPE_CHECKING)DIFFUSERS_SLOW_IMPORT _LazyModule deprecate)is_peft_availableis_torch_availableis_transformers_availablecntdddi}t|D]\}}|jjj j D]\}}|||d|<|j jj j D]\}}|||d|<|jjj j D]\}}|||d|<|jjj j D]\}}|||d|<|S)Nz(text_encoder_load_state_dict in `models`0.27.0`text_encoder_lora_state_dict` is deprecated and will be removed in 0.27.0. Make sure to retrieve the weights using `get_peft_model`. See https://huggingface.co/docs/peft/v0.6.2/en/quicktour#peftmodel for more information.z.q_proj.lora_linear_layer.z.k_proj.lora_linear_layer.z.v_proj.lora_linear_layer.z.out_proj.lora_linear_layer.) rtext_encoder_attn_modulesq_projlora_linear_layer state_dictitemsk_projv_projout_proj) text_encoderrnamemodulekvs U/home/cdr/jupyterlab/.venv/lib/python3.12/site-packages/diffusers/loaders/__init__.pytext_encoder_lora_state_dictrsa 2 i J1,? E fMM33>>@FFH CDAqABJ$9!= > CMM33>>@FFH CDAqABJ$9!= > CMM33>>@FFH CDAqABJ$9!= > COO55@@BHHJ EDAqCDJ$;A3? @ E E c@tdddddlm}m}g}t |||frXt |j jjD]*\}}d|d}|j}|j||f,|Std|jj) Nz%text_encoder_attn_modules in `models`r r r) CLIPTextModelCLIPTextModelWithProjectionztext_model.encoder.layers.z .self_attnz.do not know how to get attention modules for: )r transformersrr isinstance enumerate text_modelencoderlayers self_attnappend ValueError __class____name__)rrr attn_modulesilayerrmods rrr!s 3  m L l]4O$P Q%l&=&=&E&E&L&LM 153A3jAoo##T3K0 1MlNdNdNmNmMnop prFromOriginalModelMixinsingle_file_modelFluxTransformer2DLoadersMixintransformer_fluxSD3Transformer2DLoadersMixintransformer_sd3UNet2DConditionLoadersMixinunetAttnProcsLayersutilsFromSingleFileMixin single_file)AmusedLoraLoaderMixinStableDiffusionLoraLoaderMixinSD3LoraLoaderMixinAuraFlowLoraLoaderMixin StableDiffusionXLLoraLoaderMixinLTXVideoLoraLoaderMixinLoraLoaderMixinFluxLoraLoaderMixinCogVideoXLoraLoaderMixinCogView4LoraLoaderMixinMochi1LoraLoaderMixinHunyuanVideoLoraLoaderMixinSanaLoraLoaderMixinLumina2LoraLoaderMixinWanLoraLoaderMixinHiDreamImageLoraLoaderMixinSkyReelsV2LoraLoaderMixinQwenImageLoraLoaderMixin lora_pipelineTextualInversionLoaderMixintextual_inversion)IPAdapterMixinFluxIPAdapterMixinSD3IPAdapterMixinModularIPAdapterMixin ip_adapterPeftAdapterMixinpeft)r0)r2)r4)r6)r8)rRrQrTrS)r<r?rDrErCrKrGrBrArIrFrMrHr>rLr=r@rJ)r:)rO)rVN__file__) module_spec)9typingrr9rrrutils.import_utilsrr r rr_import_structurer1r0r3r2r5r4r7r6r8rUrRrQrTrSrNr<r?rDrErCrKrGrBrArIrFrMrHr>rLr=r@rJr;r:rPrOrWrVsysr+globals__spec__modulesrrrcsC AAaa0*.F-G)*-L,M(),J+K'(!> ?f"3!4g ",A+B-(. /*(3P1P-.+ ,'00&)=CA5* $ &        ( 9 F&'')J2GIZhpqCKKr