
    biO=                        d dl Zd dlZd dlZd dlmZ d Zd Zi Zej                  j                  ej                        ej                  j                  d      k  Zereed<    eed      reed<   i d	g d
dg ddg ddddgdddgdg ddg ddg ddddgdg ddg d
dddgd g d
d!g d"d#g d"d$d%gd&d%gZi dd'd(gdd'd(gdd)d*gdd+gdd,gdg d-d.d)d*gdd)d*gd/d,gd0d)d*gd1d2d3gd4d2d3gd5d2d3gd6d2d3gd7d8d9gd:d;gd<d2d3gi d	d)d*gd=d)d*gd>d,gdd+gd?d@gdAd,gdBd,gdd,gdCdDd+gdEdFgdd)d*gdGd)d*gdHd)d*gdg dId d)d*gd!d)d*gd#d)d*gd)d*gd)d*gdJZej                         Zej                         Zi dg dKdg dLdd+dMgdd,dNgd4g dOd.g dPdg dQd/d,dRgd0g dSdg dTdd+dMgd	g dUd=g dVdg dUdGg dWd1g dOd7g dXd;dYgd,dRgd,dRgd,dRgg dTg dVg dVg dVg dVg dVdZ
Zi dd[gdg ddMgddNgd4dYgd.d\gdd]gd/dRgd0dDgdd\gddMgd	d^gd=d^gdd^gdGd_gd1dYgd7dYgdYgdRgdRgdRgd\gd^gd^gd^gd^gd^gd`
Zi dg dadg dbdg dcdd+gdd,gd.g dcdd)d*gd/d,gd0d)d*gd	d)d*gd=d)d*gd1d2d3gd4g ddd7g dedd+gd:d;gd d)d*gd)d*gd)d*gd)d*gd)d*gdfZi dd'd(gdd'd(gdd)d*gdd+gdd,gdg d-d.d)d*gdd)d*gd/d,gd0d)d*gd1d2d3gd4d2d3gd5d2d3gd6d2d3gd7d8d9gd:d;gd<d2d3gi d	d)d*gd=d)d*gd>d,gdd+gd?d@gdAd,gdBd,gdd,gdCdDd+gdEdFgdd)d*gdGd)d*gdHd)d*gdd)d*gd d)d*gd!d)d*gd#d)d*gd)d*gd)d*gdJZi dd'd(gdd'd(gdd)d*gdd+gdd,gdg d-d.d)d*gdd)d*gd/d,gd0d)d*gd1d2d3gd4d2d3gd5d2d3gd6d2d3gd7d8d9gd:d;gd<d2d3gi d	d)d*gd>d,gdd+gd?d@gdAd,gdBd,gdd,gdCdDd+gdEdFgdd)d*gdGd)d*gdHd)d*gdd)d*gd d)d*gd!d)d*gd#d)d*gd$d)d*gZi dd'd(gdd'd(gdd)d*gddMgdd,gdg d-d.d)d*gdd)d*gd/d,gd0d)d*gd1d2d3gd4d2d3gd5d2d3gd6d2d3gd7d8d9gd:d;gd<d2d3gi d	d)d*gd=d)d*gd>d,gddMgd?d@gdAd,gdBd,gdd,gdEdFgdd)d*gdGd)d*gdHd)d*gdg dId d)d*gd!d)d*gd#d)d*gd$d)d*gd&d)d*giZi dg dadg dbdg dcdd+gdd,gd.g dcdd)d*gd/d,gd0d)d*gd	d)d*gd=d)d*gd1d2d3gd4d2d3gd7g dedd+gd:d;gd d)d*gd)d*gd)d*gd)d*gd)d*gdfZi dd'd(gdd'd(gdd)d*gddMgdd,gdg d-d.d)d*gdd)d*gd/d,gd0d)d*gd1d2d3gd4d2d3gd5d2d3gd6d2d3gd7d8d9gd:d;gd<d2d3gi d	d)d*gd=d)d*gd>d,gddMgd?d@gdAd,gdBd,gdd,gdEdFgdd)d*gdGd)d*gdHd)d*gdg dId d)d*gd!d)d*gd#d)d*gd$d)d*gd&d)d*giZeZdgZdhZdiZdjdkgZdldmgZdnZ doZ!dpZ"dqdriZ#dsZ$y)t    N)BloomPreTrainedModelc                 "   t        j                  |       } | j                  \  }}}}}| d |dz   }|j                  dd      j	                  |dz  ||z  ||      }| |dz  d  }|j	                  |dz  ||z  ||      }t        t        ||            S )N      )torchcatshape	transposereshapetuplezip)past_key_valuestotal_layers
batch_sizenum_attention_headsnum_virtual_tokenshead_dimkeysvaluess           O/home/cdr/jupyterlab/.venv/lib/python3.12/site-packages/peft/utils/constants.py&bloom_model_postprocess_past_key_valuer      s    ii0ORaRgRgOL*13Ex.\Q./D>>!Q'':(;;XGYD \Q.01F^^LA-z<O/OQcemnFT6"##    c                     g }| D ]S  }|d d d d df   }|j                  g d      } |j                  g |j                  d d d }|j                  |       U t	        |      S )Nr   )   r   r   r   )permuter   r	   appendr   )r   resultks      r   *starcoder_model_postprocess_past_key_valuer!   $   sm    F aAgJIIl#AII(qwws|(R(a	
 =r   z4.54.0.dev0gpt_bigcode_convert_to_standard_cachebloomllama)input_layernormpost_attention_layernormnorm)r&   r'   ln_fllava)multi_modal_projectorr&   r'   r(   embed_tokenslm_headt5
layer_normfinal_layer_normmt5bart)self_attn_layer_normencoder_attn_layer_normr0   gpt2)ln_1ln_2r)   zblip-2)	layernorm	LayerNormr0   r3   gptjr6   r)   falconmistralphir&   final_layernormgemmagemma2)r&   r'   pre_feedforward_layernormpost_feedforward_layernormr(   gemma3_textqwen2r'   qwen3qvq_projv_projc_attnquery_key_value)rF   rG   rH   rI   optgpt_neoxgpt_neobertqueryvaluerobertazxlm-robertaelectraz
deberta-v2
query_proj
value_projdebertain_projlayoutlmllama4chatglmmptWqkvRefinedWebModel
RefinedWebbtlmc_projcodegenqkv_projmixtralstablelm)rH   rI   fc1fc2)rD   rE   )r    rG   wo)r    rG   wi_1z
mlp.c_projzmlp.dense_4h_to_h)keyrQ   output.dense)rH   k_projrf   )rH   rI   fc_outdense_4h_to_h)rH   rI   r`   )rH   rI   rf   )rk   rI   	down_proj)rH   rI   rn   )rk   rI   w2)key_projrU   rj   rj   )
rV   r]   r^   r;   r=   r?   r@   rC   rD   rE   rg   rf   rl   rn   ro   )
rV   r^   r]   r;   r=   r?   r@   rC   rD   rE   )rF   r    rG   owirg   )rF   r    rG   rq   wi_0rh   rg   )rH   rk   rI   out_projre   rf   )rP   ri   rQ   dense)rT   rp   rU   ru   )r@   rC   rD   rE   zadapter_model.binzadapter_model.safetensorszadapter_config.jsonr,   r-   score
classifierz
all-linearztokenizer_config.jsonzdummy-target-modules
model_typecustom   )%packaging.version	packagingr   transformersr   r   r!   8TRANSFORMERS_MODELS_TO_PREFIX_TUNING_POSTPROCESS_MAPPINGversionparse__version__transformers_le_4_53hasattr6TRANSFORMERS_MODELS_TO_LNTUNING_TARGET_MODULES_MAPPING2TRANSFORMERS_MODELS_TO_LORA_TARGET_MODULES_MAPPINGcopy2TRANSFORMERS_MODELS_TO_LOKR_TARGET_MODULES_MAPPING2TRANSFORMERS_MODELS_TO_LOHA_TARGET_MODULES_MAPPING1TRANSFORMERS_MODELS_TO_IA3_TARGET_MODULES_MAPPING6TRANSFORMERS_MODELS_TO_IA3_FEEDFORWARD_MODULES_MAPPING5TRANSFORMERS_MODELS_TO_ADALORA_TARGET_MODULES_MAPPING2TRANSFORMERS_MODELS_TO_VERA_TARGET_MODULES_MAPPING3TRANSFORMERS_MODELS_TO_SHIRA_TARGET_MODULES_MAPPING7TRANSFORMERS_MODELS_TO_FOURIERFT_TARGET_MODULES_MAPPING4TRANSFORMERS_MODELS_TO_VBLORA_TARGET_MODULES_MAPPING1TRANSFORMERS_MODELS_TO_C3A_TARGET_MODULES_MAPPING6TRANSFORMERS_MODELS_TO_RANDLORA_TARGET_MODULES_MAPPINGWEIGHTS_NAMESAFETENSORS_WEIGHTS_NAMECONFIG_NAMEEMBEDDING_LAYER_NAMESSEQ_CLS_HEAD_NAMESINCLUDE_LINEAR_LAYERS_SHORTHANDTOKENIZER_CONFIG_NAMEDUMMY_TARGET_MODULESDUMMY_MODEL_CONFIG#MIN_TARGET_MODULES_FOR_OPTIMIZATION r   r   <module>r      s       -
$ <> 8 ((..|/G/GH9K\K\KbKbcpKqq 2 =]K
 !=> Io<WE%:D%:D%:  %: 	<+
,%: 
L,-%: S%: $%: T%:  VV!%:" E#%:$ F%%:& 
01'%:( D)%:*  +%:8  9%:F ()G%:H ()I%: 6N%63*%6	C:%6 Xx %6 XJ	%6
  %6 ,%6 
Hh%6 Xx %6 "#%6 (#%6 Wg%6 !%6 GW%%6 !%6 <.%6  	{!%6" '"#%6$ h!%%6& x"'%6( !")%6* H:+%6, 
F8-%6. )*/%60 $%1%62  !3%64 Xx 5%66 
|7%68 (#9%6: (#;%6< 8$=%6> 
-?%6@ h!A%6B x"C%6D Hh'E%6F !!I%6 2N 6h5l5l5n 25g5l5l5n 25
5	5 X|$5 !45	5
 /5 
&5 *5 "O45 -5 '5 Hl+5 .5 /5 05 )5  ,!5" <#5$ >*)?;$o6 /2&./4..75 1<:4&:	2: \N: !"	:
 : 
E7: XJ: !: z: UG: L>: k]: {m: }: v:  ^!:" >"#:$ "#'(7]m=]]7: 6<9
*9	59 D9 XJ	9
  9 
C9 Xx 9 "#9 (#9 h!9 x"9 Wg9 19  C!9" H:#9$ 	{%9( h!)9* "h'!!19 56%63*%6	C:%6 Xx %6 XJ	%6
  %6 ,%6 
Hh%6 Xx %6 "#%6 (#%6 Wg%6 !%6 GW%%6 !%6 <.%6  	{!%6" '"#%6$ h!%%6& x"'%6( !")%6* H:+%6, 
F8-%6. )*/%60 $%1%62  !3%64 Xx 5%66 
|7%68 (#9%6: (#;%6< 8$=%6> 
Hh?%6@ h!A%6B x"C%6D Hh'E%6F !!I%6 2N#73*#7	C:#7 Xx #7 XJ	#7
  #7 ,#7 
Hh#7 Xx #7 "##7 (##7 Wg#7 !#7 GW%#7 !#7 <.#7  	{!#7" '"##7$ h!%#7& !"'#7( H:)#7* 
F8+#7, )*-#7. $%/#70  !1#72 Xx 3#74 
|5#76 (#7#78 (#9#7: 8$;#7< 
Hh=#7> h!?#7@ x"A#7B Hh'C#7D h!E#7 3J$;3*$;	C:$; Xx $; \N	$;
  $; ,$; 
Hh$; Xx $; "#$; (#$; Wg$; !$; GW%$; !$; <.$;  	{!$;" '"#$;$ h!%$;& x"'$;( !")$;* L>+$;, 
F8-$;. )*/$;0 $%1$;2  !3$;4 
|5$;6 (#7$;8 (#9$;: 8$;$;< 
-=$;> h!?$;@ x"A$;B Hh'C$;D h!E$;F h!G$; 7L8
*8	58 D8 XJ	8
  8 
C8 Xx 8 "#8 (#8 h!8 x"8 Wg8 !8 C8 H:8  	{!8" h!#8$ "h'!!+8 40$53*$5	C:$5 Xx $5 \N	$5
  $5 ,$5 
Hh$5 Xx $5 "#$5 (#$5 Wg$5 !$5 GW%$5 !$5 <.$5  	{!$5" '"#$5$ h!%$5& x"'$5( !")$5* L>+$5, 
F8-$5. )*/$50 $%1$52  !3$54 
|5$56 (#7$58 (#9$5: 8$;$5< 
-=$5> h!?$5@ x"A$5B Hh'C$5D h!E$5F h!G$5 1N 7 7 #6 #'3 |, ". / - "H-  ') #r   