
    bi                     N   d dl mZ ddlmZmZmZ i ddgddgdd	gd
dgdg dddgddgddgdg dddgddgddgddgddgd d!gd"d#gd$g d%i d&d'gd(d)gd*d+gd,d-gd.d/gd0d1gd2d3gd4d5gd6d7gd8d9gd:d;gd<d=gd>d?gd@dAgdBdCgdDdEgdFdGgdHgdIgg dJdKgdLgdMZ	  e       s e       	 dNgedO<   er#dPdQlmZ dPdRl	m
Z
 dPdSlmZ dPdTlmZ dPdlmZmZmZmZmZ dPdUlmZ dPdVlmZ dPdWlmZ dPdlmZmZmZ dPdXlm Z  dPdYl!m"Z" dPdZl#m$Z$ dPd[l%m&Z& dPd\l'm(Z( dPd]l)m*Z*m+Z+ dPd%l,m-Z-m.Z.m/Z/m0Z0m1Z1m2Z2m3Z3m4Z4 dPd^l5m6Z6 dPd_l7m8Z8 dPd`l9m:Z: dPdal;m<Z< dPdbl=m>Z> dPdcl?m@Z@ dPddlAmBZB dPdelCmDZD dPdflEmFZF dPdglGmHZH dPdhlImJZJ dPdilKmLZL dPdjlMmNZN dPdklOmPZP dPdllQmRZR dPdmlSmTZT dPdnlUmVZV dPdolWmXZX dPdplYmZZZ dPdJl[m\Z\m]Z]m^Z^m_Z_m`Z`maZambZb dPdqlcmdZd dPdrlemfZf 	  e       s e       	 dPdslgmhZh ytd dtliZi eej ek       du   eelv      eij                  ej<   yt# e$ r Y Tw xY w# e$ r Y ytw xY w)w    )TYPE_CHECKING   )OptionalDependencyNotAvailable_LazyModuleis_diffusers_availablealignprop_configAlignPropConfigalignprop_trainerAlignPropTrainer
bco_config	BCOConfigbco_trainer
BCOTrainer	callbacks)LogCompletionsCallbackMergeModelCallbackRichProgressCallbackSyncRefModelCallbackWinRateCallback
cpo_config	CPOConfigcpo_trainer
CPOTrainerddpo_config
DDPOConfig
dpo_config)	DPOConfigFDivergenceConstantsFDivergenceTypedpo_trainer
DPOTrainer
gkd_config	GKDConfiggkd_trainer
GKDTrainergrpo_config
GRPOConfiggrpo_trainerGRPOTraineriterative_sft_configIterativeSFTConfigiterative_sft_trainerIterativeSFTTrainerjudges)AllTrueJudgeBaseBinaryJudge	BaseJudgeBasePairwiseJudgeBaseRankJudgeHfPairwiseJudgeOpenAIPairwiseJudgePairRMJudge
kto_config	KTOConfigkto_trainer
KTOTrainermodel_configModelConfignash_md_configNashMDConfignash_md_trainerNashMDTraineronline_dpo_configOnlineDPOConfigonline_dpo_trainerOnlineDPOTrainerorpo_config
ORPOConfigorpo_trainerORPOTrainer
ppo_config	PPOConfigppo_trainer
PPOTrainer
prm_config	PRMConfigprm_trainer
PRMTrainerreward_configRewardConfigreward_trainerRewardTrainerrloo_config
RLOOConfigrloo_trainerRLOOTrainer	SFTConfig
SFTTrainer)ConstantLengthDatasetDataCollatorForCompletionOnlyLMRunningMomentscompute_accuracydisable_dropout_in_modelempty_cachepeft_module_casting_to_bf16	XPOConfig
XPOTrainer)
sft_configsft_trainerutils
xpo_configxpo_trainerDDPOTrainerddpo_trainer   )r	   )r   )r   )r   )r   )r   )r   )r!   )r#   )r%   )r'   )r)   )r+   r-   )r8   )r:   )r<   )r>   )r@   )rB   )rD   )rF   )rH   )rJ   )rL   )rN   )rP   )rR   )rT   )rV   )rX   )rY   )rZ   )rb   )rc   )ri   N__file__)module_spec)ntypingr   import_utilsr   r   r   _import_structurer   r	   r
   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r   r    r!   r"   r#   r$   r%   r&   r'   r(   r)   r,   r+   r-   r.   r/   r0   r1   r2   r3   r4   r5   r6   r7   r8   r9   r:   r;   r<   r=   r>   r?   r@   rA   rB   rC   rD   rE   rF   rG   rH   rI   rJ   rK   rL   rM   rN   rO   rP   rQ   rR   rS   rT   rU   rV   rW   rX   rd   rY   re   rZ   rf   r[   r\   r]   r^   r_   r`   ra   rg   rb   rh   rc   rj   ri   sys__name__globals__spec__modules     O/home/cdr/jupyterlab/.venv/lib/python3.12/site-packages/trl/trainer/__init__.py<module>ry      sy   ! ^ ^?*+?,-? ;-? L>	?
  ? ;-? L>? L>? J?  L>!?" ;-#?$ L>%?& L>'?( ]O)?* 12+?, 34-?.  	/?B ;-C?D L>E?F ]OG?H ~&I?J (K?L +,M?N -.O?P L>Q?R ]OS?T ;-U?V L>W?X ;-Y?Z L>[?\ n%]?^ '_?` L>a?b ]Oc?d - > - >}? @8!#,.. $
 *7n%13%'  &''LL'%'')N	 	 	 &'),.24')%'%'+-')%'   &'.%'022 (
 	.'')J2GIZhpqCKK] & 		N * s$   /H H HHH$#H$