biddlZddlmZmZmZmZddlZddlmZddl mcm Z ddl m Z mZddlmZddlmZddlmZdd lmZd d lmZmZeeZgd Zgd Zej<ddgej<ddgdZGddej@Z!GddejjDZ#GddejDZ$GddejDZ%GddejDZ&GddejDZ'GddejDZ(Gdd ejDZ)Gd!d"ejDZ*Gd#d$Z+Gd%d&Z,Gd'd(ejDZ-Gd)d*ejDZ.Gd+d,ejDZ/Gd-d.ejDZ0Gd/d0ejDZ1Gd1d2ee Z2y)3N)ListOptionalTupleUnion) ConfigMixinregister_to_config) get_logger)apply_forward_hook)AutoencoderKLOutput) ModelMixin) DecoderOutputIdentityDistribution(g4 t?g}Gug#әr?gչ?gF%.2Ǔ?g ?gu $'y?g ˆj?g&.*?gij'-?g ف4?g癖?g1X?gj !?g 3,?g.$-Ĕ?g 5 {?g;,T?g ~?g=-7?gTjݣ$?g,l?gM53ݨ?gJF?g!!%?gnK?ggI?gg=c?g9m?g԰?gJHZ?go @?g 7Š?g oS?gJK?ge:Ɯ?gѴ@?gfTF?g #?g~[?gJn^慅?gCo?g< ~?gڪ?g ?gϾ,̠?guס?g'#J9?g2`gJ?gJvSgAj?g sQ?gO?gQgQL?g $ ?g^_>?g=Y{7]?g%5?gdH_RƧ?g+>?gU?gC?g"~͋?gCfx ?g2gkgg[Yͅg窳9gޑ녆g8&g-!g Tgc#듿gZgprg2ϙg9Qygeѡۘgq!mFzg{nHgY[N?g)WgS h.`g= J$g[<箿gTgQgÙ gzRgDԷ骿gW5_g˺V﫿gW'g(xggRLg e,gnXzgޱg33'g{_g66gklFfg~I+g)݆t8g[mNg-RQg`g;P]g~U7,pg+2gkog(Jg v'gR~Fg\T(rgK H`gV3(gX]g>(ſg_rH?gVW̤?gIG?gw?g2O?gK?gTA }?g#l4?gaVL?g|__Ş?g+!b?g1?gc=2)?g8pN?g?g[H|gd*"TggA Gg9[av&ggR|s.g 1.g㪿g-J?DgOYggnog'@Pg҂@gJZ᧧gC¨g## ?g~"G!f?gGƝgᄕLFg:&GgA?#g0æg6,>"ئg)Ug.3Ͼgՙ g]p멿gt5l)Zg bfէg3樿gAKiʨg?g,wn)tg;VEg;! 5g3CgIɛ{gƹguMؤgm2g {gҚ̀g,DEgUslڵg geY]g/`䣿(g0$?g6D~?gxG?gs"I?g+!~Q?g4uhU?g&|ⵁ?g$m?gB=j?g)n?y?gZT8@8x?gE>3?gl1?gz[#ac?g&߮?g{W?gWGG?g(p?g8!?gMN?gd?g |?g%r?gl??gEeT?g`?gǢ?gm??gAvA?g]@?J?gu!?gn|)?gw3/?gy?gv?gg~N?gHA]?g@=?gڶ%?g7?g/w?gyޕ?g%Uf?g?g4x"&2?gp_8?g%ϳafB?g^.^M?gnˀf?g6??gr_!s?gЎ?gda?g9B66?g]o!U5?g}a!g?gWRա&|?gZua?g#?gȟ?gd\=?gYfQ?gNl ?g9B6?g@_?g1 8?g776?gqI?g4?gL?g>`#?g=1_?g?g"?g9w`G?gi?gi^a:?g j[AV?guU^p?g9{>?g퀈`^?gR4A?g;! ?g??g|)=?g&!a{?gT O"?g ?gՇ?gk82?g6fR?gx*o?goW՜?g,g~5?g7b?g?gn)?gC~ 6?gHUC?ggB}D?g@!R?g5T?g)0W?gx?gs0R?gHDz?gmc?g1!$?g&G*!`?g/Qv?g?gh0x^K?gʑA?g%6a?g_T?g?gEr"?gr",?g%Z?g2Rs@?g 2?ge]//?g_?g,n?gٍ_?ge)w?ga:?g/@0?g8a?g{?gG?gܿ}.?g +?gfޢ?gX?gsG?g>?gbL?gV?gox'?ggS~?gڊ?g@#)?gao?g/?g(bS?g̲'?g6>?g8^)/?gjxb?gπ8W?gO4r?g`?g[?g%L/?g?g贗 ?g?gܽy?g?g~?gnm]?g ?gc:?g(?g򸠥(?g%?g:T^"?gy3E?g?gD?gLՇ??g:B?g.S?g?g?gj5ȑ?g[F̌?gz,!?gǸ?gJ"?g+~?g}R7a ?gO_?g O;>R?gP]?gߑ?gdֽ?g=I?g#ܞb?g3t8?g^b?g,?g̥)^?gԲ!|?g)j/n?gB_?gף.!8?gʇↆ?gR?g3!!b?g_?gLsD!vd?gd|?gmA?g>[?gA~8?gNE ~Da?gٰo?gK?g[B?gA`a?gc>A?gBӯ?gM?g ?gF]0$?g*ڠ;?g8m?g$k?g=mB?g]]>'w?gg>N?g1?gb?gIK"?gi?gW ?@?gY8Q#?gn?l-?gzX^2?gpp?gQ*v?g̀u?g c-?gA.?gZ2?g_JUEZ?g]$rw?gi}m?gbͽn?g _?gg7 ?g>(޷?g F?g?g(_?g8+&?gSa?g?g;f??)haar rearrangeceZdZ d dededeeeeeeffdeeeeeeffdeeeeeeffdededd ffd Zd ejdejffd Z xZ S)CosmosCausalConv3d in_channels out_channels kernel_sizedilationstridepaddingpad_modereturnNcDt|tr|||fn|}t|tr|||fn|}t|tr|||fn|}|\}} } | dzdk(r| dzdk(sJt | |||||||_|d|ddz zd|dz z|_||||f|_y)Nr r)rrr) isinstanceintsuper__init__r temporal_pad spatial_pad) selfrrrrrrr_height_kernel_sizewidth_kernel_size __class__s n/home/cdr/jupyterlab/.venv/lib/python3.12/site-packages/diffusers/models/autoencoders/autoencoder_kl_cosmos.pyr#zCosmosCausalConv3d.__init__.sBLKY\A]{K=cn 5?#5NHh1T\-7-D&&&)&3>0 0!A%*/@1/D/III      ! $QK;q>A+=>!fQi-P#Wgw? hidden_statesc|dddddddfjdd|jdd}tj||gd}t j |g|j dd|jd}t|%|S)Nr.r dimrmodevalue) repeatr$torchcatFpadr%rr"forward)r&r-hidden_states_prevr*s r+r:zCosmosCausalConv3d.forwardKs*1a!S=9@@AtGXGXZ[]^_ #5}"E1M m-Ft/?/?-F-FA-FT]]bef w}--r,)rr)rrrrrrr<rconstant) __name__ __module__ __qualname__r!rrstrr#r6Tensorr: __classcell__r*s@r+rr-s8A5>3<"@@@3c3m 445 @ U3S=112 @ c5c3//0 @@@ @:.U\\.ell..r,rcbeZdZddedeffd Zdej dej fdZxZS)CosmosCausalGroupNormr num_groupsclt|tj||dd|_||_y)Ngư>T)rG num_channelsepsaffine)r"r#nn GroupNormnormrG)r&rrGr*s r+r#zCosmosCausalGroupNorm.__init__Ss3 LL!$   %r,r-rc&|jdk(rp|jd}|jdddddjdd}|j |}|j d|dfjddddd}|S|j |}|S)Nrrr r)rGsizepermuteflattenrN unflatten)r&r- batch_sizes r+r:zCosmosCausalGroupNorm.forward]s ??a &++A.J)11!Q1a@HHANM IIm4M)33A B7GHPP1aAM !IIm4Mr,r r>r?r@r!r#r6rBr:rCrDs@r+rFrFRs1%C%S% U\\ ell r,rFceZdZd dededdffd Zd dejdedejfdZdejdejfd Z dejdejfd Z dejdejfd Z xZ S)CosmosPatchEmbed3d patch_size patch_methodrNct|||_||_tj |j }tj|jd}|jd|d|jd|dyNrwaveletsF) persistent_arange r"r#r[r\ _WAVELETSgetcloner6arangeshaperegister_bufferr&r[r\r_rfr*s r+r#zCosmosPatchEmbed3d.__init__ku $(==.446hnnQ/0 ZeD Y5Ar,r-r3c j|j}|j}|jd}|jd}|jdj dddj |dd}|d|j zzj dddj |dd} | j|} |j|}tj|td|dz |dz |dz |dz |dz |dz f|j|}tj||jdjd|d } tj|| jdjd|d } tj| |jdjd|d } tj| | jdjd|d } tj| |jdjd|d }tj| | jdjd|d }tj| |jdjd|d }tj| | jdjd|d }tj| |jdjd|d }tj| | jdjd|d }tj||jdjd|d }tj|| jdjd|d }tj||jdjd|d }tj|| jdjd|d }tj||||||||gd }|r|dz }|S)NrrrQdtyper )r9r3rrPr rrgroupsrrr rrrr r/;f@)rmr_rgflipreshaper5rator8r9maxconv3d unsqueezer6r7)r&r-r3rescalermr_nghlhhxlxhxllxlhxhlxhhxlllxllhxlhlxlhhxhllxhlhxhhlxhhhs r+_dwtzCosmosPatchEmbed3d._dwtwsd##== NN1     " ]]1  % %aB / 6 6q!Q ?2$,,./ 8 8Ar B I I!QPQ R UUU  UUU m#aQ-QAqSTuVWZ[V[]^ab]b1cjnorr  XXmR\\!_%>%>q%A!T] ^ XXmR\\!_%>%>q%A!T] ^hhr2<<?44Q7)Thhr2<<?44Q7)Thhr2<<?44Q7)Thhr2<<?44Q7)TxxR\\!_66q9!IVxxR\\!_66q9!IVxxR\\!_66q9!IVxxR\\!_66q9!IVxxR\\!_66q9!IVxxR\\!_66q9!IVxxR\\!_66q9!IVxxR\\!_66q9!IV 4tT4tT"RXYZ )F2Mr,cZtj|d|jddz gd\}}tj|j |j d|gd}t ttj|j D]}|j|d}|S)Nrr r/Trz) r6splitrgr7repeat_interleaver[ranger!mathlog2r)r&r-xixvr's r+_haarzCosmosPatchEmbed3d._haars]Q 0C0CA0F0J,KQRSB 2#7#7Q#7#OQS"TZ[\ s499T__567 CA IImTIBM Cr,c tj|d|jddz gd\}}tj|j |j d|gd}|j\}}}}}|j } |j |||| z| || z| || z| }|jdddddddd jddj}|S) Nrr r/rrrP) r6rrgr7rr[rurSrT contiguous) r&r-rrrVrI num_framesheightwidthps r+_arrangezCosmosPatchEmbed3d._arranges]Q 0C0CA0F0J,KQRSB 2#7#7Q#7#OQS"TZ[\ >K>Q>Q; L*fe OO%--  jAoq&A+q%ST*VW &--aAq!Q1EMMaQRS^^` r,c|jdk(r|j|S|jdk(r|j|Std|j)NrrzUnsupported patch method: )r\rr ValueErrorr&r-s r+r:zCosmosPatchEmbed3d.forwardsV    &::m, ,   + -==/ /9$:K:K9LMN Nr,rr)reflectF) r>r?r@r!rAr#r6rBrrrr:rCrDs@r+rZrZjs B3 B# B4 B$%,,$c$Y^YeYe$L5<<ELL ell u|| OU\\OellOr,rZceZdZd dedeffd Zd dejdedejfdZ dejdejfdZ dejdejfd Z dejdejfd Z xZ S) CosmosUnpatcher3dr[r\ct|||_||_tj |j }tj|jd}|jd|d|jd|dyr^rbris r+r#zCosmosUnpatcher3d.__init__rjr,r-rzrcF|j}|j}|jj|}|jddz}|j dgj dddj|ddg}|d|jj|zzj dddj|dd}|j|}|j|}tj|dd\} } } } } }}}tj| |jdjd|d }tj| |jdjd|d |z}tj| |jdjd|d }tj| |jdjd|d |z}tj| |jdjd|d }tj||jdjd|d |z}tj||jdjd|d }tj||jdjd|d |z}tj||jdjd |d }tj||jdjd |d |z}tj||jdjd |d }tj||jdjd |d |z}tj||jdjd |d }tj||jdjd |d |z}|r|dz}|S)NrrrQrlr/r rrrrorPrqrnrs)devicermr_rvrgrtrur5rar6chunkr8conv_transpose3dry)r&r-rzrrmhr|r}r~rrrrrrrrrrrrrrs r+_idwtzCosmosUnpatcher3d._idwts%%## MM  V $    "a ' VVQC[ Ar * 1 11a) <B4<]TU[\9]6dD$dD$  r||A'@'@'CAV_`  r||A'@'@'CAV_`cff  r||A'@'@'CAV_`  r||A'@'@'CAV_`cff  r||A'@'@'CAV_`  r||A'@'@'CAV_`cff  r||A'@'@'CAV_`  r||A'@'@'CAV_`cff  R\\!_%>%>q%A!T] ^   R\\!_%>%>q%A!T] ^ac c   R\\!_%>%>q%A!T] ^   R\\!_%>%>q%A!T] ^ac c**2r||A/H/H/KTU^gh  r2<<?#<#r?r@r!rAr#r6rBboolrrrr:rCrDs@r+rrs B3 B# B)5<<)$)5<<)VELLU\\ %,,KU\\KellKr,rcdeZdZdededdffd Zdej dej fdZxZS)CosmosConvProjection3drrrNcvt|t||ddd|_t||ddd|_y)Nrrrrrrrrrrr)r"r#rconv_sconv_t)r&rrr*s r+r#zCosmosConvProjection3d.__init__ s< (lPYbcmno (|QZcdnop r,r-cJ|j|}|j|}|SN)rrrs r+r:zCosmosConvProjection3d.forwards$ M2  M2 r,rXrDs@r+rr s<qCqsqtq U\\ellr,rc reZdZ d dededededdf fd Zdejdejfd ZxZ S) CosmosResnetBlock3drrdropoutrGrNcRt||xs|}t|||_t |||_t|||_tj||_ t |||_ ||k7rt||ddd|_ ytj|_ y)Nrrr)r"r#rFnorm1rconv1norm2rLDropoutrconv2r conv_shortcutIdentity)r&rrrrGr*s r+r#zCosmosResnetBlock3d.__init__s #2{ *; C +KF *<D zz'* +L,G , &!3K[\efpq!rD !#D r,r-c0|}|j|}|j|}tj|}|j |}|j |}tj|}|j |}|j|}||zSr)rrr8silurrrr)r&r-residuals r+r:zCosmosResnetBlock3d.forward-s %%h/ =1 }-  =1  =1 }-  ]3  =1 x''r,)r1r r>r?r@r!floatr#r6rBr:rCrDs@r+rrs[  /// /  /  /, (U\\ (ell (r,rc neZdZ d dedededdffd ZdejdejfdZxZ S) CosmosDownsample3drspatial_downsampletemporal_downsamplerNcdt|||_||_t j |_t j |_t j |_|rt||ddd|_|rt||ddd|_|s|rt||ddd|_yy)Nrrr r rrrrnr<) r"r#rrrLrrrconv3r)r&rrrr*s r+r#zCosmosDownsample3d.__init__>s "4#6 [[] [[] [[] + [\DJ + [\DJ !4+ [\DJ"5r,r-c|js|js|S|jrId}tj||dd}|j |}tj |dd}||z}|jrTt j|dddddddf|gd }|j|}tj |d d }||z}|j|}|S) N)rrrrrrr=rr2r)rrr.r r/rn) rrr8r9r avg_pool3dr6r7rr)r&r-r9conv_outpool_outs r+r:zCosmosDownsample3d.forwardZs&&t/G/G  " "$CEE-:QOMzz-0H||MyQZ[H$x/M  # #!II}Q2A2s]'C]&SYZ[Mzz-0H||MyQZ[H$x/M =1 r,TT r>r?r@r!rr#r6rBr:rCrDs@r+rr=sQ$($( !"   8U\\ellr,rc neZdZ d dedededdffd ZdejdejfdZxZ S) CosmosUpsample3drspatial_upsampletemporal_upsamplerNcdt|||_||_t j |_t j |_t j |_|rt||ddd|_|rt||ddd|_|s|rt||ddd|_yy)Nrr<rrrr) r"r#rrrLrrrrr)r&rrrr*s r+r#zCosmosUpsample3d.__init__ps  0!2[[] [[] [[] + [\DJ + [\DJ 0+ [\DJ 1r,r-c|js|js|S|jrg|jd}tdd|dkDzz}|j t|d}|d|dz dddddf}|j ||z}|jr8|j ddj dd}|j ||z}|j|}|S)Nr rrr/.rrP)rrrRr!rrrr)r&r-r time_factors r+r:zCosmosUpsample3d.forwards$$T-C-C  ! !&++A.JcC:>$::;K);;C > !JK K "r,r-attention_maskc*|j|||S)N)r-r)r)r&r-rs r+r:zCosmosCausalAttention.forwards~~d-P^~__r,)rr1Nr) r>r?r@r!rrr#r6rBrr:rCrDs@r+rrs hl L L L L  L de L L2`U\\`8ELLCY`ejeqeq`r,rc peZdZdZ ddedej deej dej fdZy) rc:ttds tdyNscaled_dot_product_attentionzeCosmosSpatialAttentionProcessor2_0 requires PyTorch 2.0 or higher. To use it, please upgrade PyTorch.hasattrr8 ImportErrorr&s r+r#z+CosmosSpatialAttentionProcessor2_0.__init__"q89w :r,Nattnr-rrcl|j\}}}}}|} |j|}|j|} |j|} |j |} | j dddddj ddj dd} | j dddddj ddj dd} | j dddddj ddj dd} | jd|jdfjdd} | jd|jdfjdd} | jd|jdfjdd} tj| | | |}|jddj ddj| }|jd||fjd||f}|j ddddd}|jd|}|jd|}|| zS)Nrr rrPrrQ attn_maskrgrNrrrrSrTrUr transposer8rtype_asr r&rr-rrVrIrrrrquerykeyr4s r+__call__z+CosmosSpatialAttentionProcessor2_0.__call__s?L>Q>Q; L*fe  -0  -(ii & -( aAq!,44Q:BB1aHkk!Q1a(00A6>>q!D aAq!,44Q:BB1aHD$<$HHAND$<$r?r@r#rr6rBrr r,r+rrGrv()(:?,,(X`afamamXn( (r,rc peZdZdZ ddedej deej dej fdZy) rc:ttds tdyrrrs r+r#z,CosmosTemporalAttentionProcessor2_0.__init__rr,Nrr-rrc|j\}}}}}|} |j|}|j|} |j|} |j |} | j dddddj dd} | j dddddj dd} | j dddddj dd} | jd|jdfjdd} | jd|jdfjdd} | jd|jdfjdd} tj| | | |}|jddj ddj| }|jd|||f}|j ddddd}|jd|}|jd|}|| zS)NrrrPr rrQrrrs r+r z,CosmosTemporalAttentionProcessor2_0.__call__s?L>Q>Q; L*fe  -0  -(ii & -( aAq!,44Q:kk!Q1a(00A6 aAq!,44Q:D$<$HHAND$<$r?r@r!rrr#r6rBr:rCrDs@r+rr s2o2o2o 2o  2o  2o2o!2o"2o 2ohU\\ellr,rc neZdZd dededededdf fd Zdejdejfd ZxZ S) CosmosMidBlock3drrrrGrNc t |ggg}}}|jt||||t |D]m}|jt d|||t |jt d|||t|jt||||otj||_ tj||_ tj||_ y)Nrr) r"r#rrrrrrrLrrrr) r&rrrrGrrrr'r*s r+r#zCosmosMidBlock3d.__init__Rs /12r_*; WjYZz" _A   %()'2)#@B    " "%()'2)#AC   NN.{KR\] ^' _*}}W- -- 3!}}_=r,r-cX|jd|}t|j|j|jddD]c\}}}|j d}t j |j||j}||}|||}||}e|S)Nrrr ) rr rrrRr6r!r"r)r&r-r$r%r#rrs r+r:zCosmosMidBlock3d.forwardqs' Q 6 14T__dFZFZ\`\h\hijik\l1m 2 -I~v&++A.J"ZZ (>(>z:(VW\\^N%m4M*=.IM"=1M  2r,rWrrDs@r+r)r)QsH>C>S>5>VY>bf>> U\\ ell r,r)c|eZdZdedededededededed d ffd Zd ejd ejfd Z xZ S)CosmosUpBlock3drrrrr use_upsamplerrrNc t|ggg} } } ||} } t|D]}| jt | | |d| } |rO| jt d| d|t | jt d| d|tt| jd| jdtj| |_ tj| |_ tj| |_ d|_ |rAtjg|_ |jjt| ||yyr)r"r#rrrrrrrLrrrr upsamplersr)r&rrrrrr.rrrr$rrrr'r*s r+r#zCosmosUpBlock3d.__init__s; .0"bO"-|K z" -A NN.z;\]^ _$J  ),-+6#$ '"D"F  &&),-+6#$ '"E"G   &&&t,3 -6}}W- -- 2!}}_=  mmB/DO OO " "#3KAQSd#e f r,r-c|t|j|j|jD]h\}}}||}|||}||j d}t j |j||j}|||}j|j|jD] }||} |Sr) r rrrrRr6r!r"rr0)r&r-r#r$r%rr upsamplers r+r:zCosmosUpBlock3d.forwards14T\\4??TXThTh1i N -FI~"=1M$ )- 8 )*//2 !&M,B,B:z,Z![!`!`!b .}n M  N ?? &!__ 9 )- 8  9r,r'rDs@r+r-r-s2g2g2g 2g  2g  2g2g2g 2g 2ghU\\ellr,r-ceZdZ ddededeedfdedeedfdeded ed ed ed ed dffd Zdejd ejfdZ xZ S)CosmosEncoder3drrblock_out_channels.num_resnet_blocksattention_resolutions resolutionr[ patch_typerspatial_compression_ratiotemporal_compression_ratiorNc .t|||dzz} ttj| ttj|z } ttj| ttj|z }t |||_t| |d|_||z}g}tt|dz D]]}||}||dz}||v}dx}}|t|dz krd}|| k}||k}|dz}nd}|jt|||| ||||_tj||_t!|dd| d|_t%|dd |_t|d||_d|_y) NrrrFr TrQrrrGr)r"r#r!rrrZ patch_embedrconv_inrlenrrrLr down_blocksr) mid_blockrFnorm_outrgradient_checkpointing)r&rrr5r6r7r8r[r9rr:r; inner_dimnum_spatial_layersnum_temporal_layerscurrent_resolutionrAirrrrrrr*s r+r#zCosmosEncoder3d.__init__s *a-/  +D!EFTYYWaMbIcc!$)),F"GH3tyyYcOdKee.j*E-i9KA9NO (:5 s-.23 A+A.J,QU3K.2GGM7< < !43)*Q..!%%&);%;"&'*=&=#%71%<"!&   !%!"&'   4==5**r?r6is_grad_enabledrDrA_gradient_checkpointing_funcrBrCr8rrr&r-blocks r+r:zCosmosEncoder3d.forwards((7  ]3  "t'B'B)) X $ A A% W  X ==dnnm\M)) 5 %m 4  5 NN=9M m4 }-  m4 r,) rrSr  rPrr1rr r>r?r@r!rrArr#r6rBr:rCrDs@r+r4r4s.B!"16 )**+>,>,>,"#s(O >,  >, %S#X >,>,>,>,>,$'>,%(>, >,@U\\ellr,r4ceZdZ ddededeedfdedeedfdeded ed ed ed ed dffd Zdejd ejfdZ xZ S)CosmosDecoder3drrr5.r6r7r8r[r9rr:r;rNc t|||dzz} ttj| ttj|z } ttj| ttj|z }t t |}t||d|_t|dd| d|_ ||zdt|dz zz}g}tt|dz D]y}||}||dz}||v}dx}}|t|dz kr+d}d|cxkxr|dzknc}|xs || kxr| |kD}|dz}nd}|jt|||dz| ||||{tj ||_t%|dd |_t|d| |_t+|||_d|_y) Nrrrr=r FTrQr)r"r#r!rrlistreversedrr?r)rBr@rrr-rLr up_blocksrFrCrr unpatch_embedrD)r&rrr5r6r7r8r[r9rr:r;rErFrGreversed_block_out_channelsrHr]rIrrrrrr.r*s r+r#zCosmosDecoder3d.__init__s  :q=0  +D!EFTYYWaMbIcc!$)),F"GH3tyyYcOdKee&*84F+G&H#.k;VWX;YZ **Ea*HUV`gtuv)J61EWAX[\A\;]] s-.23 A4Q7J5a!eX>X"*D*gHgHg')B)ddFdFd&(@(aDDaDa%-J-pdNpNp*r,cd|_y)z Disable tiled VAE decoding. If `enable_tiling` was previously enabled, this method will go back to computing decoding in one step. FN)rors r+disable_tilingz"AutoencoderKLCosmos.disable_tiling s  r,cd|_y)z Enable sliced VAE decoding. When this option is enabled, the VAE will split the input tensor in slices to compute decoding in several steps. This is useful to save some memory and allow larger batch sizes. TNrnrs r+enable_slicingz"AutoencoderKLCosmos.enable_slicings  r,cd|_y)z Disable sliced VAE decoding. If `enable_slicing` was previously enabled, this method will go back to computing decoding in one step. FNrrs r+disable_slicingz#AutoencoderKLCosmos.disable_slicings !r,xcJ|j|}|j|}|Sr)rjrl)r&rencs r+_encodezAutoencoderKLCosmos._encodes" LLOooa  r, return_dictc(|jrU|jddkDrC|jdDcgc]}|j|}}t j |}n|j|}t |}|s|fSt|Scc}w)Nrr) latent_dist)rnrgrrr6r7rr )r&rrx_sliceencoded_slicesr posteriors r+encodezAutoencoderKLCosmos.encode$s~    QCD771:Ndll73NNN .)A QA(+ < "y99OsBzch|j|}|j|}|s|fSt|S)Nsample)rmrkr)r&rrdecs r+_decodezAutoencoderKLCosmos._decode2s4   #ll1o6MC((r,c:|jr_|jddkDrM|jdDcgc]}|j|j}}t j |}n|j|j}|s|fSt|Scc}w)Nrrr)rnrgrrrr6r7r)r&rrz_slicedecoded_slicesdecodeds r+decodezAutoencoderKLCosmos.decode:s    QJK''RS*Uwdll73::UNUii/Gll1o,,G: G,,Vs"Brsample_posterior generatorc|}|j|j}|r|j|}n|j}|j |j}|s|fSt |S)N)rr)rrrr3rr) r&rrrrrrrrs r+r:zAutoencoderKLCosmos.forwardFsf KKN..   9 5A Akk!n##6MC((r,)NNNNNN)rN)T)FTN) r>r?r@__doc__ _supports_gradient_checkpointingr LATENTS_MEAN LATENTS_STDr!rrArrrr#r{r}rrr6rBrr rrrrrr Generatorr:rCrDs@r+rbrbns&P(,$!6J5I16 #)**+.:-8!L/L/L/ L/ %*#s(O L/ $)c? L/ %S#XL/L/L/L/L/L/$'L/%(L/tE{+L/ d5k*!L/" #L/L/`15/34859489= q (  q (} q%-SM q $,E? q #+5/ q(0 q  qD  !%,,  : :4 :5<< : :))D)E-Y^_d_k_kYlJlDm) - -4 -5X]^c^j^jXkIkCl - -"' /3 ) )) ) EOO, ) uU\\"M1 2 )r,rb)3rtypingrrrrr6torch.nnrLtorch.nn.functional functionalr8configuration_utilsrr utilsr utils.accelerate_utilsr modeling_outputsr modeling_utilsrvaerrr>loggerrrtensorrcConv3drModulerFrZrrrrrrrrrr)r-r4rYrbr r,r+rs // B82'4 H  w1 y/ ELL,.@A BsCj)  ".".JEHHOO0MOMO`LK LK^ RYY $("))$(N//d-ryy-``BII`<$($(N$($(NC CL+ryy+\CbiiCLQbiiQhRbiiRjh)*kh)r,