bi ddlZddlZddlmZddlmZddlmZmZm Z m Z m Z ddl Z ddl mZddlmZmZer ddlmZmZdd lmZdd lmZdd lmZdd lmZej:eZGd deZ GddZ! dde"de jFjHde e"e%e jLfde dfdZ'GddZ(dee"efdee"effdZ)GddZ*y)N) OrderedDict) combinations)AnyDictListOptionalUnion) ModelHook)is_accelerate_availablelogging)add_hook_to_moduleremove_hook_from_module) PartialState)send_to_device)clear_device_cache)convert_file_size_to_intceZdZdZdZ ddeeeee jfdee ddedfd Z dd Z dd Zd Zd Zy)CustomOffloadHooka A hook that offloads a model on the CPU until its forward pass is called. It ensures the model and its inputs are on the given device. Optionally offloads other models to the CPU before the forward pass is called. Args: execution_device(`str`, `int` or `torch.device`, *optional*): The device on which the model should be executed. Will default to the MPS device if it's available, then GPU 0 if there is a GPU, and finally to the CPU. FNexecution_device other_hooksUserCustomOffloadHookoffload_strategyAutoOffloadStrategych||ntj|_||_||_d|_yN)rdefault_devicerrrmodel_id)selfrrrs i/home/cdr/jupyterlab/.venv/lib/python3.12/site-packages/diffusers/modular_pipelines/components_manager.py__init__zCustomOffloadHook.__init__5s6 5E4P 0VbVdVsVs& 0 c||_yrr)rrs r set_strategyzCustomOffloadHook.set_strategy@s 0r"c`|jg|_|jj|y)zM Add a hook to the list of hooks to consider for offloading. N)rappendrhooks r add_other_hookz CustomOffloadHook.add_other_hookCs,    #!D  %r"c$|jdS)Ncpu)to)rmodules r init_hookzCustomOffloadHook.init_hookKsyyr"c 0|j|jk7rL|j$|jDcgc](}|jj|jk(s'|*}}t j }|j )|j ||j||j}t j }tjd|jd||z dd|D]O}tjd|jd|jd|jd |jQ|r t|j|jt||jt||jfScc}w) N)hooksrmodelrz* time taken to apply offload strategy for : .2fz secondszmoving z to z , offloading z to cpu)devicerrr2time perf_counterrrloggerinfooffloadrr-r)rr.argskwargsr)hooks_to_offload start_timeend_times r pre_forwardzCustomOffloadHook.pre_forwardNss ==D11 1+595E5E#tTIZIZ^b^s^sIsD#t #t!..0 ((4'+'<'<.!%$)-)>)> (=($  ,,. @rS[^hShjmQnnvw-#DKK!$--T5J5J4K=Y]YfYfXggnoLLN # $&( IId++ ,dD$9$9:N6SWShShQa bD%xu4PI  r"ceZdZdZddZdZy)rz Offload strategy that should be used with `CustomOffloadHook` to automatically offload models to the CPU based on the available memory on the device. c$t||_yr)rmemory_reserve_margin)rrZs r r!zAutoOffloadStrategy.__init__s%=>S%T"r"c Zt|dk(rgS|j}tjj |j d}||j z }||krgS||z }tjd|dz ddtt|Dcic]'}|j|jj)c}jdd} d } | | |} | tjd |} | S|Dcgc]}|j| vs|} }| Scc}wcc}w) Nrz2 search for models to offload in order to free up @r4z GB memoryc |dS)NrJ)xs r z.AutoOffloadStrategy.__call__..s adr"T)keyreversectj}d}td}tdt |dzD]9}t ||D](}t fd|D}||kr|||ks%|}|}*;|S)a search the optimal combination of models to offload to cpu, given a dictionary of module sizes and a minimum memory offload size. the combination of models should add up to the smallest modulesize that is larger than `min_memory_offload` Ninfr^c3(K|] }| ywrrJ).0candidate_model_id module_sizess r zNAutoOffloadStrategy.__call__..search_best_candidate..s)=O %78))listkeysfloatrangelenrsum)rhmin_memory_offload model_idsbest_candidate best_sizercandidate_model_idscandidate_sizes` r search_best_candidatez;AutoOffloadStrategy.__call__..search_best_candidates \..01I!Ne I1c)nq01 7+7 1+E 7'%()Sf)&N&(:: )1^i5O-@N(6I 7 7" !r"zJno combination of models to offload to cpu is found, offloading all models)roget_memory_footprintrIcuda mem_get_infoindexrZr8r9dictsortedrr2itemswarning) rr1rr2rcurrent_module_size mem_on_devicerqr)rhrxbest_offload_model_idsr=s r __call__zAutoOffloadStrategy.__call__s> u:?I#88: //0@0F0FGJ %(B(BB  .I0=@ HI[^eIefiHjjtuv NSTd ? ? AATZZ\"   "."7|EW!X ! ) NNg h$  27b$--Ka:ab bOUJ cs,D# D(D(N)3GB)rBrCrDrEr!rrJr"r rrsU8 r"dreturnci}|jD]?\}}t|tr t|n|}||vrg||<||j |Adt t dt fd}i}|jD]=\}}||}|r)t||dtr t|n|}|||<9|d<?|S)a%Summarizes a dictionary by finding common prefixes that share the same value. For a dictionary with dot-separated keys like: { 'down_blocks.1.attentions.1.transformer_blocks.0.attn2.processor': [0.6], 'down_blocks.1.attentions.1.transformer_blocks.1.attn2.processor': [0.6], 'up_blocks.1.attentions.0.transformer_blocks.0.attn2.processor': [0.3], } Returns a dictionary where keys are the shortest common prefixes and values are their shared values: { 'down_blocks': [0.6], 'up_blocks': [0.3] } rlrc|syt|dk(r|dS|Dcgc]}|jd}}d}t|D] }tt|dk(r|dz } n|dk(rydj |dd|Scc}w)zCFind the shortest common prefix among a list of dot-separated keys.r^r.N)rosplitzipsetjoin)rlk key_parts common_lengthpartss r find_common_prefixz=summarize_dict_by_value_and_parts..find_common_prefixs t9>7N,00aQWWS\0 0 )_ E3u:!#"    A xx ! ^m4551sA?rr)r isinstancerktupler'rrG) r value_to_keysravalue value_tuplersummaryrlprefixs r !summarize_dict_by_value_and_partsrsMggi/ U&0&=eEl5 m +)+M+ &k"))#. / 6c6s62G*002  T#D) )3Ad1gJ)ED%;E#GFOGBK  Nr"c eZdZdZgdZdZ ddeedeedeedeefd Z e d efd Z d ded e deefd Z d edefdZd d efdZ d!deedeedeedefdZd"deeeej*ffdZdZ d d edeeeeefdeeee ffdZdZ dd eedeedeedeede f dZd#deeeefdeefdZd$deedeefdZd deedeefdZy)%ComponentsManagera A central registry and management system for model components across multiple pipelines. [`ComponentsManager`] provides a unified way to register, track, and reuse model components (like UNet, VAE, text encoders, etc.) across different modular pipelines. It includes features for duplicate detection, memory management, and component organization. This is an experimental feature and is likely to change in the future. Example: ```python from diffusers import ComponentsManager # Create a components manager cm = ComponentsManager() # Add components cm.add("unet", unet_model, collection="sdxl") cm.add("vae", vae_model, collection="sdxl") # Enable auto offloading cm.enable_auto_cpu_offload(device="cuda") # Retrieve components unet = cm.get_one(name="unet", collection="sdxl") ``` ) r added_time collection class_namesize_gbadaptershas_hookr ip_adapterczt|_t|_t|_d|_d|_y)NF)r componentsr collections model_hooks_auto_offload_enabledrOs r r!zComponentsManager.__init__Cs.%-%-&=%*"r"Nnamerload_idrc| |j}|rKt}|jD]-\}}|j|}||k(s|j |/nt|j }|rFt} |jD](\}}||j |vs| j |*nt|j } |rQt} |jD]3\}}t|ds|j|k(s#| j |5nt|j } |j| j| } | S)z Lookup component_ids by name, collection, or load_id. Does not support pattern matching. Returns a set of component_ids _diffusers_load_id) rrr _id_to_nameaddrlrhasattrr intersection) rrrrr ids_by_name component_id component comp_nameids_by_collectionids_by_load_ididss r _lookup_idszComponentsManager._lookup_idsKsO  J %K+5+;+;+= 2' i ,,\: $OOL1 2 joo/0K  # +5+;+;+= 8' i4#3#3J#??%)),7 8!$JOO$5 6   UN#-#3#3#5 -i9&:; @\@\`g@g"&&t, -!!23N&&'89FF~V r"rcHdj|jdddS)N_)rr)rs r rzComponentsManager._id_to_namess#xx **3/455r"rc |dt|}d}|jjD]b\}}||k(s |j|}||k(r"tj d|d|d|}d}n!tj d|d|d |d dt |d r||jd k7rm|j|j } | D cgc] } | |k7s |  } } | r:dj| } tj d|d|jd| d||j|<tj|j|<|r||jvrt|j|<||j|vr|j||} | D]2}tj d|d|d||j||4|j|j|tj!d|d|d|ntj!d|d|d|j"r|r|j%|j&|Scc} w)a Add a component to the ComponentsManager. Args: name (str): The name of the component component (Any): The component to add collection (Optional[str]): The collection to add the component to Returns: str: The unique component ID, which is generated as "{name}_{id(component)}" where id(component) is Python's built-in unique identifier for the object rTzComponentsManager: component 'z' already exists as ''Fz%ComponentsManager: adding component 'z' as 'z', but it is duplicate of 'zK'To remove a duplicate, call `components_manager.remove('')`.rnull)r, z!', but it has duplicate load_id 'z' with existing components: zL. To remove a duplicate, call `components_manager.remove('')`.rrz%ComponentsManager: removing existing z from collection '': z$ComponentsManager: added component 'z' in collection ')idrrrr8rrrrrr6rrrremove_from_collectionrr9renable_auto_cpu_offload_auto_offload_device) rrrrris_new_componentcomp_idcomprcomponents_with_same_load_idrexistingcomp_ids_in_collections r rzComponentsManager.addwsqI0 "__224 MGTy  ,,W5 $NN%CD6I^_f^ggh#ij#*L',$NN?vVL>Ytu|t}~ef  92 3 8T8TX^8^+/+;+;ID`D`+;+a (9U+l2Y[_kYkB+l (+l+99%AB;L>IjktlHlHkIIefneooab )2 %(,  % !1!11/2u  ,4#3#3J#??)-)9)9tPZ)9)[&5EGNN?vEWXbWccfgnfop//D E  ,00> :4&@QR\Q]]`am`no KK>tfF<.XYZ [  % %*:  ( ()B)B CG,ms IIc||jvrtjd|dy||j|vrtjd|d|dy|j|j||jj Dcgc] \}}||vs |}}}|s+tjd|d|j|yycc}}w) z7 Remove a component from a collection. z Collection ' ' not found in ComponentsManagerN Component 'z' not found in collection 'rz'ComponentsManager: removing component 'z' from ComponentsManager)rr8rrSr)rrrcollcomps comp_collss r rz(ComponentsManager.remove_from_collections T-- - NN\*5UV W  t// ; ; NN[6QR\Q]]^_ `  $++L9.2.>.>.D.D.F`{tU,Z_J_d` ` NND\NRjk l KK %as  CCc||jvrtjd|dy|jj|}|jj||j D]2}||j |vs|j |j |4|jr|j|jyt|tjjr|jd~ddl}|j!tj"j%rtj"j'yy)z Remove a component from the ComponentsManager. Args: component_id (str): The ID of the component to remove rrNr,r)rr8rpoprrrSrrrrrInnModuler-gccollectrz is_available empty_cache)rrrrrs r rSzComponentsManager.removes t . NN[6VW X OO'' 5  L)** BJt// ;;  ,33LA B  % %  ( ()B)B C)UXX__5 U#  JJLzz&&( &&()r"namesreturn_dict_with_namesc 6  j||}|Dcic]}|j|}}fd} |||Sttst dt d|j D cic]} | j| c} d"fd jd} | rddd vrjd } i} |jD]:\ } td | Dt fd | D}| r| }|s6| | <<| rd nd }rdnd}tjd||d| dt| j ntfdj!Dr|jD cic]\} } | k(| k7r| | } } } | r4tjddt| j nutjddt| j nAj#drdd}|jD cic]\} } | j|| k7r| | !} } } | r4tjd|dt| j ntjd|dt| j njdrj#drddndd}|jD cic]\} } || v| k7r| | } } } | r3tjd|dt| j ntjd|dt| j ntfdj!Dr|jD cic]\} } | v| k7r| | } } } | r3tjddt| j nBtjddt| j nt dd| st d d!|| |Scc}wcc} wcc} } wcc} } wcc} } wcc} } w)#ai Search components by name with simple pattern matching. Optionally filter by collection or load_id. Args: names: Component name(s) or pattern(s) Patterns: - "unet" : match any component with base name "unet" (e.g., unet_123abc) - "!unet" : everything except components with base name "unet" - "unet*" : anything with base name starting with "unet" - "!unet*" : anything with base name NOT starting with "unet" - "*unet*" : anything with base name containing "unet" - "!*unet*" : anything with base name NOT containing "unet" - "refiner|vae|unet" : anything with base name exactly matching "refiner", "vae", or "unet" - "!refiner|vae|unet" : anything with base name NOT exactly matching "refiner", "vae", or "unet" - "unet*|vae*" : anything with base name starting with "unet" OR starting with "vae" collection: Optional collection to filter by load_id: Optional load_id to filter by return_dict_with_names: If True, returns a dictionary with component names as keys, throw an error if multiple components with the same name are found If False, returns a dictionary with component IDs as keys Returns: Dictionary mapping component names to components if return_dict_with_names=True, or a dictionary mapping component IDs to components if return_dict_with_names=False )rrc|rEi}|jD].\}}j|}||vrtd|d|||<0|S|S)a7 Create a dictionary mapping component names to components if return_dict_with_names=True, or a dictionary mapping component IDs to components if return_dict_with_names=False, throw an error if duplicate component names are found when return_dict_with_names=True 7Duplicate component names found in the search results: ], please set `return_dict_with_names=False` to return a dictionary with component IDs as keys)rr ValueError)rrdict_to_returnrrrrs r get_return_dictz.get_return_dicts~ &!#%/%5%5%75MGT $ 0 0 9I N2(UV_U`a~15N9- 5&%!!r"NzInvalid type for `names: z, only support stringc|}|r||k(S|jdr|dd}|j|S|jdr|jdr|ddn|dd}||vS||k(S)aA Helper function to check if a component matches a pattern based on its base name. Args: component_id: The component ID to check pattern: The pattern to match against exact_match: If True, only exact matches to base_name are considered *Nrr^)endswith startswith)rpattern exact_match base_namersearch base_namess r matches_patternz.matches_pattern4s#<0I)++!!#& " ++F33##C(*1*:*:3*?2WQR[**)++r"!r^|c3fK|])}|jdxs|jd +yw)rN)rr)rfterms r riz6ComponentsManager.search_components..]s+!eW[ts';'Qt}}S?Q"R!es/1c32K|]}|ywrrJ)rfrrrrs r riz6ComponentsManager.search_components..`s$cUY_WdK%P$cszNOT rzexactly matchingzmatching any of patternszGetting components  r3c3(K|] }|k( ywrrJrfrrs r riz6ComponentsManager.search_components..nsI )#Irjz4Getting all components except those with base name 'rz#Getting components with base name 'rrz&Getting components NOT starting with 'z"Getting components starting with 'z#Getting components NOT containing 'zGetting components containing 'c3&K|]}|v ywrrJrs r riz6ComponentsManager.search_components..sI )#IszComponent or pattern 'rz&No components found matching pattern 'r)F)rrrrGrtyperlrrrrallanyr8r9rkvaluesr)rrrrr selected_idsrrrris_not_patterntermsmatchesrshould_includelog_msg match_typerrrrrs`` ` @@@r search_componentsz#ComponentsManager.search_componentssF'':w'O 5ABa++B B "( =":/EF FE3'8e EZ[\ \ISHYZWgt//88Z  ,<))#. !"IE %<KK$EG!+!1!1!3 , !!e_d!ee "%$c]b$c!c")7%7N!'+GG$ ,!/fBG/:+@ZJ KK-gYzl!E7"TRYR^R^R`MaLbc dIZ5F5F5HI I&0%5%5%7!GTw'50^C G  RSXRYY\]abibnbnbp]q\rst A%DQXQ]Q]Q_L`Kabc^^C 3BZF&0%5%5%7!GTg&11&9^K G  DVHCPTU\UaUaUcPdOefg @DQXQ]Q]Q_L`Kabc  c "$)NN3$7U1R[U12YF&0%5%5%7!GTj11nD G  A&TRYR^R^R`MaLbcd =fXSgllnI]H^_`IZ5F5F5HI I&0%5%5%7!GTZ00^C G  A%DQXQ]Q]Q_L`Kabc =eWCW\\^H\G]^_5eW<\]^ ^EeWANO Ow(>??iC<[~s#Q9Q>R$R RRr5czts td|jjD]D\}}t |t j js+t|ds8t|dF|jt|}t j|}|j$t j|jdd}g}|jjD]J\}}t |t j js+t|||| }|j!|L|D]\}|Dcgc] }||us| } }| D]A} | j"j$|j"j$k(s1|j'| C^||_d|_||_ycc}w) a Enable automatic CPU offloading for all components. The algorithm works as follows: 1. All models start on CPU by default 2. When a model's forward pass is called, it's moved to the execution device 3. If there's insufficient memory, other models on the device are moved back to CPU 4. The system tries to offload the smallest combination of models that frees enough memory 5. Models stay on the execution device until another model needs memory and forces them off Args: device (Union[str, int, torch.device]): The execution device where models are moved for forward passes memory_reserve_margin (str): The memory reserve margin to use, default is 3GB. This is the amount of memory to keep free on the device to avoid running out of memory during model execution (e.g., for intermediate activations, gradients, etc.) z7Make sure to install accelerate to use auto_cpu_offload_hf_hookT)recurse)rZN:rr$)r ImportErrorrrrrIrrrrdisable_auto_cpu_offloadrr5r|rrWr'r)rr*rrr) rr5rZrrr all_hooksr)hr other_hooks r rz)ComponentsManager.enable_auto_cpu_offloads"'(WX X#446 AOD))UXX__5')Z:X' 4@ A %%'.EZ[f% << \\V[[M1#"67F #446 'OD))UXX__5/iZjk  & '  4D&/A1D=1AKA) 4 ??33tyy7Q7QQ'' 3 4 4 %%)"$*!Bs F8F8c|jd|_y|jD]"}|j|j$|jr t d|_d|_y)zF Disable automatic CPU offloading for all components. NF)rrr:rSrr(s r r z*ComponentsManager.disable_auto_cpu_offloadsc    #).D & $$ D LLN KKM      %*"r"fieldsrc T||jvrtd|d|j|}|7t|tr|g}|D]}||jvstd|d||j |dj |jjDcgc] \}}||vs |c}}xsdd}t|tjjrt|d}d} |r,t|jd r|jj} |j|j j"|j%d z d|| d t|d r&t'|j(j+|d <t|drt|drt-j.|j0} | j3D cgc]} | j j"} } t5d| Dra| jD cic]6\} } t| dr%d| j j"vr | | j68}} } |rt9||d<|)|jD cic] \} } | |vs | | c} } S|Scc}}wcc} wcc} } wcc} } w)aGet comprehensive information about a component. Args: component_id (str): Name of the component to get info for fields (Optional[Union[str, List[str]]]): Field(s) to return. Can be a string for single field or list of fields. If None, uses the available_info_fields setting. Returns: Dictionary containing requested component metadata. If fields is specified, returns only those fields. Otherwise, returns all fields. rrNzField 'z$' not found in available_info_fieldsr)rrrrrr\)rrrrr peft_configr_load_ip_adapter_weightsattn_processorsc3$K|]}d|v yw) IPAdapterNrJ)rfptypes r riz3ComponentsManager.get_model_info..(sI{e+Isscalerr)rrrrG_available_info_fieldsrrrrrIrrrrrupdate __class__rBryrkrrlcopydeepcopyrrrrr)rrrrfieldrrr9rr processorsvprocessor_typesrscaless r get_model_infoz ComponentsManager.get_model_infos" t .{<.8XYZ ZOOL1   &#&  \ ; ;;$wug5Y%Z[[ \ %//,7))T=M=M=S=S=U$okdEYeinYnT$op   i 1y*5H# GI$6$68JK#,#5#5#F#F KK"+"5"5">">(==?7K $ ((8  y-0#' (=(=(B(B(D#EZ y"<=')UfBg!]]9+D+DE AKARARAT"UA1;;#7#7"U"UIII%/$4$4$6 Aq"1g.;!++BVBV3V177 F -Nv-V\*  %)ZZ\ATQQ&[AqDA AK[%p<#VBs$ J*JJ;J; J$J$c  |jsyd}d}|jjDcgc]:}t|tjj rt |dr||<}}|r/tdg|Dcgc]}tt|c}znd}i}|jjD]N}g||<|jjD]\} } || vs ||j|  ||rIdg||<P|jD cgc] } | D]} |  } } } | rtdtd| Dnd} tdtd |jjDtd td |jjDd dd|| d }dt|jt|dzzdz zdz}dt|jt|dzzdz zdz}d|z}|jjDcic]-\}}t|tjj s+||/}}}|jjDcic]-\}}t|tjj r+||/}}}|r|d|zz }|dd|ddddd|dddz }|dd|ddddd|dddz }|d d|d!ddd"d|d#dd$z }||z }|jD]-\}}|j|}|||}t |drt|j nd}||}||r||d%nd}||d|ddd|d&d|dddz }||d|ddd|d|dddz }||d'd|d!d(d|d|d#dd|dz }t#dt||D]^}|||}|dd|ddddd|dddz }|dd|ddddd|dddz }|dd|d!dddd|d#dd|dz }`0||z }|r|r|dz }|d)|zz }|d*d|ddddd|ddd$z }||z }|jD]\}}|j|}||r||d%nd}||d|ddd|j$j&d|ddd|dz }t#dt||D](}|||}|dd|ddddd|ddd|dz }*||z }|d+z }|jD]v}|j|}||j)d,|j)d-s:|d|d.z }|j)d, |d/|d,dz }|j)d-sr|d0z }x|Scc}wcc}wcc} } wcc}}wcc}}w)1NzComponents: ================================================== No components registered. ==================================================c4t|dr |jSy)NrN/A)rr)rs r get_load_idz/ComponentsManager.__repr__..get_load_id?sy"67 333r"c|dstt|ddStt|dd}t|dxsd}|d|dS)Nrr5r$r())rGgetattr)rr9r5 exec_devices r format_devicez1ComponentsManager.__repr__..format_deviceEsY #79h>??WY%@A!$'9":"CeD  ;-q11r"rr$ c3DK|]}tt|ywr)rorG)rfcs r riz-ComponentsManager.__repr__..as(NSV(Ns c32K|]}t|ywr)ro)rfrs r riz-ComponentsManager.__repr__..dsKDc$iKsc3ZK|]#}t|jj%ywr)rorrB)rfrs r riz-ComponentsManager.__repr__..es! myY%8%8%A%A!B ms)+)rclassr5dtypesizerr=r^ -z Components: zModels: Name_ID\!Q$]]#'??#8#8#:a41a*QPUPXPXP_P_B`!Q$aa  kI- -F 1Z%5$6`"67s71ZPWEXDYYYBY:ZZ]^ ^F ,Qz(/C.D@,DESQRS]^eSfRgggPgHhhkl lF Qz&'9&: $:;3y:V_K`JaaaHa>bbqr rF i F$*<<> mi**40*9d; 07 70KIOO,QV%i0F[[_E`#8#>q#Afk T!Jt$4#5P!56c$|:LQzZaObNcccLc9ddghhZ*X*>)?p'?@E!JW^L_K```I`CaadeeT)_Qz&/A.B#,EFc'RST^_hTiSjjjQjIkknooAACDDq#&;D&A"BCmA!6t!U;VVYZZFAj&:%;0#; ii**40F[[_E`#8#>q#Afk T!Jt$4#5P!56c):M:M:V:VWXYcdkYlXmmmVm9nnqsCrDDFGGq#&;D&A"BCiA!6t!U;VVYZdYeeghhFi i i F DDOO 8D&&t,DTXXj%9%ER^I_BtfC.(88J'3 T*-=,>bAAF88L)77F 8 [ &I_(^as)?W&>W+ $W0 ,W66W6,W<W<c ||||| td|,||jvrtd|d|j|S|j|||}|std|dt|dkDr(td|dt |j t t|jS) a Get a single component by either: - searching name (pattern matching), collection, or load_id. - passing in a component_id Raises an error if multiple components match or none are found. Args: component_id (Optional[str]): Optional component ID to get name (Optional[str]): Component name or pattern collection (Optional[str]): Optional collection to filter by load_id (Optional[str]): Optional load_id to filter by Returns: A single component Raises: ValueError: If no components match or multiple components match zFIf searching by component_id, do not pass name, collection, or load_idrrzNo components found matching 'rr^z$Multiple components found matching 'r) rrrrorkrlnextiterr)rrrrrresultss r get_onezComponentsManager.get_ones4  #)9Z=SW^Wjef f  #4??2 ;|n<\!]^^??<0 0((z7C=dV1EF F w2xPS}$cHUYNB/T#Y/HSM/r"rr^)+rr6rr itertoolsrtypingrrrrr rIr1r utilsr r accelerate.hooksrraccelerate.stateraccelerate.utilsraccelerate.utils.memoryraccelerate.utils.modelingr get_loggerrBr8rrrGrrrHr5rWrrrrJr"r rjs #"33  L-/:B   H %Aj AjH'':7;8<   88?? Cell23 45 C C P8c3h8DcN8vV /V /r"