o ?߱i4>@sddlZddlZddlZddlZddlZddlZddlZddlZddlm Z ddl m Z ddl m Z ddlmZmZmZmZmZddlZddlZddlmZmZmZzddlZWn eycdZYnwzddlZWn eyudZYnwddlmZddl m!Z!m"Z"d d gZ#d ee$efd e e$effd dZ%dej&de e$efd ej'j(fddZ)deee$efeeefd ee e$efeeeffddZ*e+e e)e,ddde,dddddZ-ddZ.dd Z/d!Z0 d"d#Z1e d$d%Z2Gd&d d Z3dS)'N) OrderedDict)contextmanager)deepcopy)AnyDictListTupleUnion) DictConfig ListConfig OmegaConf) PathManager)LazyCallget_default_paramsr LazyConfigdreturncCstt|dddS)NcSs|dS)Nr)xrrZ/data/cameron/vidgen/cosmos-predict2.5/cosmos_predict2/_src/imaginaire/lazy_config/lazy.py2zsort_dict..)key)rsorteditems)rrrr sort_dict1srdumperdatacCs|d|S)Nztag:yaml.org,2002:map)represent_mappingr)rrrrrdict_representer5srobjcCs<t|trtdd|DSt|trdd|DS|S)NcSsi|] \}}|t|qSrsort_recursive).0kvrrr ;sz"sort_recursive..cSsg|]}t|qSrr!)r#itemrrr =sz"sort_recursive..) isinstancedictrrlistr rrrr"9s  r"addcGst|SNsumvalsrrrrCrrsubtractcGs|dt|ddS)Nrr/r1rrrrDscCsTt|tr|||D]}t||q dSt|tr&|D] }t||qdSdS)z: Apply func recursively to all DictConfig in cfg. N)r)r values_visit_dict_configr )cfgfuncr%rrrr6Gs     r6c Cspt|d }|}Wdn1swYzt|WdSty7}z td|d|d}~ww)Nr Config file z has syntax error!)r openreadastparse SyntaxError)filenamefcontenterrr_validate_py_syntaxTs rDcCst|tr t|ddidS|S)N allow_objectsTflags)r)r*r r,rrr_cast_to_config^s rHzdetectron2._cfg_loadercCs(tttdddtj|S)N.)_CFG_PACKAGE_NAMEstruuiduuid4ospathbasename)r@rrr_random_package_nameks(rRc#s6tjdddfdd }|t_|Vt_dS) a Enhance relative import statements in config files, so that they: 1. locate files purely based on relative location, regardless of packages. e.g. you can import file without having __init__ 2. do not cache modules globally; modifications of module states has no side effect 3. support other storage system through PathManager, so config files can be in the cloud 4. imported dict are turned into omegaconf.DictConfig automatically c Ssddd}t|st|tj|}t|dD]}tj|}q|d}|dD] }tj ||}q-| ds@|d7}t |sk|dtd }t |r]td|d|td|d |d |d |S) Nz Relative import of directories is not allowed within config files. Within a config file, relative import can only import other config files.   r4rJ.pyzCannot import from zCannot import name z from : z does not exist.)replacelen ImportErrorrOrPdirnamerangelstripsplitjoinendswithr isfileisdir) Z original_fileZrelative_import_pathlevelZrelative_import_errcur_file_cur_namepartZcur_file_no_suffixrrrfind_relative_file|s*     z)_patch_import..find_relative_fileNrrc s|dkri|duri|ddpdtri|d||}t|tjjt|d|d}tj |}||_ t | }| } Wdn1sGwYtt| |d|j|D]}t|j|} | |j|<qX|S|||||dS)Nr __package____file__)originexec)fromlistrb)get startswithrKrD importlib machinery ModuleSpecrRutilmodule_from_specrjr r;r<rlcompile__dict__rH) nameglobalslocalsrmrbrcspecmodulerArBvalrgZ old_importrr new_imports&    z!_patch_import..new_import)NNrr)builtins __import__)r~rr}r _patch_importps  rc @seZdZdZeddededeeedfffddZeddededeeedfffdd Z eded efd d Z eded efd dZ dS)rz Provide methods to save, load, and overrides an omegaconf config object which may contain definition of lazily-constructed objects. Nr@keys.cCsNtd}|djj}|dksJdtj|}tj||}t ||S)a Similar to :meth:`load()`, but load path relative to the caller's source file. This has the same functionality as a relative import, except that this method accepts filename as a string, so more characters are allowed in the filename. r4rzzload_rel Unable to find caller) inspectstackf_code co_filenamerOrPrZr^rload)r@r caller_frameZ caller_fnameZ caller_dirrrrload_rels   zLazyConfig.load_relc sj|du}|dd}tj|ddvrtd|d|drdt|t1|t|d }t | }| }Wdn1sDwYt t ||d |Wdn1s\wY|n#t | }t|}Wdn1sywYtj|d d id |rt|trt|Stfdd|DS|drtddDd d id S)a Load a config file. Args: filename: absolute path or relative path w.r.t. the current working directory keys: keys to load and return. If not given, return all keys (whose values are config objects) in a dict. Nz/.//r4)rUz.yamlz.ymlr:z! has to be a python or yaml file.rU)rjrhrlrETrFc3s|] }t|VqdSr.)rH)r#aretrr sz"LazyConfig.load..cSs4i|]\}}t|tttfr|ds|t|qS)rd)r)r r r*rorH)r#rwvaluerrrr&sz#LazyConfig.load..)rWrOrPsplitext ValueErrorr_rDrrRr r;r<rlruyaml unsafe_loadr creater)rLrHtupler r)r@rZhas_keysZmodule_namespacerArBr rrrrs@         zLazyConfig.loadrcCstt}zt|}Wn tyYnwz(t|d}t||Wdn1s-wY| d|dW|Sty }z| d|d|dt rz,t|d}tt j |dd || d |dWdn1szwYWnwty}zd| d|d|dt rz*t|d}tt ||Wdn1swY| d |dWn%ty}z| d|d|dWYd}~n d}~ww| d |WYd}~nd}~wwWYd}~|SWYd}~|SWYd}~|Sd}~ww) a Saves a Config object to a file using pickle serialization. This method is typically used when the configuration object contains complex objects, such as lambdas, that are not supported by simpler serialization methods like YAML. The function attempts to create a deep copy of the configuration object before serialization to ensure that the original object remains unmodified. Args: cfg: A Config object to be serialized and saved. filename: The path and name of the file where the configuration should be saved. The function assumes the file extension indicates a pickle format (e.g., .pkl). Returns: str: The filename to which the configuration was saved. This can be used to verify the file location or log the outcome. Notes: - The function logs a warning if the configuration is successfully saved using pickle. - If saving fails, an error is logged with the exception details. wbNz Config is saved using pickle at rJzFailed to save config to rVz$. Trying dill or cloudpickle insteadT)recursezConfig is saved using dill at z%Config is saved using cloudpickle at z5cloudpickle is not available. Cannot save the config.)logging getLogger__name__r Exceptionr r;pickledumpwarningerror dill_pickledumps cloudpickle)r7r@loggerrArCrrrsave_pklsZ   $    zLazyConfig.save_pklcsttzt|}Wn tyYnwddfddt|}t|ddid}|}tj |dd}t |}t |d }t j ||d d Wd n1sUwYd |d|S)a- Saves a Config object to a file using YAML serialization. This method is beneficial when the configuration object's content needs to be human-readable and easily editable. YAML is suitable for configurations that do not contain complex types like lambdas, which must be handled differently. The function converts unserializable items to strings before saving to ensure compatibility with YAML serialization. Args: cfg: A Config object to be serialized and saved. It handles both DictConfig and ListConfig types. filename: The path and name of the file where the configuration should be saved. The function does not require a specific file extension but typically uses '.yaml'. Returns: str: The filename to which the configuration was saved. This can be used to verify the file location or log the outcome. Notes: - The function logs a warning if the configuration is successfully saved using YAML. - If saving fails, an error is logged with the exception details. c Ss8zt|WdSty}zWYd}~dSd}~ww)NTF)r to_yamlr)r'rCrrris_serializableIs z-LazyConfig.save_yaml..is_serializablec s t|trb|D]V\}}t|ttfrQzd|vr0t|d}|D] \}}||vr/|||<q#WntyK}zd|WYd}~nd}~ww|q |s_|dur_t|||<q |St|trt|D]\}}t|ttfr{|qk|s|durt|||<qk|St d)N_target_z'Failed to add default argument values: z0Input config must be a DictConfig or ListConfig.) r)r rr rrrrL enumerateNotImplementedError) configrrdefault_paramsZ default_keyZ default_vrCir'rrserialize_configrrrQs8       z.LazyConfig.save_yaml..serialize_configrET)rBrG)resolvewF)default_flow_styleNz#Config is saved using omegaconf at rJ)rrrrrattrsasdictr r to_containerr"r;rrr)r7r@ config_dictZconfig_omegaconfZ sorted_configrArrr save_yaml2s$     zLazyConfig.save_yamlr.) r __module__ __qualname____doc__ staticmethodrLr rrrrrrrrrrs((54)4r=rrprrrOrrM collectionsr contextlibrcopyrtypingrrrrr rr omegaconfr r r dillrrYrZ3cosmos_predict2._src.imaginaire.lazy_config.file_ior 5cosmos_predict2._src.imaginaire.lazy_config.lazy_callrr__all__rLrDumpernodes MappingNoderr"add_representerregister_new_resolverr6rDrHrKrRrrrrrrsV        "$>    @