qi= UddlmZmZmZddlZddlZddlmZmZm Z m Z ddl m Z ddl Z ddlZddlmZddlmZddlmZddlmZejZeed<ejZeed <e d Ze d Ze Gd d eZ ej!dGddZ"ej!dGdde Z#dee de fdZ$ej!dGdde Z%ej!dGdde Z&ej!dGdde Z'ej!dGdde Z(ej!dGdd e Z)ej!dGd!d"e Z*ej!dGd#d$e Z+ej!dGd%d&e Z,ej!dGd'd(e Z-ej!dGd)d*e Z.ej!dGd+d,e Z/ej!dGd-d.e Z0ej!dGd/d0e Z1d1ejde2fd2Z3d1e2dejfd3Z4d4ee5e5dzfd1ejdejfd5Z6d6d7d1ejed8ejed9eeegefd:e7dejef d;Z8dHd>ej9d?e:d@e:dAe;dej9f dBZdFejeddfdGZ?dS)I)CallableMappingSequenceN)Protocol TypeAliasTypeVarruntime_checkable) image_tools) tokenizer) array_typing) normalizeDataDict NormStatsTSceZdZdedefdZdS)DataTransformFndatareturncdS)aApply transformation to the data. Args: data: The data to apply the transform to. This is a possibly nested dictionary that contains unbatched data elements. Each leaf is expected to be a numpy array. Using JAX arrays is allowed but not recommended since it may result in extra GPU memory usage inside data loader worker processes. Returns: The transformed data. Could be the input `data` that was modified in place, or a new data structure. Nselfrs 2/home/robot-lab/Pi0.5_yam/src/openpi/transforms.py__call__zDataTransformFn.__call__sN)__name__ __module__ __qualname__rrrrrrrs6  X  (       rrT)frozenc|eZdZUdZdZeeed<dZeeed<ddddeedeeddfdZ dS) GroupzA group of transforms.rinputsoutputsr#r$rcLtg|j|Rg||jRS)a4Append transforms to the group and return a new group. Args: inputs: Appended to the *end* of the current input transforms. outputs: Appended to the *beginning* of the current output transforms. Returns: A new group with the appended transforms. r%)r"r#r$)rr#r$s rpushz Group.push1s73dk3F33=Vw=V=V=VWWWWrN) rrr__doc__r#rr__annotations__r$r'rrrr"r"'s  )+FH_ %****,GXo &+++:sOOO))))X(rr+r,rc t|S)z9Compose a sequence of transforms into a single transform.)r+r/s rcomposer2Js j ) ))rcDeZdZUdZejeed<dedefdZ dS)RepackTransformaRepacks an input dictionary into a new dictionary. Repacking is defined using a dictionary where the keys are the new keys and the values are the flattened paths to the old keys. We use '/' as the separator during flattening. Example: { "images": { "cam_high": "observation.images.top", "cam_low": "observation.images.bottom", }, "state": "observation.state", "actions": "action", } structurerrcrt|tjfd|jS)Nc|Sr.r)k flat_items rz*RepackTransform.__call__..es ilr) flatten_dictjaxtreemapr5)rrr9s @rrzRepackTransform.__call__cs2 && x||2222DNCCCrN) rrrr(atPyTreestrr)rrrrrr4r4Os^ y~DXD(DDDDDDrr4c0eZdZUedzed<dedefdZdS)InjectDefaultPromptNpromptrrcT|j d|vrtj|j|d<|S)NrD)rDnpasarrayrs rrzInjectDefaultPrompt.__call__ls. ; "xt';';Z 44DN r)rrrrAr)rrrrrrCrChsH $JX(rrCceZdZUejedzed<dZeed<dZ eed<dZ de de fd Z d efd Z d efd ZdS) NormalizeN norm_statsF use_quantilesstrictcR|j|jrt|jdSdSdSr.rJrK_assert_quantile_statsrs r __post_init__zNormalize.__post_init__z6 ? &4+= & "4? 3 3 3 3 3 ' & & &rrrct|j|St||j|jr|jn|j|jS)NrL)rJ apply_treerK_normalize_quantile _normalizerLrs rrzNormalize.__call__~sH ? "K  O(,(: OD $ $;     rstatsc|jdd|jdf|jdd|jdf}}||z |dzz S)N.ư>)meanshapestdrxrXr\r^s rrWzNormalize._normalizesJJsMagbkM12EIc=QWR[=>P4QcDS4Z((rc|jJ|jJ|jdd|jdf|jdd|jdf}}||z ||z dzz dzdz S)N.rZr[@?)q01q99r])rr`rXrdres rrVzNormalize._normalize_quantilesuy$$$y$$$9S-AGBK-/0%)C172;tj|dd|fdzdz ||z dzz|z|d|dfgdS|dzdz ||z dzz|zS)NrZ.rcrbr[ro)rdrer]rF concatenate)rr`rXrdredims rrkz!Unnormalize._unnormalize_quantilesy$$$y$$$9eiS9R= CAGBK / />Ac4C4iL3$6##=sTAQ#RUX#XZ[\_adaeae\eZf"gnpqqq qC3#)d"23c99r)rrrr?r@rr)rKrfrQrrrlrkrrrrhrhs )$t++++M4444  X  (     'Y'''' :i::::::rrhc4eZdZUeed<eed<dedefdZdS) ResizeImagesheightwidthrrcZfd|dD|d<|S)NcXi|]&\}}|tj|jj'Sr)r resize_with_padrxry).0r8vrs r z)ResizeImages.__call__..s5vvvX\XY[\K74; SSvvvrimage)itemsrs` rrzResizeImages.__call__s8vvvv`del`m`s`s`u`uvvvW  rNrrrintr)rrrrrrwrwsJ KKK JJJX(rrwc*eZdZUeed<dedefdZdS)SubsampleActionsstriderrc8|ddd|j|d<|SNactions)rrs rrzSubsampleActions.__call__s!y/..T[.9Y rNrrrrrrsA KKKX(rrc@eZdZUdZeedzed<dedefdZdS) DeltaActionsz1Repacks absolute actions into delta action space.Nmaskrrc "d|vs|j|S|d|d}}tj|j}|jd}|dd|fxxtjtj||dd|fddzcc<||d<|SNrstaterZ.rrsrrFrGr] expand_dimswhererrrrrdimss rrzDeltaActions.__call__ D DI$5KgYwz$)$$z"~UdU r~bhtU3:=NPQ.R.RY[\\\\!Y r rrrr(rrfr)rrrrrrrU;; 4.4  X (      rrc@eZdZUdZeedzed<dedefdZdS)AbsoluteActionsz1Repacks delta actions into absolute action space.Nrrrc "d|vs|j|S|d|d}}tj|j}|jd}|dd|fxxtjtj||dd|fddz cc<||d<|Srrrs rrzAbsoluteActions.__call__rrrrrrrrrrrcBeZdZUejed<dZeed<dedefdZ dS)TokenizePromptr Fdiscrete_state_inputrrcR|ddx}td|jr(|ddx}tdnd}t |t s|}|j||\}}i|||dS)NrDPrompt is requiredrzState is required.)tokenized_prompttokenized_prompt_mask) pop ValueErrorrget isinstancerAitemr tokenize)rrrDrtokens token_maskss rrzTokenizePrompt.__call__shhx.. .F 7122 2  $ '40009 !5666:E&#&& #[[]]F"n55feDD Y$YF[YYYYrN) rrr _tokenizerPaligemmaTokenizerr)rrfrrrrrrrs`,,,,!&$&&&ZXZ(ZZZZZZrrc4eZdZUejed<dedefdZdS)TokenizeFASTInputsr rrc4|ddx}tdt|ts|}|d|d}}|j|||\}}}}i|||||dS)NrDrrr)rr token_ar_masktoken_loss_mask)rrrrArrr r) rrrDrrr token_maskar_mask loss_masks rrzTokenizeFASTInputs.__call__shhx.. .F 7122 2&#&& #[[]]Fg(;(;w151H1HQVX_1`1`. GY  &%/$(     rN)rrrr FASTTokenizerr)rrrrrrr sG'''' X (      rrcHeZdZUejed<eed<eed<dedefdZdS)ExtractFASTActionsr action_horizon action_dimrrcd|vr|S|d}|j|tj|j|j}i|d|iSr)rr extract_actionsastyperFint32rr)rrrrs rrzExtractFASTActions.__call__)sr D K)$$.00rx1H1H$J]_c_noo  w   rN) rrrrrr)rrrrrrrr#s\''''OOO  X  (       rrc>eZdZUdZeeefed<dedefdZ dS)PromptFromLeRobotTaskz8Extracts a prompt from the current LeRobot dataset task.tasksrrcd|vrtdt|d}|j|x}td|d|ji|d|iS)N task_indexz*Cannot extract prompt without "task_index"z task_index=z not found in task mapping: rD)rrrr)rrrrDs rrzPromptFromLeRobotTask.__call__<s} t # #IJJ Jl+,, jnnZ00 0F 9U UUUUVV V)$)&)))rN) rrrr(dictrrAr)rrrrrrr5sTBB S>*X*(******rrc.eZdZUdZeed<dedefdZdS)PadStatesAndActionsz;Zero-pads states and actions to the model action dimension.model_action_dimrrct|d|jd|d<d|vr t|d|jd|d<|S)NrrZrsr)rqrrs rrzPadStatesAndActions.__call__MsQ"4=$2GbQQQW   (i$:OVXYYYDO rN)rrrr(rr)rrrrrrrGsJEEX(rrr=c.tj|dS)z7Flatten a nested dictionary. Uses '/' as the separator./sep) traverse_utilr;r=s rr;r;Ts  %d 4 4 44rc.tj|dS)zKUnflatten a flattened dictionary. Assumes that '/' was used as a separator.rr)runflatten_dictrs rrrYs  '# 6 6 66rpatternscLt|}d|D}i}|D]u}|D]8\}}||r||||dnd}n9|}|"||vrt d|d||||<vt |} t t| dz D]@} | | | dz\} } | | dzrt d | d | d At|S) aTransform the structure of a nested dictionary using a set of patterns. The transformation is defined using the `patterns` dictionary. The keys are the input keys that should be matched and the values are the new names inside the output dictionary. If the value is None, the input key is removed. Both keys and values should represent flattened paths using '/' as the separator. Keys can be regular expressions and values can include backreferences to the matched groups (see `re.sub` for more details). Note that the regular expression must match the entire key. The order inside the `patterns` dictionary is important. Only the first pattern that matches the input key will be used. See unit tests for more examples. Args: patterns: A mapping from old keys to new keys. tree: The nested dictionary to transform. Returns: The transformed nested dictionary. c>i|]\}}tj||Sr)recompile)r}r8r~s rrz"transform_dict..ys&>>>TQ 1 q>>>rN)countzKey 'z' already exists in outputrzLeaf 'z' aliases a node of '') r;r fullmatchsubrsortedrangelen startswithr) rr=rcompiledoutputr8patternreplnew_knamesiname next_names rtransform_dictr^sy0   D?>X^^-=-=>>>H F  $ $%^^--  MGT  ## 9=9I D!1 555t  E   !J!J!J!JKKK GF5M 6NNE 3u::> " "OOAE *i   s + + OMdMMMMMNN N O & ! !!rFrTselectorfnrLct|}tdtdtdtffd |rD]}||vrtd|dt fd|DS)Nr8r~rc4|vr||S|Sr.r)r8r~rrs rr0zapply_tree..transforms' ==2a!%% %rz Selector key z not found in treec0i|]\}}|||Srr)r}r8r~r0s rrzapply_tree..s)GGG$!Q1ii1ooGGGr)r;rArrrr)r=rrrLr8r0s `` @rrUrUs   DH%%HSQ1 H H HA}} !F!F!F!FGGG GGGG$**,,GGG H HHrrZrnr` target_dimrorpc|j|}||kr9dgt|jz}d||z f||<tj|||S|S)zIPad an array to the target dimension with zeros along the specified axis.)rrr)constant_values)r]rrFpad)r`rrorp current_dim pad_widths rrqrqs['$-KZHs17||+ j;67 $vaE:::: Hrr.cg}|D]<}|dkr|dg|z"|dg| z=t|S)a0Make a boolean mask for the given dimensions. Example: make_bool_mask(2, -2, 2) == (True, True, False, False, True, True) make_bool_mask(2, 0, 2) == (True, True, True, True) Args: dims: The dimensions to make the mask for. Returns: A tuple of booleans. rTF)extendtuple)rresultrus rmake_bool_maskrsfF,, 77 MM4&C. ) ) ) ) MM5'cT* + + + + ==rrJct|D]&\}}|j|jt d|d'dS)NzBquantile stats must be provided if use_quantile_norm is True. Key z is missing q01 or q99.)r;rrdrer)rJr8r~s rrOrOsfZ((..001 5=AEMoUVooo *r)rZrn)@collections.abcrrr dataclassesrtypingrrrr flax.traverse_utilrr<numpyrF openpi_clientr openpi.modelsr r openpi.sharedr r?r rWr@rr)rrrr dataclassr"r+r2r4rCrIrhrwrrrrrrrrrr;rrArrfrUndarrayrfloatrqrrrOrrrrsH77777777777 BBBBBBBBBBBB****** %%%%%%111111,,,,,,111111i)!+ 9+++ GCLL GCLL      h     d###XXXXXXX$#X,d###$#*1*o**** d###DDDDDoDD$#D0d###/$#d###:::::::$#:Bd### : : : : :/ : :$# :Fd###?$#d###$#d###?$#*d###o$#*d###ZZZZZ_ZZ$#Z*d###       $# *d###       $# "d###*****O**$#*"d###     /  $# 5ry5T5555 77")7777 3"WS#*_53"RY3"293"3"3"3"n\aIII )A,I"$)A,I4