{
    "task": "robot_trajectory_prediction",
    "texts": [
        "take banana out of colander"
    ],
    "videos": [
        {
            "video_path": "videos/test/12/rgb.mp4"
        }
    ],
    "action": [
        [
            0.0,
            0.0,
            0.0,
            3.2733947117703784e-10,
            3.4615832216130103e-09,
            -0.0015339703267303014,
            1.0
        ],
        [
            -0.0074739656625992185,
            0.0024937332069699305,
            0.010865145607317418,
            -0.015880231211996755,
            -0.05305787657052958,
            0.02204440023765851,
            1.0
        ],
        [
            -0.01700233615445523,
            0.017010036921343983,
            -0.0015360789509687577,
            -0.09700248147669954,
            -0.09824115919371637,
            0.24395012328650356,
            1.0
        ],
        [
            -0.013801684677575874,
            0.02475605529392152,
            -0.0056650078272130885,
            -0.020721820735325646,
            0.02395146063949964,
            0.25443178410167405,
            1.0
        ],
        [
            -0.00911634605428769,
            0.028881409962933584,
            -0.007222644534213369,
            -0.05510957278476672,
            0.016241298850291176,
            0.24442612093041283,
            1.0
        ],
        [
            0.0013975607643079504,
            0.024676517993898275,
            0.002712120837406766,
            -0.04642462463568732,
            -0.022173159786025708,
            0.2306955492495298,
            1.0
        ],
        [
            0.005290280968364209,
            0.019487892133499024,
            0.007680507612958178,
            0.014555033459280161,
            0.003353896696855607,
            0.1674031695543422,
            1.0
        ],
        [
            0.002897154204808504,
            0.01762820032606769,
            0.011446991120871533,
            -0.00029444523215917654,
            -0.004905803768603798,
            0.07572419856115124,
            1.0
        ],
        [
            0.0005141815631818806,
            0.01111860609792435,
            0.011131820369069272,
            0.009043981153946291,
            -0.013041556044916709,
            0.049475127222414005,
            1.0
        ],
        [
            0.00014865635877356275,
            0.008220799493617311,
            0.015060705692778857,
            0.006409662560452281,
            -0.010485503110864176,
            0.0339160129666975,
            1.0
        ],
        [
            -0.0023995964394361207,
            0.005114561335280503,
            0.005086111925645852,
            0.03800750601899097,
            -0.008622216616786058,
            0.016773308792359224,
            1.0
        ],
        [
            -0.00034013320868833317,
            0.0006242438304345015,
            0.004746564493292336,
            0.015758025325643337,
            -0.0002443760806732119,
            0.00676370895754709,
            1.0
        ],
        [
            0.0016329853324971075,
            0.0019005837153048656,
            0.005649687368649424,
            0.0005897497540391389,
            0.012115130657162316,
            -0.006958372545477848,
            1.0
        ],
        [
            0.0009842034649303404,
            0.005089898591991321,
            0.010423489167755946,
            -0.0051285653700224145,
            -0.004179968347056918,
            0.0032054985414238257,
            1.0
        ],
        [
            -0.00286481973646677,
            0.0013318139202348892,
            0.010903598300501622,
            0.00808979138253079,
            -0.014649938698753251,
            -0.005488278697711721,
            1.0
        ],
        [
            -0.001539759352308982,
            -0.0017620507062630947,
            0.012594283023035608,
            0.017829262381257094,
            -0.017285180473897585,
            -0.019271809482800013,
            1.0
        ],
        [
            0.0016492593256881827,
            -0.001708945031625234,
            0.009521429553419055,
            0.039204951348088046,
            -0.018699021641866806,
            0.0017037945359907516,
            0.0
        ],
        [
            0.0005980691429028109,
            0.0004492254947686206,
            -0.0006465822753081973,
            -0.002070806284439032,
            0.004094351491581471,
            -0.007685273811140119,
            0.0
        ],
        [
            -0.0036220455288317422,
            -0.000852776292762333,
            -0.025006038424931647,
            -0.003919165834812395,
            0.05655061095393315,
            -0.02476085599534038,
            0.0
        ],
        [
            0.0032243527293360054,
            -0.016607389686400183,
            -0.04252372781034188,
            -0.02313808552777337,
            0.0909655528974461,
            -0.06690755346537793,
            0.0
        ],
        [
            0.005856435806058663,
            -0.02418778824125803,
            -0.024877076623679134,
            0.03527998455271777,
            0.05962707953307911,
            -0.09777057235682754,
            0.0
        ],
        [
            0.0004906106280902659,
            -0.029716022339853,
            0.008561554430804254,
            0.045234526593389154,
            -0.04760696462013268,
            -0.07142166991204194,
            0.0
        ],
        [
            -0.002887953750572533,
            -0.032287449669319124,
            0.01119941247706074,
            0.04079172923740584,
            -0.03170629948395529,
            -0.07366281142140381,
            0.0
        ],
        [
            -0.00784534494619539,
            -0.04077712406390028,
            0.013707895269589373,
            0.019088038983023085,
            -0.03623545656278743,
            -0.08625710683569496,
            0.0
        ],
        [
            -0.012359199895298819,
            -0.018682094830472683,
            0.009320354941418058,
            0.017352788162092618,
            -0.02788577761077467,
            -0.05603867052030886,
            0.0
        ],
        [
            -0.010477866930211473,
            -0.007911272562759624,
            0.010865507564662792,
            0.005622249060849336,
            -0.019355359962427134,
            -0.02038972063945988,
            0.0
        ],
        [
            -0.011206157348821837,
            -0.01665469217830846,
            0.005259516876354469,
            0.010350544614608258,
            -0.005680779502082287,
            -0.012990228911734958,
            0.0
        ],
        [
            -0.013442943596853787,
            -0.013576532908797703,
            0.011616153429765295,
            0.02264772473012755,
            -0.03178590810621439,
            -0.02820701983189129,
            0.0
        ],
        [
            -0.015571849531202631,
            -0.006629404739754166,
            0.00311510488081411,
            -0.009914608828446749,
            -0.01854981228258165,
            0.0075552976982650785,
            0.0
        ],
        [
            -0.009589459745928902,
            -0.0013248638644448546,
            0.00727729880367124,
            -0.01472130447923061,
            -0.027672255550292423,
            0.002536040415696651,
            0.0
        ],
        [
            -0.00259076428833362,
            0.0010593291878594148,
            0.010995435858845631,
            -0.0014278948640923435,
            -0.040268380531935224,
            -0.009626186088046447,
            0.0
        ],
        [
            -0.0004829570702038609,
            -0.0012358584425801163,
            0.005876312446643362,
            0.02686873389809868,
            -0.04349564533311191,
            -0.00991190181992091,
            0.0
        ],
        [
            -0.0019919928977392637,
            0.0052822270693066945,
            -0.00019552227300859355,
            -0.029919953579498785,
            -0.018294352787885375,
            -0.0017606598920092498,
            1.0
        ],
        [
            0.0009205665197108607,
            0.0019151835580042153,
            -0.009076966628001861,
            -0.05423239792992135,
            0.012063508309794814,
            -0.04429962472617829,
            1.0
        ],
        [
            0.005303391799952729,
            0.004794720849568592,
            -0.03715374326076545,
            -0.015852087715499837,
            0.10068553442890339,
            0.0014314249185577179,
            1.0
        ],
        [
            0.006475103799017046,
            0.002644615682098155,
            -0.018088966923799157,
            -0.012028483359819068,
            0.03841904649226144,
            -0.005923152386723515,
            1.0
        ],
        [
            8.193151095104703e-05,
            -5.094393889663976e-05,
            -0.0005271583081964768,
            0.0012914134524196215,
            0.0008188663691006505,
            0.00012211155033014503,
            1.0
        ]
    ],
    "state": [
        [
            0.35409215092658997,
            0.04743034020066261,
            0.10932613164186478,
            -3.1184002981805286,
            -0.19404615461826324,
            -0.05486893281340599,
            1.0
        ],
        [
            0.35409215092658997,
            0.04743034020066261,
            0.10932613164186478,
            -3.118701700242706,
            -0.19408150017261502,
            -0.05330603197216986,
            1.0
        ],
        [
            0.34875231981277466,
            0.04546767473220825,
            0.09717029333114624,
            -3.1304988620155534,
            -0.1404908299446106,
            -0.0743064284324646,
            1.0
        ],
        [
            0.33051183819770813,
            0.029752416536211967,
            0.09612347930669785,
            3.0891142432862004,
            -0.035484135150909424,
            -0.31607574224472046,
            1.0
        ],
        [
            0.3095753788948059,
            0.010901647619903088,
            0.10258523374795914,
            3.078947181003638,
            -0.07147713750600816,
            -0.5694384574890136,
            1.0
        ],
        [
            0.28607749938964844,
            -0.0077440617606043816,
            0.11092773824930191,
            3.0429428239637097,
            -0.10073158890008925,
            -0.8135573863983154,
            1.0
        ],
        [
            0.2690109610557556,
            -0.025826001539826393,
            0.1108010932803154,
            3.022350365417548,
            -0.09848106652498244,
            -1.0464458465576172,
            1.0
        ],
        [
            0.2543671727180481,
            -0.04097986966371536,
            0.10603927075862885,
            3.0548986067348203,
            -0.12027589976787567,
            -1.2134615182876587,
            1.0
        ],
        [
            0.23840658366680145,
            -0.051274217665195465,
            0.09658059477806091,
            3.064014824228831,
            -0.12159112095832823,
            -1.289891242980957,
            1.0
        ],
        [
            0.22741270065307617,
            -0.0562698096036911,
            0.08648189157247543,
            3.079292131709405,
            -0.11226686835289001,
            -1.34054434299469,
            1.0
        ],
        [
            0.2189164012670517,
            -0.060083892196416855,
            0.07207029312849045,
            3.0896210504048547,
            -0.10384586453437805,
            -1.3752328157424927,
            1.0
        ],
        [
            0.2132801115512848,
            -0.059276033192873,
            0.06703393161296844,
            3.1294252780550202,
            -0.09609118849039078,
            -1.3925105333328247,
            1.0
        ],
        [
            0.2126295566558838,
            -0.0595112070441246,
            0.06228454038500786,
            -3.1373495619096836,
            -0.0959269180893898,
            -1.3993079662322998,
            1.0
        ],
        [
            0.21115034818649292,
            -0.06196702644228935,
            0.056809257715940475,
            -3.137425020924308,
            -0.10806916654109955,
            -1.392361044883728,
            1.0
        ],
        [
            0.20655767619609833,
            -0.06493429839611053,
            0.04653173312544823,
            3.1409774587424515,
            -0.10387532413005829,
            -1.3955663442611694,
            1.0
        ],
        [
            0.20493999123573303,
            -0.06347508728504181,
            0.03539067506790161,
            -3.134688517200299,
            -0.08922044932842255,
            -1.3900657892227173,
            1.0
        ],
        [
            0.2066846787929535,
            -0.0627368912100792,
            0.022721705958247185,
            -3.11859165889258,
            -0.07205193489789963,
            -1.370627522468567,
            1.0
        ],
        [
            0.2090364396572113,
            -0.06463458389043808,
            0.013385424390435219,
            -3.0792909135394773,
            -0.053318616002798074,
            -1.371902346611023,
            0.0
        ],
        [
            0.20866896212100983,
            -0.06528431922197342,
            0.014033778570592403,
            -3.081758765625306,
            -0.05788204818964004,
            -1.3644745349884033,
            0.0
        ],
        [
            0.20700135827064514,
            -0.060460709035396576,
            0.03879464045166969,
            -3.086837949352809,
            -0.11579868197441102,
            -1.3430346250534058,
            0.0
        ],
        [
            0.22048023343086243,
            -0.055480509996414185,
            0.0822456106543541,
            -3.117152862372347,
            -0.21006233990192416,
            -1.2801005840301514,
            0.0
        ],
        [
            0.24318385124206543,
            -0.04912519082427025,
            0.10836785286664963,
            -3.102751338975974,
            -0.27105647325515747,
            -1.1803429126739502,
            0.0
        ],
        [
            0.2718842029571533,
            -0.03996667265892029,
            0.1013682633638382,
            -3.077672394114085,
            -0.22552108764648435,
            -1.105299711227417,
            0.0
        ],
        [
            0.30096790194511414,
            -0.02448827400803566,
            0.09183914214372635,
            -3.0542421733313283,
            -0.19793021678924558,
            -1.0282875299453735,
            0.0
        ],
        [
            0.3338349461555481,
            0.001988627715036273,
            0.08039533346891403,
            -3.0531900395923337,
            -0.1685570627450943,
            -0.9379605054855347,
            0.0
        ],
        [
            0.34305545687675476,
            0.022273266687989235,
            0.07079558819532394,
            -3.0458290447765073,
            -0.14543701708316806,
            -0.8790745735168457,
            0.0
        ],
        [
            0.3442375361919403,
            0.03482073172926903,
            0.05932401493191719,
            -3.043448234098502,
            -0.12808395922183993,
            -0.8567481637001038,
            0.0
        ],
        [
            0.35017523169517517,
            0.054064467549324036,
            0.054319851100444794,
            -3.034840667741843,
            -0.12369164824485777,
            -0.8431601524353027,
            0.0
        ],
        [
            0.35313642024993896,
            0.0728970617055893,
            0.04263504222035408,
            -3.016086759167262,
            -0.09503043442964554,
            -0.8115977644920349,
            0.0
        ],
        [
            0.3476676344871521,
            0.0887819230556488,
            0.03890691325068474,
            -3.0254890268021306,
            -0.0756795257329941,
            -0.8167852759361267,
            0.0
        ],
        [
            0.34306174516677856,
            0.09684018045663834,
            0.03112730197608471,
            -3.0402177294069013,
            -0.047899819910526276,
            -0.8160972595214844,
            0.0
        ],
        [
            0.3416941463947296,
            0.09838035702705383,
            0.01996973156929016,
            -3.0422263537817678,
            -0.008807971142232418,
            -0.802453339099884,
            0.0
        ],
        [
            0.34269702434539795,
            0.09995109587907791,
            0.014240974560379982,
            -3.015398236113139,
            0.0334906280040741,
            -0.7882778644561768,
            0.0
        ],
        [
            0.33754870295524597,
            0.09766202419996262,
            0.013837086968123913,
            -3.045162225263663,
            0.05141761898994446,
            -0.784223735332489,
            1.0
        ],
        [
            0.33655795454978943,
            0.09472322463989258,
            0.022628478705883026,
            -3.0972694737189492,
            0.035098835825920105,
            -0.7412693500518799,
            1.0
        ],
        [
            0.33707672357559204,
            0.08552254736423492,
            0.05932445079088211,
            -3.1131042783432683,
            -0.06542466580867767,
            -0.7471584677696228,
            1.0
        ],
        [
            0.3388066291809082,
            0.07961437851190567,
            0.07771555334329605,
            -3.125429269047924,
            -0.10399606823921204,
            -0.7423099875450134,
            1.0
        ],
        [
            0.33885496854782104,
            0.07962759584188461,
            0.07824911922216415,
            -3.1241237242990216,
            -0.104812853038311,
            -0.7424460649490356,
            1.0
        ]
    ],
    "continuous_gripper_state": [
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.0,
        0.04393261671066284,
        0.3408757448196411,
        0.6270982325077057,
        0.6513766944408417,
        0.6219725906848907,
        0.6211150288581848,
        0.6211150288581848,
        0.6202564239501953,
        0.6202564239501953,
        0.6202564239501953,
        0.6211150288581848,
        0.6202564239501953,
        0.6211150288581848,
        0.6202564239501953,
        0.6202564239501953,
        0.6202564239501953,
        0.5752633512020111,
        0.2650814652442932,
        0.007925748825073242,
        0.0,
        0.0,
        0.0,
        0.0
    ],
    "episode_id": "12",
    "latent_videos": [
        {
            "latent_video_path": "latent_videos/test/12/0.pt"
        }
    ]
}