{"id":"W4-calvin-gemini-01","model":"Gemini 3.8 Flash","modelKey":"gemini","benchmark":"CALVIN","taskId":"calvin--calvin_native_turn_off_led--test--calvin_sequence_0526--0--8934498e94bb","instruction":"Complete five subgoals in sequence. Recorded subgoals: lift the blue block from the sliding cabinet.","outcome":"budget_exhausted","success":false,"protocol":"RGB-expanded","stats":{"elapsedSeconds":796.509734,"modelCalls":36,"rounds":37,"tokens":1248694,"promptTokens":1217614,"completionTokens":31080,"codeErrors":2,"toolCalls":973,"environmentSteps":null,"apiSeconds":736.667,"apiMeanSeconds":20.463,"completedSubgoals":0,"requiredSubgoals":5,"nativeSteps":null,"finalScore":null,"finalGoalDistanceCm":null,"finalGoalAngleDegrees":null,"actionSubmissions":501},"budgets":{"llm_num_retries":0,"max_agent_attempts":1,"max_agent_iterations":40,"max_primitive_calls":7000,"max_total_tokens":1280000,"max_verifier_calls":41,"max_rounds":40,"timeout_seconds":7200.0},"stopLimits":["max_total_tokens"],"verifier":{"attempted":true,"message":"CALVIN sequence incomplete","metadata":{"completed_subgoals":[],"language_subgoal":"lift the blue block from the sliding cabinet","required_count":5},"metrics":{"completed_count":0,"success":0.0},"ok":false},"callCounts":{"get_calvin_language_subgoal":3,"get_calvin_runtime_context":4,"execute_calvin_language_skill":1,"submit_calvin_action":501,"observe_calvin_state":464},"video":"assets/video-supplement-20261021/calvin/gemini/clip.mp4","poster":"assets/video-supplement-20261021/calvin/gemini/poster.jpg","mediaKind":"Video excerpt","videoNote":"Excerpt from the original recording; playback time is separate from episode time.","evidenceLevel":"action_trace","timingNote":"Video playback and wall-clock trace time are separate.","recordId":"54517ffa8ba35d456b80","reportSha256":"9ac0306120cfdd97e422f53e8dbd6d15c3e296d64a1c9d6a2c8b6df53b910bd6","steps":[{"round":1,"at":5.142252,"duration":5.142,"title":"Inspect the observation and execute the next code cell.","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":0,"cumulativeToolCalls":0,"code":"","codeExcerpt":false,"stdout":"","feedback":{},"calls":[],"event":{"kind":"action","label":"Action","detail":""}},{"round":2,"at":11.482887,"duration":6.341,"title":"calvin language subgoal · calvin runtime context","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":"lift the blue block from the sliding cabinet","toolCalls":2,"cumulativeToolCalls":2,"code":"subgoal_res = primitives.call(name='get_calvin_language_subgoal')\nprint(\"Subgoal res:\", subgoal_res.ok, subgoal_res.output)\n\nruntime_ctx = primitives.call(name='get_calvin_runtime_context')\nprint(\"Runtime ctx:\", runtime_ctx.ok, runtime_ctx.output)","codeExcerpt":false,"stdout":"Subgoal res: True {'agent_context': {}, 'subgoal': 'lift the blue block from the sliding cabinet'}\nRuntime ctx: True {'agent_context': {}, 'available_skill_schema': {'action': {'dtype': 'float', 'example_noop': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'relative_cartesian_control': {'gripper': {'close': -1.0, 'open': 1.0}, 'max_orientation_delta_rad_per_action': 0.05, 'max_position_delta_m_per_action': 0.02, 'normalized_range': [-1.0, 1.0], 'order': ['dx', 'dy', 'dz', 'droll', 'dpitch', 'dyaw', 'gripper']}, 'shape': [7], 'source': 'calvin_default_cartesian_rel'}, 'inputs': {'agent_context': 'dict|None', 'grounding': 'dict|None', 'horizon': 'int', 'language_goal': 'str|None', 'prompt': 'str|None', 'query': 'str|None', 'subgoal': 'str|None'}, 'name': 'execute_calvin_language_skill', 'requires_policy_backend': False}, 'cameras': {'gripper': {'depth_shape': [84, 84], 'modalities': ['depth', 'rgb'], 'rgb_shape': [84, 84, 3], 'shape': [84, 84, 3], 'source_key': 'rgb_obs.rgb_gripper'}, 'static': {'depth_shape': [200, 200], 'modalities': ['depth', 'rgb'], 'rgb_shape': [200, 200, 3], 'shape': [200, 200, 3], 'source_key': 'rgb_obs.rgb_static'}}, 'language_subgoal': 'lift the blue block from the sliding cabinet', 'observation_ref': {'env_created': True, 'observation_type': 'dict', 'runtime_live': True, 'source': 'calvin_runtime_context_observation', 'trace_event_count': 10}, 'prompt': None, 'query': None, 'runtime': {'builtin_policy_backends': ['calvin_native_agent', 'calvin_primitive_action', 'calvin_official_mcil'], 'calvin_agent_importable': True, 'calvin_env_importable': True, 'calvin_source_root': '[local file]', 'dataset_root': '[local file]', 'env_created': True, 'live': True, 'native_agent_backend': {'action_source': 'agent_supplied_7d_actions', 'eval_case': {'applied': True, 'language': 'lift the blue block from the sliding cabinet', 'source': 'calvin_official_five_subgoal_sequence'}, 'official_task_verifier': 'harness_only', 'policy_checkpoint_required': False, 'ready': True}, 'policy_backend': 'calvin_native_agent'}, 'scene': {'observation_keys': ['depth_obs', 'rgb_obs', 'robot_obs', 'scene_obs'], 'semantic_state': {'fixed_link_geometry': {'table': {'base_link': {'aabb_max': [0.4410000095367432, 0.1809999952316284, 0.6488464126586915], 'aabb_min': [-0.4410000095367432, -0.1809999952316284, -0.0009999999999999454], 'orientation_xyzw': [0.0, 0.0, 0.0, 1.0], 'position': [-0.006995641397468289, 0.40082628438873363, -0.03604347253487656]}, 'button_link': {'aabb_max'…","feedback":{},"calls":[{"name":"get_calvin_language_subgoal","arguments":{},"ok":true,"error":null,"output":{"subgoal":"lift the blue block from the sliding cabinet"},"at":11.47},{"name":"get_calvin_runtime_context","arguments":{},"ok":true,"error":null,"output":{"available_skill_schema":{"action":{"dtype":"float","example_noop":[0.0,0.0,0.0,0.0,0.0,0.0,1.0],"relative_cartesian_control":{"gripper":{"close":-1.0,"open":1.0},"max_orientation_delta_rad_per_action":0.05,"max_position_delta_m_per_action":0.02,"normalized_range":[-1.0,1.0],"order":["dx","dy","dz","droll","dpitch","dyaw","gripper"]},"shape":[7],"source":"calvin_default_cartesian_rel"},"inputs":{"grounding":"dict|None","horizon":"int","language_goal":"str|None","prompt":"str|None","query":"str|None","subgoal":"str|None"},"name":"execute_calvin_language_skill","requires_policy_backend":false},"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_runtime_context_observation","trace_event_count":10},"prompt":null,"query":null,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"scene":{"observation_keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"aabb_min":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"orientation_xyzw":["[nested data omitted]","[nested data omitted]","[nested data omitted]","[nested data omitted]"],"position":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},"button_link":{"aabb_max":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"aabb_min":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"orientation_xyzw":["[nested data omitted]","[nested data omitted]","[nested data omitted]","[nested data omitted]"],"position":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},"drawer_link":{"aabb_max":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"aabb_min":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"orientation_xyzw":["[nested data omitted]","[nested data omitted]","[nested data omitted]","[nested data omitted]"],"position":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},"led_link":{"aabb_max":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"aabb_min":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"orientation_xyzw":["[nested data omitted]","[nested data omitted]","[nested data omitted]","[nested data omitted]"],"position":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},"light_link":{"aabb_max":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"aabb_min":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"orientation_xyzw":["[nested data omitted]","[nested data omitted]","[nested data omitted]","[nested data omitted]"],"position":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},"plank_link":{"aabb_max":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"aabb_min":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"orientation_xyzw":["[nested data omitted]","[nested data omitted]","[nested data omitted]","[nested data omitted]"],"position":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},"slide_link":{"aabb_max":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"aabb_min":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"orientation_xyzw":["[nested data omitted]","[nested data omitted]","[nested data omitted]","[nested data omitted]"],"position":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},"switch_link":{"aabb_max":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"aabb_min":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"orientation_xyzw":["[nested data omitted]","[nested data omitted]","[nested data omitted]","[nested data omitted]"],"position":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}}},"robot":{"arm_joint_states":[-1.217790424680681,1.0398761151208846,2.1197824715503697,-2.34205014,-0.8701585120731463,1.6411883363363506,0.5534499103241034],"gripper_action":1,"gripper_opening_width":0.079999265105995,"tcp_orn":[3.090455184366489,-0.02908339967118504,1.5001358568296401],"tcp_pos":[0.025868424822843045,-0.2313131826364944,0.5712804965677825]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"current_lin_vel":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"current_orn":["[nested data omitted]","[nested data omitted]","[nested data omitted]","[nested data omitted]"],"current_pos":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},"block_pink":{"current_ang_vel":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"current_lin_vel":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"current_orn":["[nested data omitted]","[nested data omitted]","[nested data omitted]","[nested data omitted]"],"current_pos":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},"block_red":{"current_ang_vel":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"current_lin_vel":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"current_orn":["[nested data omitted]","[nested data omitted]","[nested data omitted]","[nested data omitted]"],"current_pos":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}},"switches":{"base__switch":{"joint_state":0.088,"logical_state":0}}}},"state":{"robot_obs":[0.025868424822843045,-0.2313131826364944,0.5712804965677825,3.090455184366489,-0.02908339967118504,1.5001358568296401,0.079999265105995,-1.217790424680681,1.0398761151208846,2.1197824715503697,-2.34205014,-0.8701585120731463,1.6411883363363506,0.5534499103241034,1.0],"scene_obs":[0.28,0.22,0.0,0.088,1.0,0.0,0.23002299508846238,-0.12003019240217429,0.4599473104978178,0.0019977307891779427,-0.0021222494150066624,1.5148274082829478,0.07034840747053692,0.09237947567379497,0.4608938546448701,0.0023824894359060246,-0.003563287813573555,1.3395214299273974,-0.2408470897870707,0.09239042686732361,0.4608620624124109,0.0024587541861626518,-0.002083097682987724,1.368506776452053]}}},"at":11.531}],"event":{"kind":"action","label":"Lift block","detail":"lift the blue block from the sliding cabinet"}},{"round":3,"at":16.013877,"duration":4.531,"title":"execute calvin language skill","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":"lift the blue block from the sliding cabinet","toolCalls":1,"cumulativeToolCalls":3,"code":"skill_res = primitives.call(\n    name='execute_calvin_language_skill',\n    subgoal=\"lift the blue block from the sliding cabinet\",\n    horizon=5\n)\nprint(\"skill_res ok:\", skill_res.ok)\nprint(\"skill_res output:\", skill_res.output)","codeExcerpt":false,"stdout":"skill_res ok: False\nskill_res output: {'agent_context': {}, 'grounding': {}, 'horizon': 5, 'language_goal': None, 'pre_action_observation_ref': {'env_created': True, 'observation_type': 'dict', 'runtime_live': True, 'source': 'calvin_pre_skill_observation', 'trace_event_count': 14}, 'prompt': None, 'provenance': {'agent_context': {}, 'evidence_refs': [], 'primitive': 'execute_calvin_language_skill'}, 'query': None, 'requires_policy_backend': False, 'skill_executed': False, 'subgoal': 'lift the blue block from the sliding cabinet'}\n","feedback":{},"calls":[{"name":"execute_calvin_language_skill","arguments":{"horizon":5,"subgoal":"lift the blue block from the sliding cabinet"},"ok":false,"error":"primitive_action_missing","output":{"grounding":{},"horizon":5,"language_goal":null,"pre_action_observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_pre_skill_observation","trace_event_count":14},"prompt":null,"query":null,"requires_policy_backend":false,"skill_executed":false,"subgoal":"lift the blue block from the sliding cabinet"},"at":16.062}],"event":{"kind":"action","label":"Lift block","detail":"lift the blue block from the sliding cabinet"}},{"round":4,"at":21.527834,"duration":5.514,"title":"calvin action · calvin state","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":"lift the blue block from the sliding cabinet","toolCalls":2,"cumulativeToolCalls":5,"code":"# Let's test submit_calvin_action with a zero displacement action to see how the env behaves\nres = primitives.call(name='submit_calvin_action', action=[0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0])\nprint(\"submit result:\", res.ok)\nobs = primitives.call(name='observe_calvin_state')\nprint(\"tcp pos:\", obs.output['semantic_state']['robot']['tcp_pos'])\nprint(\"tcp orn:\", obs.output['semantic_state']['robot']['tcp_orn'])\nprint(\"gripper opening width:\", obs.output['semantic_state']['robot']['gripper_opening_width'])\nprint(\"gripper action:\", obs.output['semantic_state']['robot']['gripper_action'])","codeExcerpt":false,"stdout":"submit result: True\ntcp pos: [0.025865628911089067, -0.2313148001688599, 0.5712789104697837]\ntcp orn: [3.090461455257592, -0.029068364654287488, 1.5001357960864645]\ngripper opening width: 0.0799971212801942\ngripper action: 1.0\n","feedback":{},"calls":[{"name":"submit_calvin_action","arguments":{"action":[0.0,0.0,0.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[0.0,0.0,0.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.025865628911089067,-0.2313148001688599,0.5712789104697837,3.090461455257592,-0.029068364654287488,1.5001357960864645,0.0799971212801942,-1.217785625420593,1.0398754884553771,2.1197823979679344,-2.342049791881672,-0.8701559439663304,1.6411738979108565,0.5534536184412816,1.0],"scene_obs":[0.28,0.22,0.0,0.088,1.0,0.0,0.23004383693019598,-0.11998379213672825,0.4599674702035712,0.002904019442384401,0.0002527687768763808,1.5148335944624927,0.07029413236029383,0.09240096216879809,0.4609346570319219,-0.00048086484397967966,-0.00314221800989551,1.339531744034679,-0.24085563479389718,0.09241801096786428,0.46092453433820185,0.0017688279853861793,-0.0008226817515057946,1.3685106101009867]}},"stepped":true,"termination":{"done":false}},"at":21.543},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":21},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.025865628911089067,-0.2313148001688599,0.5712789104697837,3.090461455257592,-0.029068364654287488,1.5001357960864645,0.0799971212801942,-1.217785625420593,1.0398754884553771,2.1197823979679344,-2.342049791881672,-0.8701559439663304,1.6411738979108565,0.5534536184412816,1.0],"scene_obs":[0.28,0.22,0.0,0.088,1.0,0.0,0.23004383693019598,-0.11998379213672825,0.4599674702035712,0.002904019442384401,0.0002527687768763808,1.5148335944624927,0.07029413236029383,0.09240096216879809,0.4609346570319219,-0.00048086484397967966,-0.00314221800989551,1.339531744034679,-0.24085563479389718,0.09241801096786428,0.46092453433820185,0.0017688279853861793,-0.0008226817515057946,1.3685106101009867]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.1227349430963478,0.6297069412338078],"aabb_min":[0.23574800109863298,0.03978433870155252,0.5585698800985114],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178304446213,0.5981063417763784]}}},"robot":{"arm_joint_states":[-1.217785625420593,1.0398754884553771,2.1197823979679344,-2.342049791881672,-0.8701559439663304,1.6411738979108565,0.5534536184412816],"gripper_action":1.0,"gripper_opening_width":0.0799971212801942,"tcp_orn":[3.090461455257592,-0.029068364654287488,1.5001357960864645],"tcp_pos":[0.025865628911089067,-0.2313148001688599,0.5712789104697837]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.06470320682023192,0.026180078313237463,0.00010139478276326195],"current_lin_vel":[0.0005174160801140236,0.0012970353087445195,0.0011406694077587334],"current_orn":[0.0007868570401401329,-0.0013809579775956122,0.6208013751602656,0.7839662788731323],"current_pos":[0.07029413236029383,0.09240096216879809,0.4609346570319219]},"block_pink":{"current_ang_vel":[-0.03184202700677319,-0.0031673797354010505,7.403166228225696e-05],"current_lin_vel":[-6.553619985844207e-05,0.0006388835420327803,0.0013730728432160208],"current_orn":[0.0009453302611477329,0.00024029075246043103,0.6320961114024033,0.7748893821449693],"current_pos":[-0.24085563479389718,0.09241801096786428,0.46092453433820185]},"block_red":{"current_ang_vel":[0.001619645046580312,-0.0579408350679924,6.168039543907557e-05],"current_lin_vel":[-0.0011644192835557298,-3.4476962079726513e-05,0.0004962844632571406],"current_orn":[0.0009682171797503694,0.001089430671400481,0.6870458871497396,0.7266125684619916],"current_pos":[0.23004383693019598,-0.11998379213672825,0.4599674702035712]}},"switches":{"base__switch":{"joint_state":0.088,"logical_state":1}}}}},"at":21.575}],"event":{"kind":"action","label":"Lift block","detail":"lift the blue block from the sliding cabinet"}},{"round":5,"at":28.499499,"duration":6.972,"title":"calvin state · calvin action","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":"lift the blue block from the sliding cabinet","toolCalls":3,"cumulativeToolCalls":8,"code":"# Let's test displacement scaling with a small action\np0 = primitives.call(name='observe_calvin_state').output['semantic_state']['robot']['tcp_pos']\nres = primitives.call(name='submit_calvin_action', action=[0.05, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0])\np1 = primitives.call(name='observe_calvin_state').output['semantic_state']['robot']['tcp_pos']\ndx = p1[0] - p0[0]\ndy = p1[1] - p0[1]\ndz = p1[2] - p0[2]\nprint(f\"Action [0.05, 0, 0] resulted in delta: dx={dx:.4f}, dy={dy:.4f}, dz={dz:.4f}\")","codeExcerpt":false,"stdout":"Action [0.05, 0, 0] resulted in delta: dx=0.0005, dy=-0.0000, dz=-0.0000\n","feedback":{},"calls":[{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":25},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.025865628911089067,-0.2313148001688599,0.5712789104697837,3.090461455257592,-0.029068364654287488,1.5001357960864645,0.0799971212801942,-1.217785625420593,1.0398754884553771,2.1197823979679344,-2.342049791881672,-0.8701559439663304,1.6411738979108565,0.5534536184412816,1.0],"scene_obs":[0.28,0.22,0.0,0.088,1.0,0.0,0.23004383693019598,-0.11998379213672825,0.4599674702035712,0.002904019442384401,0.0002527687768763808,1.5148335944624927,0.07029413236029383,0.09240096216879809,0.4609346570319219,-0.00048086484397967966,-0.00314221800989551,1.339531744034679,-0.24085563479389718,0.09241801096786428,0.46092453433820185,0.0017688279853861793,-0.0008226817515057946,1.3685106101009867]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.1227349430963478,0.6297069412338078],"aabb_min":[0.23574800109863298,0.03978433870155252,0.5585698800985114],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178304446213,0.5981063417763784]}}},"robot":{"arm_joint_states":[-1.217785625420593,1.0398754884553771,2.1197823979679344,-2.342049791881672,-0.8701559439663304,1.6411738979108565,0.5534536184412816],"gripper_action":1.0,"gripper_opening_width":0.0799971212801942,"tcp_orn":[3.090461455257592,-0.029068364654287488,1.5001357960864645],"tcp_pos":[0.025865628911089067,-0.2313148001688599,0.5712789104697837]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.06470320682023192,0.026180078313237463,0.00010139478276326195],"current_lin_vel":[0.0005174160801140236,0.0012970353087445195,0.0011406694077587334],"current_orn":[0.0007868570401401329,-0.0013809579775956122,0.6208013751602656,0.7839662788731323],"current_pos":[0.07029413236029383,0.09240096216879809,0.4609346570319219]},"block_pink":{"current_ang_vel":[-0.03184202700677319,-0.0031673797354010505,7.403166228225696e-05],"current_lin_vel":[-6.553619985844207e-05,0.0006388835420327803,0.0013730728432160208],"current_orn":[0.0009453302611477329,0.00024029075246043103,0.6320961114024033,0.7748893821449693],"current_pos":[-0.24085563479389718,0.09241801096786428,0.46092453433820185]},"block_red":{"current_ang_vel":[0.001619645046580312,-0.0579408350679924,6.168039543907557e-05],"current_lin_vel":[-0.0011644192835557298,-3.4476962079726513e-05,0.0004962844632571406],"current_orn":[0.0009682171797503694,0.001089430671400481,0.6870458871497396,0.7266125684619916],"current_pos":[0.23004383693019598,-0.11998379213672825,0.4599674702035712]}},"switches":{"base__switch":{"joint_state":0.088,"logical_state":1}}}}},"at":28.461},{"name":"submit_calvin_action","arguments":{"action":[0.05,0.0,0.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[0.05,0.0,0.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.02635662081314405,-0.23134483719534057,0.5712738942792431,3.0904564315502845,-0.02907327814078369,1.500135562677869,0.07999668379412497,-1.2172335200942928,1.0394615940505612,2.118739940611251,-2.3408440282008023,-0.8705566594816659,1.6412794547766547,0.5526062193753226,1.0],"scene_obs":[0.28,0.22,0.0,0.088,1.0,0.0,0.23001446635867773,-0.11998460331133466,0.4599780599374095,0.0014417262089203133,0.0001255691448015224,1.5148326572981723,0.07030626677773384,0.09243187525045107,0.46096110448057587,-0.0002313622872033731,-0.0014948023761222238,1.3395355117025998,-0.24085085147874435,0.09243452722573126,0.4609565455194528,0.0018405063014930686,3.2933287159529084e-05,1.3685127939731005]}},"stepped":true,"termination":{"done":false}},"at":28.538},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":31},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.02635662081314405,-0.23134483719534057,0.5712738942792431,3.0904564315502845,-0.02907327814078369,1.500135562677869,0.07999668379412497,-1.2172335200942928,1.0394615940505612,2.118739940611251,-2.3408440282008023,-0.8705566594816659,1.6412794547766547,0.5526062193753226,1.0],"scene_obs":[0.28,0.22,0.0,0.088,1.0,0.0,0.23001446635867773,-0.11998460331133466,0.4599780599374095,0.0014417262089203133,0.0001255691448015224,1.5148326572981723,0.07030626677773384,0.09243187525045107,0.46096110448057587,-0.0002313622872033731,-0.0014948023761222238,1.3395355117025998,-0.24085085147874435,0.09243452722573126,0.4609565455194528,0.0018405063014930686,3.2933287159529084e-05,1.3685127939731005]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.1227349430963478,0.6297069412338078],"aabb_min":[0.23574800109863298,0.03978433870155252,0.5585698800985114],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178304446213,0.5981063417763784]}}},"robot":{"arm_joint_states":[-1.2172335200942928,1.0394615940505612,2.118739940611251,-2.3408440282008023,-0.8705566594816659,1.6412794547766547,0.5526062193753226],"gripper_action":1.0,"gripper_opening_width":0.07999668379412497,"tcp_orn":[3.0904564315502845,-0.02907327814078369,1.500135562677869],"tcp_pos":[0.02635662081314405,-0.23134483719534057,0.5712738942792431]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.034707679914127626,0.013834804879994795,0.0001495401813521048],"current_lin_vel":[0.0002671753299036925,0.0006919368224797375,0.0005790198832590701],"current_orn":[0.0003732995079606065,-0.0006577522491269809,0.6208036869666282,0.7839656945671134],"current_pos":[0.07030626677773384,0.09243187525045107,0.46096110448057587]},"block_pink":{"current_ang_vel":[-0.020657377888977594,0.015198348541400713,5.9762273563121505e-05],"current_lin_vel":[0.00030240492192835493,0.00041396882072163195,0.0007038879322707123],"current_orn":[0.0007026856991081207,0.0005944489722076985,0.6320966968369238,0.7748889718605355],"current_pos":[-0.24085085147874435,0.09243452722573126,0.4609565455194528]},"block_red":{"current_ang_vel":[0.0010021989931675538,-0.0321621951852306,-2.5154451710825652e-05],"current_lin_vel":[-0.0006430790561379507,-1.757245032637988e-05,0.0002347119369434103],"current_orn":[0.0004806529391540416,0.000540886472260392,0.6870461970121556,0.7266133769658459],"current_pos":[0.23001446635867773,-0.11998460331133466,0.4599780599374095]}},"switches":{"base__switch":{"joint_state":0.088,"logical_state":1}}}}},"at":28.546}],"event":{"kind":"action","label":"Lift block","detail":"lift the blue block from the sliding cabinet"}},{"round":6,"at":34.497648,"duration":5.998,"title":"calvin state · calvin action","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":"lift the blue block from the sliding cabinet","toolCalls":3,"cumulativeToolCalls":11,"code":"p0 = primitives.call(name='observe_calvin_state').output['semantic_state']['robot']['tcp_pos']\nres = primitives.call(name='submit_calvin_action', action=[1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0])\np1 = primitives.call(name='observe_calvin_state').output['semantic_state']['robot']['tcp_pos']\nprint(f\"Action 1.0 delta: dx={p1[0]-p0[0]:.4f}, dy={p1[1]-p0[1]:.4f}, dz={p1[2]-p0[2]:.4f}\")","codeExcerpt":false,"stdout":"Action 1.0 delta: dx=0.0100, dy=-0.0005, dz=-0.0001\n","feedback":{},"calls":[{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":35},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.02635662081314405,-0.23134483719534057,0.5712738942792431,3.0904564315502845,-0.02907327814078369,1.500135562677869,0.07999668379412497,-1.2172335200942928,1.0394615940505612,2.118739940611251,-2.3408440282008023,-0.8705566594816659,1.6412794547766547,0.5526062193753226,1.0],"scene_obs":[0.28,0.22,0.0,0.088,1.0,0.0,0.23001446635867773,-0.11998460331133466,0.4599780599374095,0.0014417262089203133,0.0001255691448015224,1.5148326572981723,0.07030626677773384,0.09243187525045107,0.46096110448057587,-0.0002313622872033731,-0.0014948023761222238,1.3395355117025998,-0.24085085147874435,0.09243452722573126,0.4609565455194528,0.0018405063014930686,3.2933287159529084e-05,1.3685127939731005]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.1227349430963478,0.6297069412338078],"aabb_min":[0.23574800109863298,0.03978433870155252,0.5585698800985114],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178304446213,0.5981063417763784]}}},"robot":{"arm_joint_states":[-1.2172335200942928,1.0394615940505612,2.118739940611251,-2.3408440282008023,-0.8705566594816659,1.6412794547766547,0.5526062193753226],"gripper_action":1.0,"gripper_opening_width":0.07999668379412497,"tcp_orn":[3.0904564315502845,-0.02907327814078369,1.500135562677869],"tcp_pos":[0.02635662081314405,-0.23134483719534057,0.5712738942792431]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.034707679914127626,0.013834804879994795,0.0001495401813521048],"current_lin_vel":[0.0002671753299036925,0.0006919368224797375,0.0005790198832590701],"current_orn":[0.0003732995079606065,-0.0006577522491269809,0.6208036869666282,0.7839656945671134],"current_pos":[0.07030626677773384,0.09243187525045107,0.46096110448057587]},"block_pink":{"current_ang_vel":[-0.020657377888977594,0.015198348541400713,5.9762273563121505e-05],"current_lin_vel":[0.00030240492192835493,0.00041396882072163195,0.0007038879322707123],"current_orn":[0.0007026856991081207,0.0005944489722076985,0.6320966968369238,0.7748889718605355],"current_pos":[-0.24085085147874435,0.09243452722573126,0.4609565455194528]},"block_red":{"current_ang_vel":[0.0010021989931675538,-0.0321621951852306,-2.5154451710825652e-05],"current_lin_vel":[-0.0006430790561379507,-1.757245032637988e-05,0.0002347119369434103],"current_orn":[0.0004806529391540416,0.000540886472260392,0.6870461970121556,0.7266133769658459],"current_pos":[0.23001446635867773,-0.11998460331133466,0.4599780599374095]}},"switches":{"base__switch":{"joint_state":0.088,"logical_state":1}}}}},"at":34.465},{"name":"submit_calvin_action","arguments":{"action":[1.0,0.0,0.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,0.0,0.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.036378405406725975,-0.23183611478894145,0.5712236108670952,3.090507043553453,-0.02942887651162747,1.5002234414384081,0.07999801238997419,-1.2051843656019854,1.0312152786598252,2.0973958723526986,-2.3157819593900193,-0.878360923521185,1.6433820429806394,0.5354630172226342,1.0],"scene_obs":[0.28,0.22,0.0,0.088,1.0,0.0,0.23000019885567705,-0.11998502811578315,0.45998381349632617,0.0007311647441337062,6.357231662956578e-05,1.5148324937502644,0.07031240187233218,0.09244795815995425,0.46097460553966707,-0.00010300378553510104,-0.0006333790399449073,1.3395401918041188,-0.2408738743498897,0.092436977952793,0.4609727534127973,0.0006946165180342825,-7.834223303077464e-05,1.3685148532984568]}},"stepped":true,"termination":{"done":false}},"at":34.513},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":41},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.036378405406725975,-0.23183611478894145,0.5712236108670952,3.090507043553453,-0.02942887651162747,1.5002234414384081,0.07999801238997419,-1.2051843656019854,1.0312152786598252,2.0973958723526986,-2.3157819593900193,-0.878360923521185,1.6433820429806394,0.5354630172226342,1.0],"scene_obs":[0.28,0.22,0.0,0.088,1.0,0.0,0.23000019885567705,-0.11998502811578315,0.45998381349632617,0.0007311647441337062,6.357231662956578e-05,1.5148324937502644,0.07031240187233218,0.09244795815995425,0.46097460553966707,-0.00010300378553510104,-0.0006333790399449073,1.3395401918041188,-0.2408738743498897,0.092436977952793,0.4609727534127973,0.0006946165180342825,-7.834223303077464e-05,1.3685148532984568]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.1227349430963478,0.6297069412338078],"aabb_min":[0.23574800109863298,0.03978433870155252,0.5585698800985114],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178304446213,0.5981063417763784]}}},"robot":{"arm_joint_states":[-1.2051843656019854,1.0312152786598252,2.0973958723526986,-2.3157819593900193,-0.878360923521185,1.6433820429806394,0.5354630172226342],"gripper_action":1.0,"gripper_opening_width":0.07999801238997419,"tcp_orn":[3.090507043553453,-0.02942887651162747,1.5002234414384081],"tcp_pos":[0.036378405406725975,-0.23183611478894145,0.5712236108670952]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.017791666780962362,0.0070866166151275604,0.00014210700356454377],"current_lin_vel":[0.00013242850370800865,0.00035252473073472154,0.000297009734205711],"current_orn":[0.00015622702768349218,-0.0002802459793698654,0.6208057220728459,0.7839643821608985],"current_pos":[0.07031240187233218,0.09244795815995425,0.46097460553966707]},"block_pink":{"current_ang_vel":[-0.002004791990807837,-0.029482330534383327,0.0001646892757266135],"current_lin_vel":[-0.0005974289293291147,4.122172018115097e-05,0.00036142522885741074],"current_orn":[0.00029388519281561837,0.00018917952154868148,0.6320977461240164,0.7748885837251317],"current_pos":[-0.2408738743498897,0.092436977952793,0.4609727534127973]},"block_red":{"current_ang_vel":[0.0004955503623750096,-0.015895076731950578,-7.663683023682395e-06],"current_lin_vel":[-0.00031780063137652113,-9.190585293404956e-06,0.00012487141845269473],"current_orn":[0.0002437985519902055,0.00027426828188720394,0.6870462956410182,0.7266135513360112],"current_pos":[0.23000019885567705,-0.11998502811578315,0.45998381349632617]}},"switches":{"base__switch":{"joint_state":0.088,"logical_state":1}}}}},"at":34.544}],"event":{"kind":"action","label":"Lift block","detail":"lift the blue block from the sliding cabinet"}},{"round":7,"at":43.679126,"duration":9.181,"title":"calvin state · calvin action","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":"lift the blue block from the sliding cabinet","toolCalls":8,"cumulativeToolCalls":19,"code":"# Let's write a helper function to move the end-effector to a target position using proportional control.\n# First, let's inspect the exact controller behavior and limits.\n\ndef move_to_target(target_pos, gripper_cmd=1.0, max_steps=60, pos_tol=0.01):\n    for step_i in range(max_steps):\n        state = primitives.call(name='observe_calvin_state').output['semantic_state']\n        curr_pos = state['robot']['tcp_pos']\n        dx = target_pos[0] - curr_pos[0]\n        dy = target_pos[1] - curr_pos[1]\n        dz = target_pos[2] - curr_pos[2]\n        dist = (dx**2 + dy**2 + dz**2)**0.5\n        if dist < pos_tol:\n            print(f\"Reached target {target_pos} in {step_i} steps. Dist: {dist:.4f}\")\n            break\n        # Action is scaled such that 1.0 is ~0.01m (1 cm) delta.\n        # Let's clip action components to [-1.0, 1.0]\n        # P-gain: if delta is 0.01m, action 1.0. So gain = 100.0\n        ax = max(-1.0, min(1.0, dx * 100.0))\n        ay = max(-1.0, min(1.0, dy * 100.0))\n        az = max(-1.0, min(1.0, dz * 100.0))\n        primitives.call(name='submit_calvin_action', action=[ax, ay, az, 0.0, 0.0, 0.0, gripper_cmd])\n    else:\n        print(f\"Finished max steps ({max_steps}). Final pos: {curr_pos}, target: {target_pos}\")\n\n# Test moving slightly up and towards the table center to check responsiveness\ncurr = primitives.call(name='observe_calvin_state').output['semantic_state']['robot']['tcp_pos']\nprint(\"Initial pos:\", curr)\nmove_to_target([curr[0], curr[1] + 0.05, curr[2]], gripper_cmd=1.0, max_steps=10)","codeExcerpt":false,"stdout":"Initial pos: [0.036378405406725975, -0.23183611478894145, 0.5712236108670952]\nReached target [0.036378405406725975, -0.18183611478894146, 0.5712236108670952] in 3 steps. Dist: 0.0079\n","feedback":{},"calls":[{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":45},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.036378405406725975,-0.23183611478894145,0.5712236108670952,3.090507043553453,-0.02942887651162747,1.5002234414384081,0.07999801238997419,-1.2051843656019854,1.0312152786598252,2.0973958723526986,-2.3157819593900193,-0.878360923521185,1.6433820429806394,0.5354630172226342,1.0],"scene_obs":[0.28,0.22,0.0,0.088,1.0,0.0,0.23000019885567705,-0.11998502811578315,0.45998381349632617,0.0007311647441337062,6.357231662956578e-05,1.5148324937502644,0.07031240187233218,0.09244795815995425,0.46097460553966707,-0.00010300378553510104,-0.0006333790399449073,1.3395401918041188,-0.2408738743498897,0.092436977952793,0.4609727534127973,0.0006946165180342825,-7.834223303077464e-05,1.3685148532984568]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.1227349430963478,0.6297069412338078],"aabb_min":[0.23574800109863298,0.03978433870155252,0.5585698800985114],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178304446213,0.5981063417763784]}}},"robot":{"arm_joint_states":[-1.2051843656019854,1.0312152786598252,2.0973958723526986,-2.3157819593900193,-0.878360923521185,1.6433820429806394,0.5354630172226342],"gripper_action":1.0,"gripper_opening_width":0.07999801238997419,"tcp_orn":[3.090507043553453,-0.02942887651162747,1.5002234414384081],"tcp_pos":[0.036378405406725975,-0.23183611478894145,0.5712236108670952]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.017791666780962362,0.0070866166151275604,0.00014210700356454377],"current_lin_vel":[0.00013242850370800865,0.00035252473073472154,0.000297009734205711],"current_orn":[0.00015622702768349218,-0.0002802459793698654,0.6208057220728459,0.7839643821608985],"current_pos":[0.07031240187233218,0.09244795815995425,0.46097460553966707]},"block_pink":{"current_ang_vel":[-0.002004791990807837,-0.029482330534383327,0.0001646892757266135],"current_lin_vel":[-0.0005974289293291147,4.122172018115097e-05,0.00036142522885741074],"current_orn":[0.00029388519281561837,0.00018917952154868148,0.6320977461240164,0.7748885837251317],"current_pos":[-0.2408738743498897,0.092436977952793,0.4609727534127973]},"block_red":{"current_ang_vel":[0.0004955503623750096,-0.015895076731950578,-7.663683023682395e-06],"current_lin_vel":[-0.00031780063137652113,-9.190585293404956e-06,0.00012487141845269473],"current_orn":[0.0002437985519902055,0.00027426828188720394,0.6870462956410182,0.7266135513360112],"current_pos":[0.23000019885567705,-0.11998502811578315,0.45998381349632617]}},"switches":{"base__switch":{"joint_state":0.088,"logical_state":1}}}}},"at":43.464},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":48},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.036378405406725975,-0.23183611478894145,0.5712236108670952,3.090507043553453,-0.02942887651162747,1.5002234414384081,0.07999801238997419,-1.2051843656019854,1.0312152786598252,2.0973958723526986,-2.3157819593900193,-0.878360923521185,1.6433820429806394,0.5354630172226342,1.0],"scene_obs":[0.28,0.22,0.0,0.088,1.0,0.0,0.23000019885567705,-0.11998502811578315,0.45998381349632617,0.0007311647441337062,6.357231662956578e-05,1.5148324937502644,0.07031240187233218,0.09244795815995425,0.46097460553966707,-0.00010300378553510104,-0.0006333790399449073,1.3395401918041188,-0.2408738743498897,0.092436977952793,0.4609727534127973,0.0006946165180342825,-7.834223303077464e-05,1.3685148532984568]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.1227349430963478,0.6297069412338078],"aabb_min":[0.23574800109863298,0.03978433870155252,0.5585698800985114],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178304446213,0.5981063417763784]}}},"robot":{"arm_joint_states":[-1.2051843656019854,1.0312152786598252,2.0973958723526986,-2.3157819593900193,-0.878360923521185,1.6433820429806394,0.5354630172226342],"gripper_action":1.0,"gripper_opening_width":0.07999801238997419,"tcp_orn":[3.090507043553453,-0.02942887651162747,1.5002234414384081],"tcp_pos":[0.036378405406725975,-0.23183611478894145,0.5712236108670952]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.017791666780962362,0.0070866166151275604,0.00014210700356454377],"current_lin_vel":[0.00013242850370800865,0.00035252473073472154,0.000297009734205711],"current_orn":[0.00015622702768349218,-0.0002802459793698654,0.6208057220728459,0.7839643821608985],"current_pos":[0.07031240187233218,0.09244795815995425,0.46097460553966707]},"block_pink":{"current_ang_vel":[-0.002004791990807837,-0.029482330534383327,0.0001646892757266135],"current_lin_vel":[-0.0005974289293291147,4.122172018115097e-05,0.00036142522885741074],"current_orn":[0.00029388519281561837,0.00018917952154868148,0.6320977461240164,0.7748885837251317],"current_pos":[-0.2408738743498897,0.092436977952793,0.4609727534127973]},"block_red":{"current_ang_vel":[0.0004955503623750096,-0.015895076731950578,-7.663683023682395e-06],"current_lin_vel":[-0.00031780063137652113,-9.190585293404956e-06,0.00012487141845269473],"current_orn":[0.0002437985519902055,0.00027426828188720394,0.6870462956410182,0.7266135513360112],"current_pos":[0.23000019885567705,-0.11998502811578315,0.45998381349632617]}},"switches":{"base__switch":{"joint_state":0.088,"logical_state":1}}}}},"at":43.487},{"name":"submit_calvin_action","arguments":{"action":[0.0,1.0,0.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[0.0,1.0,0.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.041495689907746096,-0.22254027554651898,0.5710773586075988,3.090714826960605,-0.029542091855353753,1.4995069886818753,0.0799980898239237,-1.171736083754111,1.0094648766758412,2.0766344626781,-2.2907262253681595,-0.8770993594268748,1.6544595742027923,0.5405443275566582,1.0],"scene_obs":[0.28,0.22,0.0,0.088,1.0,0.0,0.2299925080059007,-0.11998522733237726,0.4599866125482162,0.00034701994743984663,3.005481824526513e-05,1.514831941610541,0.07031539566680649,0.09245613698560504,0.4609815333752711,-3.732790140642038e-05,-0.00019183322753700012,1.3395448639434637,-0.2408895777674629,0.0924374327841359,0.4609809488074661,-7.014203096305695e-05,-0.00021320430719052498,1.368518942856189]}},"stepped":true,"termination":{"done":false}},"at":43.543},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":54},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.041495689907746096,-0.22254027554651898,0.5710773586075988,3.090714826960605,-0.029542091855353753,1.4995069886818753,0.0799980898239237,-1.171736083754111,1.0094648766758412,2.0766344626781,-2.2907262253681595,-0.8770993594268748,1.6544595742027923,0.5405443275566582,1.0],"scene_obs":[0.28,0.22,0.0,0.088,1.0,0.0,0.2299925080059007,-0.11998522733237726,0.4599866125482162,0.00034701994743984663,3.005481824526513e-05,1.514831941610541,0.07031539566680649,0.09245613698560504,0.4609815333752711,-3.732790140642038e-05,-0.00019183322753700012,1.3395448639434637,-0.2408895777674629,0.0924374327841359,0.4609809488074661,-7.014203096305695e-05,-0.00021320430719052498,1.368518942856189]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.1227349430963478,0.6297069412338078],"aabb_min":[0.23574800109863298,0.03978433870155252,0.5585698800985114],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178304446213,0.5981063417763784]}}},"robot":{"arm_joint_states":[-1.171736083754111,1.0094648766758412,2.0766344626781,-2.2907262253681595,-0.8770993594268748,1.6544595742027923,0.5405443275566582],"gripper_action":1.0,"gripper_opening_width":0.0799980898239237,"tcp_orn":[3.090714826960605,-0.029542091855353753,1.4995069886818753],"tcp_pos":[0.041495689907746096,-0.22254027554651898,0.5710773586075988]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.009120169286486278,0.0036297915719001434,0.0001404677275028915],"current_lin_vel":[6.335261578577654e-05,0.00017884688831182682,0.000152446625549002],"current_orn":[4.4913916509772326e-05,-8.678179487517764e-05,0.6208075938402379,0.7839629595089008],"current_pos":[0.07031539566680649,0.09245613698560504,0.4609815333752711]},"block_pink":{"current_ang_vel":[-0.006850638428342213,0.0002924642605658112,-9.217522495999394e-05],"current_lin_vel":[1.0023874860739255e-05,0.00013396969001167017,7.89663259770923e-05],"current_orn":[4.0207066762325645e-05,-0.00010477302605593308,0.632099351787027,0.774887344635609],"current_pos":[-0.2408895777674629,0.0924374327841359,0.4609809488074661]},"block_red":{"current_ang_vel":[0.0003466769225252982,-0.01147865413549351,-6.563649988317686e-05],"current_lin_vel":[-0.00022709536140167602,-2.3375823029432684e-06,3.8724887152299936e-05],"current_orn":[0.00011575021414094756,0.00013012848118617302,0.6870461374334186,0.7266137727199277],"current_pos":[0.2299925080059007,-0.11998522733237726,0.4599866125482162]}},"switches":{"base__switch":{"joint_state":0.088,"logical_state":1}}}}},"at":43.568},{"name":"submit_calvin_action","arguments":{"action":[-0.5117284501020121,1.0,0.014625225949638221,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-0.5117284501020121,1.0,0.014625225949638221,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.03864095236799594,-0.2072070143113256,0.5712070024280523,3.0906705139163964,-0.02945921211508384,1.4990816310359285,0.07999849577564,-1.133038707073959,0.984584877048609,2.0653474788324813,-2.2758949473127505,-0.8680788998689145,1.6683312073360408,0.5627491177701405,1.0],"scene_obs":[0.28,0.22,0.0,0.088,1.0,0.0,0.22998615311281334,-0.11998517250150206,0.4599870882133765,2.3639577241495182e-05,2.6796183903118806e-06,1.5148284544689725,0.07031698571377619,0.09245983463619238,0.46098507256037713,9.976687248652949e-06,1.556058792762205e-05,1.3395481341882858,-0.24089064150464234,0.09244027044885914,0.46098427054968205,-0.00016193547567179694,-7.999517201584696e-05,1.368514715951661]}},"stepped":true,"termination":{"done":false}},"at":43.61},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":60},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.03864095236799594,-0.2072070143113256,0.5712070024280523,3.0906705139163964,-0.02945921211508384,1.4990816310359285,0.07999849577564,-1.133038707073959,0.984584877048609,2.0653474788324813,-2.2758949473127505,-0.8680788998689145,1.6683312073360408,0.5627491177701405,1.0],"scene_obs":[0.28,0.22,0.0,0.088,1.0,0.0,0.22998615311281334,-0.11998517250150206,0.4599870882133765,2.3639577241495182e-05,2.6796183903118806e-06,1.5148284544689725,0.07031698571377619,0.09245983463619238,0.46098507256037713,9.976687248652949e-06,1.556058792762205e-05,1.3395481341882858,-0.24089064150464234,0.09244027044885914,0.46098427054968205,-0.00016193547567179694,-7.999517201584696e-05,1.368514715951661]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.1227349430963478,0.6297069412338078],"aabb_min":[0.23574800109863298,0.03978433870155252,0.5585698800985114],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178304446213,0.5981063417763784]}}},"robot":{"arm_joint_states":[-1.133038707073959,0.984584877048609,2.0653474788324813,-2.2758949473127505,-0.8680788998689145,1.6683312073360408,0.5627491177701405],"gripper_action":1.0,"gripper_opening_width":0.07999849577564,"tcp_orn":[3.0906705139163964,-0.02945921211508384,1.4990816310359285],"tcp_pos":[0.03864095236799594,-0.2072070143113256,0.5712070024280523]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0005010638904710037,0.004019228552797537,-0.00019650389632345174],"current_lin_vel":[7.744459945988225e-05,-1.4426038646905324e-05,7.411612726425376e-05],"current_orn":[-9.194040021629949e-07,9.196262423073797e-06,0.620808880025155,0.7839619470334617],"current_pos":[0.07031698571377619,0.09245983463619238,0.46098507256037713]},"block_pink":{"current_ang_vel":[-0.0032611359224008775,-0.0014258635010897902,-0.00012694795198823594],"current_lin_vel":[-2.252716520950235e-05,6.0983076627382196e-05,7.443074316765969e-05],"current_orn":[-3.7458600752908404e-05,-8.217319909923853e-05,0.6320977158885046,0.7748886819491906],"current_pos":[-0.24089064150464234,0.09244027044885914,0.46098427054968205]},"block_red":{"current_ang_vel":[0.00020429664453261437,-0.007141557927676686,-0.00010473053170277097],"current_lin_vel":[-0.0001387939327696202,3.1027194490357584e-06,1.0408397027747429e-05],"current_orn":[7.667926418959527e-06,9.094250719272727e-06,0.6870448827838549,0.726614979820136],"current_pos":[0.22998615311281334,-0.11998517250150206,0.4599870882133765]}},"switches":{"base__switch":{"joint_state":0.088,"logical_state":1}}}}},"at":43.631},{"name":"submit_calvin_action","arguments":{"action":[-0.22625469612699636,1.0,0.0016608439042831158,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-0.22625469612699636,1.0,0.0016608439042831158,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.03440533577514591,-0.18946170839790158,0.5712706540724636,3.0907280389909806,-0.029447711322397672,1.4991073027566026,0.079998645493288,-1.08796837207692,0.9563441553959616,2.0508401513621006,-2.2578785646710124,-0.8577169521953353,1.6838538865209585,0.5864973006709966,1.0],"scene_obs":[0.28,0.22,0.0,0.088,1.0,0.0,0.22998813527138776,-0.11998446500988212,0.4599879382530745,0.00011835568179869342,4.101178060886115e-05,1.5148307540299617,0.07031641192687772,0.09245797591704905,0.460986694906856,5.708148794472238e-06,-7.475505616940712e-05,1.3395433354952768,-0.24089110741445413,0.09244165064743928,0.46098600648551885,-0.00020981653387032098,-1.2155522925383974e-05,1.3685104970060362]}},"stepped":true,"termination":{"done":false}},"at":43.688},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":66},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.03440533577514591,-0.18946170839790158,0.5712706540724636,3.0907280389909806,-0.029447711322397672,1.4991073027566026,0.079998645493288,-1.08796837207692,0.9563441553959616,2.0508401513621006,-2.2578785646710124,-0.8577169521953353,1.6838538865209585,0.5864973006709966,1.0],"scene_obs":[0.28,0.22,0.0,0.088,1.0,0.0,0.22998813527138776,-0.11998446500988212,0.4599879382530745,0.00011835568179869342,4.101178060886115e-05,1.5148307540299617,0.07031641192687772,0.09245797591704905,0.460986694906856,5.708148794472238e-06,-7.475505616940712e-05,1.3395433354952768,-0.24089110741445413,0.09244165064743928,0.46098600648551885,-0.00020981653387032098,-1.2155522925383974e-05,1.3685104970060362]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.1227349430963478,0.6297069412338078],"aabb_min":[0.23574800109863298,0.03978433870155252,0.5585698800985114],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178304446213,0.5981063417763784]}}},"robot":{"arm_joint_states":[-1.08796837207692,0.9563441553959616,2.0508401513621006,-2.2578785646710124,-0.8577169521953353,1.6838538865209585,0.5864973006709966],"gripper_action":1.0,"gripper_opening_width":0.079998645493288,"tcp_orn":[3.0907280389909806,-0.029447711322397672,1.4991073027566026],"tcp_pos":[0.03440533577514591,-0.18946170839790158,0.5712706540724636]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.0012875415220514514,0.004604881948487578,-0.00019864209055390063],"current_lin_vel":[8.911649147939648e-05,2.1270512493278993e-05,3.985743081545701e-05],"current_orn":[2.5441721009078758e-05,-2.7530786000595226e-05,0.6208069987313956,0.7839634359591598],"current_pos":[0.07031641192687772,0.09245797591704905,0.460986694906856]},"block_pink":{"current_ang_vel":[-0.001674126383956297,-0.0007325166895224967,-0.0001264716521441169],"current_lin_vel":[-8.663078506499854e-06,2.924259332532484e-05,3.819255806013916e-05],"current_orn":[-7.745063932756911e-05,-7.10217014883343e-05,0.6320960823834445,0.7748900125777968],"current_pos":[-0.24089110741445413,0.09244165064743928,0.46098600648551885]},"block_red":{"current_ang_vel":[-0.012552394651101278,0.021526572638415703,1.1081308359518846e-06],"current_lin_vel":[0.0004308055727754328,0.0002506185236120197,3.627975488695867e-05],"current_orn":[2.8910974783774372e-05,5.555775302012833e-05,0.6870457160620344,0.7266141893180301],"current_pos":[0.22998813527138776,-0.11998446500988212,0.4599879382530745]}},"switches":{"base__switch":{"joint_state":0.088,"logical_state":1}}}}},"at":43.723}],"event":{"kind":"action","label":"Lift block","detail":"lift the blue block from the sliding cabinet"}},{"round":8,"at":51.397579,"duration":7.718,"title":"calvin state","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":"lift the blue block from the sliding cabinet","toolCalls":1,"cumulativeToolCalls":20,"code":"# Let's inspect the current blue block position and robot tcp position\nstate = primitives.call(name='observe_calvin_state').output['semantic_state']\nblue_pos = state['scene']['movable_objects']['block_blue']['current_pos']\ntcp_pos = state['robot']['tcp_pos']\ntcp_orn = state['robot']['tcp_orn']\nprint(\"Blue block pos:\", blue_pos)\nprint(\"TCP pos:\", tcp_pos)\nprint(\"TCP orn:\", tcp_orn)","codeExcerpt":false,"stdout":"Blue block pos: [0.07031641192687772, 0.09245797591704905, 0.460986694906856]\nTCP pos: [0.03440533577514591, -0.18946170839790158, 0.5712706540724636]\nTCP orn: [3.0907280389909806, -0.029447711322397672, 1.4991073027566026]\n","feedback":{},"calls":[{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":70},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.03440533577514591,-0.18946170839790158,0.5712706540724636,3.0907280389909806,-0.029447711322397672,1.4991073027566026,0.079998645493288,-1.08796837207692,0.9563441553959616,2.0508401513621006,-2.2578785646710124,-0.8577169521953353,1.6838538865209585,0.5864973006709966,1.0],"scene_obs":[0.28,0.22,0.0,0.088,1.0,0.0,0.22998813527138776,-0.11998446500988212,0.4599879382530745,0.00011835568179869342,4.101178060886115e-05,1.5148307540299617,0.07031641192687772,0.09245797591704905,0.460986694906856,5.708148794472238e-06,-7.475505616940712e-05,1.3395433354952768,-0.24089110741445413,0.09244165064743928,0.46098600648551885,-0.00020981653387032098,-1.2155522925383974e-05,1.3685104970060362]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.1227349430963478,0.6297069412338078],"aabb_min":[0.23574800109863298,0.03978433870155252,0.5585698800985114],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178304446213,0.5981063417763784]}}},"robot":{"arm_joint_states":[-1.08796837207692,0.9563441553959616,2.0508401513621006,-2.2578785646710124,-0.8577169521953353,1.6838538865209585,0.5864973006709966],"gripper_action":1.0,"gripper_opening_width":0.079998645493288,"tcp_orn":[3.0907280389909806,-0.029447711322397672,1.4991073027566026],"tcp_pos":[0.03440533577514591,-0.18946170839790158,0.5712706540724636]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.0012875415220514514,0.004604881948487578,-0.00019864209055390063],"current_lin_vel":[8.911649147939648e-05,2.1270512493278993e-05,3.985743081545701e-05],"current_orn":[2.5441721009078758e-05,-2.7530786000595226e-05,0.6208069987313956,0.7839634359591598],"current_pos":[0.07031641192687772,0.09245797591704905,0.460986694906856]},"block_pink":{"current_ang_vel":[-0.001674126383956297,-0.0007325166895224967,-0.0001264716521441169],"current_lin_vel":[-8.663078506499854e-06,2.924259332532484e-05,3.819255806013916e-05],"current_orn":[-7.745063932756911e-05,-7.10217014883343e-05,0.6320960823834445,0.7748900125777968],"current_pos":[-0.24089110741445413,0.09244165064743928,0.46098600648551885]},"block_red":{"current_ang_vel":[-0.012552394651101278,0.021526572638415703,1.1081308359518846e-06],"current_lin_vel":[0.0004308055727754328,0.0002506185236120197,3.627975488695867e-05],"current_orn":[2.8910974783774372e-05,5.555775302012833e-05,0.6870457160620344,0.7266141893180301],"current_pos":[0.22998813527138776,-0.11998446500988212,0.4599879382530745]}},"switches":{"base__switch":{"joint_state":0.088,"logical_state":1}}}}},"at":51.44}],"event":{"kind":"action","label":"Lift block","detail":"lift the blue block from the sliding cabinet"}},{"round":9,"at":248.870749,"duration":197.473,"title":"calvin state · calvin action · calvin language subgoal","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":"lift the blue block from the sliding cabinet","toolCalls":183,"cumulativeToolCalls":203,"code":"# The sliding cabinet opening is currently right (slide is at 0.28).\n# Notice the blue block is inside the cabinet at [0.070, 0.092, 0.461].\n# The shelf top/opening: let's move in front of the cabinet opening first, then into it.\n# Blue block pos: [0.070, 0.092, 0.461]\n# Front of opening: [0.070, -0.05, 0.461]\n# Then inside: [0.070, 0.092, 0.461]\n\n# Step 1: Move above table in front of cabinet\nmove_to_target([0.070, -0.05, 0.47], gripper_cmd=1.0, max_steps=40)\n\n# Step 2: Move into cabinet around blue block\nmove_to_target([0.070, 0.092, 0.465], gripper_cmd=1.0, max_steps=40)\n\n# Step 3: Close gripper\nfor _ in range(15):\n    primitives.call(name='submit_calvin_action', action=[0.0, 0.0, 0.0, 0.0, 0.0, 0.0, -1.0])\n\n# Step 4: Lift blue block\nmove_to_target([0.070, 0.092, 0.58], gripper_cmd=-1.0, max_steps=30)\n\nsubgoal = primitives.call(name='get_calvin_language_subgoal')\nprint(\"Current subgoal:\", subgoal.output)","codeExcerpt":false,"stdout":"Reached target [0.07, -0.05, 0.47] in 13 steps. Dist: 0.0094\nFinished max steps (40). Final pos: [0.1567518861567726, 0.06996891661003578, 0.4754887018986621], target: [0.07, 0.092, 0.465]\nFinished max steps (30). Final pos: [0.15264795116870059, 0.06131726852253224, 0.46053713606461716], target: [0.07, 0.092, 0.58]\nCurrent subgoal: {'agent_context': {}, 'subgoal': 'lift the blue block from the sliding cabinet'}\n","feedback":{},"calls":[{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":74},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.03440533577514591,-0.18946170839790158,0.5712706540724636,3.0907280389909806,-0.029447711322397672,1.4991073027566026,0.079998645493288,-1.08796837207692,0.9563441553959616,2.0508401513621006,-2.2578785646710124,-0.8577169521953353,1.6838538865209585,0.5864973006709966,1.0],"scene_obs":[0.28,0.22,0.0,0.088,1.0,0.0,0.22998813527138776,-0.11998446500988212,0.4599879382530745,0.00011835568179869342,4.101178060886115e-05,1.5148307540299617,0.07031641192687772,0.09245797591704905,0.460986694906856,5.708148794472238e-06,-7.475505616940712e-05,1.3395433354952768,-0.24089110741445413,0.09244165064743928,0.46098600648551885,-0.00020981653387032098,-1.2155522925383974e-05,1.3685104970060362]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.1227349430963478,0.6297069412338078],"aabb_min":[0.23574800109863298,0.03978433870155252,0.5585698800985114],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178304446213,0.5981063417763784]}}},"robot":{"arm_joint_states":[-1.08796837207692,0.9563441553959616,2.0508401513621006,-2.2578785646710124,-0.8577169521953353,1.6838538865209585,0.5864973006709966],"gripper_action":1.0,"gripper_opening_width":0.079998645493288,"tcp_orn":[3.0907280389909806,-0.029447711322397672,1.4991073027566026],"tcp_pos":[0.03440533577514591,-0.18946170839790158,0.5712706540724636]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.0012875415220514514,0.004604881948487578,-0.00019864209055390063],"current_lin_vel":[8.911649147939648e-05,2.1270512493278993e-05,3.985743081545701e-05],"current_orn":[2.5441721009078758e-05,-2.7530786000595226e-05,0.6208069987313956,0.7839634359591598],"current_pos":[0.07031641192687772,0.09245797591704905,0.460986694906856]},"block_pink":{"current_ang_vel":[-0.001674126383956297,-0.0007325166895224967,-0.0001264716521441169],"current_lin_vel":[-8.663078506499854e-06,2.924259332532484e-05,3.819255806013916e-05],"current_orn":[-7.745063932756911e-05,-7.10217014883343e-05,0.6320960823834445,0.7748900125777968],"current_pos":[-0.24089110741445413,0.09244165064743928,0.46098600648551885]},"block_red":{"current_ang_vel":[-0.012552394651101278,0.021526572638415703,1.1081308359518846e-06],"current_lin_vel":[0.0004308055727754328,0.0002506185236120197,3.627975488695867e-05],"current_orn":[2.8910974783774372e-05,5.555775302012833e-05,0.6870457160620344,0.7266141893180301],"current_pos":[0.22998813527138776,-0.11998446500988212,0.4599879382530745]}},"switches":{"base__switch":{"joint_state":0.088,"logical_state":1}}}}},"at":239.68},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.04203032237487089,-0.172175566476512,0.562162770654037,3.090118703983014,-0.03150355064101007,1.497760157256413,0.07999970705712545,-1.0272222592475482,0.9257539144115049,1.9920118776986493,-2.2274471869260477,-0.8682113259819835,1.7200114872739136,0.5942211549580847,1.0],"scene_obs":[0.28,0.22,0.0,0.088,1.0,0.0,0.22998569770480012,-0.11998646927119261,0.4599881081361877,-2.392164679010225e-07,-6.852142803935989e-05,1.5148361728557782,0.0703184562603302,0.09245842827821861,0.4609876274561063,0.00010314600780130816,-2.0913089241535e-05,1.339536712393373,-0.2408904006450531,0.09244169552540442,0.4609867958067427,-0.00018685726949043316,2.06622127197833e-06,1.3685062881484586]}},"stepped":true,"termination":{"done":false}},"at":239.737},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":80},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.04203032237487089,-0.172175566476512,0.562162770654037,3.090118703983014,-0.03150355064101007,1.497760157256413,0.07999970705712545,-1.0272222592475482,0.9257539144115049,1.9920118776986493,-2.2274471869260477,-0.8682113259819835,1.7200114872739136,0.5942211549580847,1.0],"scene_obs":[0.28,0.22,0.0,0.088,1.0,0.0,0.22998569770480012,-0.11998646927119261,0.4599881081361877,-2.392164679010225e-07,-6.852142803935989e-05,1.5148361728557782,0.0703184562603302,0.09245842827821861,0.4609876274561063,0.00010314600780130816,-2.0913089241535e-05,1.339536712393373,-0.2408904006450531,0.09244169552540442,0.4609867958067427,-0.00018685726949043316,2.06622127197833e-06,1.3685062881484586]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.1227349430963478,0.6297069412338078],"aabb_min":[0.23574800109863298,0.03978433870155252,0.5585698800985114],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178304446213,0.5981063417763784]}}},"robot":{"arm_joint_states":[-1.0272222592475482,0.9257539144115049,1.9920118776986493,-2.2274471869260477,-0.8682113259819835,1.7200114872739136,0.5942211549580847],"gripper_action":1.0,"gripper_opening_width":0.07999970705712545,"tcp_orn":[3.090118703983014,-0.03150355064101007,1.497760157256413],"tcp_pos":[0.04203032237487089,-0.172175566476512,0.562162770654037]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.0006619021298209322,0.0023573755670791086,-0.00019856759937712744],"current_lin_vel":[4.41668401232813e-05,8.764409474469986e-06,2.0523802444535888e-05],"current_orn":[4.692292430911443e-05,2.3819177737284414e-05,0.6208044025089161,0.7839654909856898],"current_pos":[0.0703184562603302,0.09245842827821861,0.4609876274561063]},"block_pink":{"current_ang_vel":[0.00019606740427748716,0.0010065217325108133,-0.0001259680119789662],"current_lin_vel":[2.6113912195287495e-05,-8.158815027879395e-06,1.9430436776275706e-05],"current_orn":[-7.305006399052702e-05,-5.825517344841236e-05,0.6320944529809894,0.774891343209283],"current_pos":[-0.2408904006450531,0.09244169552540442,0.4609867958067427]},"block_red":{"current_ang_vel":[0.00241280443725301,-0.0028952376041213473,0.000173148504435971],"current_lin_vel":[-5.621998901152243e-05,-4.665709863101252e-05,2.0814761812065763e-06],"current_orn":[2.3451835499807556e-05,-2.497643374260203e-05,0.687047686580382,0.7266123279925373],"current_pos":[0.22998569770480012,-0.11998646927119261,0.4599881081361877]}},"switches":{"base__switch":{"joint_state":0.088,"logical_state":1}}}}},"at":239.773},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.05622969960197742,-0.15457974877826197,0.5541760026911647,3.0801158949143925,-0.04216807382027266,1.4966905388128353,0.07999996182221711,-0.9605562180770076,0.8992129755534238,1.925344753402057,-2.18653046041066,-0.8871060520039642,1.7613580617513778,0.5952160569585003,1.0],"scene_obs":[0.28,0.22,0.0,0.088,1.0,0.0,0.22998684038826112,-0.1199851566504876,0.4599885299744898,5.224107807069666e-05,-1.62770784330168e-06,1.514837728997807,0.07031612103558905,0.09245664446584982,0.4609875756430574,1.2413677230636714e-05,-0.0001275051595821404,1.3395316721497517,-0.24088972916561938,0.09244145819624709,0.4609872533858153,-0.00016277207134644624,2.1028545229163137e-06,1.368502087355517]}},"stepped":true,"termination":{"done":false}},"at":239.83},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":86},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.05622969960197742,-0.15457974877826197,0.5541760026911647,3.0801158949143925,-0.04216807382027266,1.4966905388128353,0.07999996182221711,-0.9605562180770076,0.8992129755534238,1.925344753402057,-2.18653046041066,-0.8871060520039642,1.7613580617513778,0.5952160569585003,1.0],"scene_obs":[0.28,0.22,0.0,0.088,1.0,0.0,0.22998684038826112,-0.1199851566504876,0.4599885299744898,5.224107807069666e-05,-1.62770784330168e-06,1.514837728997807,0.07031612103558905,0.09245664446584982,0.4609875756430574,1.2413677230636714e-05,-0.0001275051595821404,1.3395316721497517,-0.24088972916561938,0.09244145819624709,0.4609872533858153,-0.00016277207134644624,2.1028545229163137e-06,1.368502087355517]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.1227349430963478,0.6297069412338078],"aabb_min":[0.23574800109863298,0.03978433870155252,0.5585698800985114],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178304446213,0.5981063417763784]}}},"robot":{"arm_joint_states":[-0.9605562180770076,0.8992129755534238,1.925344753402057,-2.18653046041066,-0.8871060520039642,1.7613580617513778,0.5952160569585003],"gripper_action":1.0,"gripper_opening_width":0.07999996182221711,"tcp_orn":[3.0801158949143925,-0.04216807382027266,1.4966905388128353],"tcp_pos":[0.05622969960197742,-0.15457974877826197,0.5541760026911647]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.003286851679408297,0.00520426786830342,-0.00019943386842336322],"current_lin_vel":[0.00010108254128277249,6.122765618916822e-05,1.399234194787713e-06],"current_orn":[4.444371324252601e-05,-4.612670184404492e-05,0.6208024262918415,0.7839670550522174],"current_pos":[0.07031612103558905,0.09245664446584982,0.4609875756430574]},"block_pink":{"current_ang_vel":[0.00010652809623735503,0.0005196209251644377,-0.0001260621190797775],"current_lin_vel":[1.6376099298134443e-05,-6.368914448735883e-06,1.0081625259242277e-05],"current_orn":[-6.373004239285781e-05,-5.062878611871684e-05,0.6320928260574031,0.7748926716790999],"current_pos":[-0.24088972916561938,0.09244145819624709,0.4609872533858153]},"block_red":{"current_ang_vel":[-0.0003815086308615837,-0.005974674484961405,-0.0001232112882582738],"current_lin_vel":[-0.00011807569742926905,1.1241134083498918e-05,2.6702464114083946e-06],"current_orn":[1.953864863682521e-05,1.7354714834694252e-05,0.6870482521232134,0.7266117935813404],"current_pos":[0.22998684038826112,-0.1199851566504876,0.4599885299744898]}},"switches":{"base__switch":{"joint_state":0.088,"logical_state":1}}}}},"at":239.864},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.074262853422143,-0.13788840401207705,0.547902763590971,3.0665672065015133,-0.05881478906872451,1.4935233086258086,0.08000010772766593,-0.8938895524653736,0.8816494442652425,1.8586777686022584,-2.1374974095943338,-0.909863227106507,1.8004059597335442,0.5936282003923178,1.0],"scene_obs":[0.28,0.22,0.0,0.088,1.0,0.0,0.22998424123721342,-0.11998488463702542,0.45998871253529955,-8.107677340372932e-05,1.4618660939692453e-06,1.5148340482584546,0.07031796251816252,0.09245797725007761,0.4609878955312468,8.989015348569969e-05,-3.312972644927478e-05,1.339525047711488,-0.2408886477235461,0.09244109175677863,0.46098780281945334,-0.00011373249072157132,-1.6170676445588335e-06,1.368499223430113]}},"stepped":true,"termination":{"done":false}},"at":239.921},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":92},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.074262853422143,-0.13788840401207705,0.547902763590971,3.0665672065015133,-0.05881478906872451,1.4935233086258086,0.08000010772766593,-0.8938895524653736,0.8816494442652425,1.8586777686022584,-2.1374974095943338,-0.909863227106507,1.8004059597335442,0.5936282003923178,1.0],"scene_obs":[0.28,0.22,0.0,0.088,1.0,0.0,0.22998424123721342,-0.11998488463702542,0.45998871253529955,-8.107677340372932e-05,1.4618660939692453e-06,1.5148340482584546,0.07031796251816252,0.09245797725007761,0.4609878955312468,8.989015348569969e-05,-3.312972644927478e-05,1.339525047711488,-0.2408886477235461,0.09244109175677863,0.46098780281945334,-0.00011373249072157132,-1.6170676445588335e-06,1.368499223430113]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.1227349430963478,0.6297069412338078],"aabb_min":[0.23574800109863298,0.03978433870155252,0.5585698800985114],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178304446213,0.5981063417763784]}}},"robot":{"arm_joint_states":[-0.8938895524653736,0.8816494442652425,1.8586777686022584,-2.1374974095943338,-0.909863227106507,1.8004059597335442,0.5936282003923178],"gripper_action":1.0,"gripper_opening_width":0.08000010772766593,"tcp_orn":[3.0665672065015133,-0.05881478906872451,1.4935233086258086],"tcp_pos":[0.074262853422143,-0.13788840401207705,0.547902763590971]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.0016261765587873458,0.002101768689031349,-0.00019846413770808805],"current_lin_vel":[3.905643249551361e-05,2.8050203782319426e-05,7.437237461077606e-06],"current_orn":[4.551901620979959e-05,1.4915554896473324e-05,0.6207998304525579,0.7839691117739402],"current_pos":[0.07031796251816252,0.09245797725007761,0.4609878955312468]},"block_pink":{"current_ang_vel":[0.0006925898727165813,0.002559298434256129,-6.0192994404320205e-06],"current_lin_vel":[5.146790552828213e-05,-1.406429207560872e-05,4.161022809007903e-05],"current_orn":[-4.3554220860405373e-05,-3.6571210400093276e-05,0.632091717408926,0.7748935782083956],"current_pos":[-0.2408886477235461,0.09244109175677863,0.46098780281945334]},"block_red":{"current_ang_vel":[0.00015497761504070813,-0.00292132993479905,-0.000196354515106203],"current_lin_vel":[-4.969555029996878e-05,-2.6763498186101112e-06,-3.688394864559408e-05],"current_orn":[-2.9957906425187727e-05,-2.7320668023070375e-05,0.6870469145637134,0.7266130576480074],"current_pos":[0.22998424123721342,-0.11998488463702542,0.45998871253529955]}},"switches":{"base__switch":{"joint_state":0.088,"logical_state":1}}}}},"at":239.957},{"name":"submit_calvin_action","arguments":{"action":[-0.4262853422142998,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-0.4262853422142998,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.08201047442386952,-0.1213643269809316,0.5335437889882383,3.062956706760028,-0.0658882434172768,1.485497304485414,0.08000006268289453,-0.827222890196745,0.8706604773519275,1.792010039078578,-2.1150700791514843,-0.9297751639599412,1.8395861497433503,0.6154889221618344,1.0],"scene_obs":[0.28,0.22,0.0,0.088,1.0,0.0,0.2299853483609437,-0.11998473482502997,0.45998927540682216,-2.6285473854488393e-05,1.3449180651468778e-05,1.5148326890431387,0.07031541081693739,0.09245613231396117,0.46098767893569365,-1.0682947123811547e-05,-0.00014519631823894377,1.3395200218798131,-0.2408887974008122,0.09244109815764044,0.46098783267634913,-0.00013229484268097958,2.0998927628311975e-06,1.3684950256769985]}},"stepped":true,"termination":{"done":false}},"at":240.014},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":98},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.08201047442386952,-0.1213643269809316,0.5335437889882383,3.062956706760028,-0.0658882434172768,1.485497304485414,0.08000006268289453,-0.827222890196745,0.8706604773519275,1.792010039078578,-2.1150700791514843,-0.9297751639599412,1.8395861497433503,0.6154889221618344,1.0],"scene_obs":[0.28,0.22,0.0,0.088,1.0,0.0,0.2299853483609437,-0.11998473482502997,0.45998927540682216,-2.6285473854488393e-05,1.3449180651468778e-05,1.5148326890431387,0.07031541081693739,0.09245613231396117,0.46098767893569365,-1.0682947123811547e-05,-0.00014519631823894377,1.3395200218798131,-0.2408887974008122,0.09244109815764044,0.46098783267634913,-0.00013229484268097958,2.0998927628311975e-06,1.3684950256769985]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.1227349430963478,0.6297069412338078],"aabb_min":[0.23574800109863298,0.03978433870155252,0.5585698800985114],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178304446213,0.5981063417763784]}}},"robot":{"arm_joint_states":[-0.827222890196745,0.8706604773519275,1.792010039078578,-2.1150700791514843,-0.9297751639599412,1.8395861497433503,0.6154889221618344],"gripper_action":1.0,"gripper_opening_width":0.08000006268289453,"tcp_orn":[3.062956706760028,-0.0658882434172768,1.485497304485414],"tcp_pos":[0.08201047442386952,-0.1213643269809316,0.5335437889882383]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.003626261872273359,0.006949849911777027,-0.0001995711390119794],"current_lin_vel":[0.00013598994756009255,6.800542193585398e-05,-1.43177871635633e-05],"current_orn":[4.088122320671599e-05,-6.023080297415085e-05,0.6207978585819034,0.7839706713143668],"current_pos":[0.07031541081693739,0.09245613231396117,0.46098767893569365]},"block_pink":{"current_ang_vel":[-2.28204677446792e-05,-0.00010493285784198049,-0.00012616558180089356],"current_lin_vel":[3.885684740027678e-06,-3.7832594027131316e-06,-2.048415056597752e-06],"current_orn":[-5.192096051530155e-05,-4.099753151321883e-05,0.6320900907300397,0.7748949043736875],"current_pos":[-0.2408887974008122,0.09244109815764044,0.46098783267634913]},"block_red":{"current_ang_vel":[-0.00013982683416815904,0.001157196210246404,-4.0561604374165114e-05],"current_lin_vel":[2.313012950507188e-05,1.9521914853758065e-06,1.3779897078944336e-05],"current_orn":[-1.416979612636624e-05,-4.143492089853218e-06,0.6870464212842886,0.7266135250478758],"current_pos":[0.2299853483609437,-0.11998473482502997,0.45998927540682216]}},"switches":{"base__switch":{"joint_state":0.088,"logical_state":1}}}}},"at":240.051},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.07838465574262993,-0.10520396967201384,0.5108883490300462,3.0684362996072827,-0.06172389315260344,1.474044552666212,0.0799999282963734,-0.7605561982001712,0.8630516547680084,1.7253407765463704,-2.116610044541553,-0.9484003655118045,1.8794248945669794,0.6582438305811212,1.0],"scene_obs":[0.28,0.22,0.0,0.088,1.0,0.0,0.2299827069758482,-0.11998634647100978,0.4599892343287194,-0.000155157550461151,-7.288553959096474e-05,1.514832727182288,0.07031757448418949,0.09245758777250287,0.4609879108034905,8.107063912820986e-05,-4.114636704589614e-05,1.339513389003981,-0.24088838997174689,0.09244088610055055,0.4609878270112049,-0.00012051213416854346,3.511158715661441e-07,1.368491147346896]}},"stepped":true,"termination":{"done":false}},"at":240.096},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":104},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.07838465574262993,-0.10520396967201384,0.5108883490300462,3.0684362996072827,-0.06172389315260344,1.474044552666212,0.0799999282963734,-0.7605561982001712,0.8630516547680084,1.7253407765463704,-2.116610044541553,-0.9484003655118045,1.8794248945669794,0.6582438305811212,1.0],"scene_obs":[0.28,0.22,0.0,0.088,1.0,0.0,0.2299827069758482,-0.11998634647100978,0.4599892343287194,-0.000155157550461151,-7.288553959096474e-05,1.514832727182288,0.07031757448418949,0.09245758777250287,0.4609879108034905,8.107063912820986e-05,-4.114636704589614e-05,1.339513389003981,-0.24088838997174689,0.09244088610055055,0.4609878270112049,-0.00012051213416854346,3.511158715661441e-07,1.368491147346896]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.1227349430963478,0.6297069412338078],"aabb_min":[0.23574800109863298,0.03978433870155252,0.5585698800985114],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178304446213,0.5981063417763784]}}},"robot":{"arm_joint_states":[-0.7605561982001712,0.8630516547680084,1.7253407765463704,-2.116610044541553,-0.9484003655118045,1.8794248945669794,0.6582438305811212],"gripper_action":1.0,"gripper_opening_width":0.0799999282963734,"tcp_orn":[3.0684362996072827,-0.06172389315260344,1.474044552666212],"tcp_pos":[0.07838465574262993,-0.10520396967201384,0.5108883490300462]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.0017468559996808703,0.002319555739872639,-0.00019844931876300323],"current_lin_vel":[4.341183056711582e-05,3.0463547246445614e-05,7.116598410690511e-06],"current_orn":[4.4550320018904394e-05,9.035319379836472e-06,0.6207952605496352,0.78397273065633],"current_pos":[0.07031757448418949,0.09245758777250287,0.4609879108034905]},"block_pink":{"current_ang_vel":[0.0010890740567608018,0.003215625299082894,-4.7678683636747e-05],"current_lin_vel":[6.648897845346322e-05,-2.3411196159549487e-05,8.929582880679021e-06],"current_orn":[-4.6803161442955506e-05,-3.795113325848478e-05,0.6320885882698071,0.7748961304253996],"current_pos":[-0.24088838997174689,0.09244088610055055,0.4609878270112049]},"block_red":{"current_ang_vel":[0.019667675174278268,-0.03792091785342155,0.0002920573666616292],"current_lin_vel":[-0.0007514541452795355,-0.00039507929606939573,-7.991104489805945e-05],"current_orn":[-3.1331911245517996e-05,-7.97800297423973e-05,0.6870464305731742,0.7266135113594564],"current_pos":[0.2299827069758482,-0.11998634647100978,0.4599892343287194]}},"switches":{"base__switch":{"joint_state":0.088,"logical_state":1}}}}},"at":240.132},{"name":"submit_calvin_action","arguments":{"action":[-0.8384655742629921,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-0.8384655742629921,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.07128074514866667,-0.09052693473972814,0.4860932104860672,3.0757034838197583,-0.0543877590610177,1.4595594960430365,0.07999953041492264,-0.6938900377014691,0.8595634500881121,1.6588942938905782,-2.121822606594449,-0.9689113058723029,1.9173744589492332,0.707632474820318,1.0],"scene_obs":[0.28,0.22,0.0,0.088,1.0,0.0,0.2299858378037489,-0.11998663549962046,0.45998788313218475,4.597573766272897e-06,-7.62727386685824e-05,1.5148313974286156,0.07031462893479347,0.09245556004921211,0.4609877588394186,-3.657822357519596e-05,-0.00016663669136665407,1.33950837323232,-0.2408831604641836,0.09243955736012409,0.46098748365612113,0.00015291409850169593,-1.2983580199874103e-05,1.3684892187608355]}},"stepped":true,"termination":{"done":false}},"at":240.209},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":110},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.07128074514866667,-0.09052693473972814,0.4860932104860672,3.0757034838197583,-0.0543877590610177,1.4595594960430365,0.07999953041492264,-0.6938900377014691,0.8595634500881121,1.6588942938905782,-2.121822606594449,-0.9689113058723029,1.9173744589492332,0.707632474820318,1.0],"scene_obs":[0.28,0.22,0.0,0.088,1.0,0.0,0.2299858378037489,-0.11998663549962046,0.45998788313218475,4.597573766272897e-06,-7.62727386685824e-05,1.5148313974286156,0.07031462893479347,0.09245556004921211,0.4609877588394186,-3.657822357519596e-05,-0.00016663669136665407,1.33950837323232,-0.2408831604641836,0.09243955736012409,0.46098748365612113,0.00015291409850169593,-1.2983580199874103e-05,1.3684892187608355]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.1227349430963478,0.6297069412338078],"aabb_min":[0.23574800109863298,0.03978433870155252,0.5585698800985114],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178304446213,0.5981063417763784]}}},"robot":{"arm_joint_states":[-0.6938900377014691,0.8595634500881121,1.6588942938905782,-2.121822606594449,-0.9689113058723029,1.9173744589492332,0.707632474820318],"gripper_action":1.0,"gripper_opening_width":0.07999953041492264,"tcp_orn":[3.0757034838197583,-0.0543877590610177,1.4595594960430365],"tcp_pos":[0.07128074514866667,-0.09052693473972814,0.4860932104860672]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.003362602300230985,0.00888025619192865,-0.00020792060282710123],"current_lin_vel":[0.0001744844099795498,6.262876411136989e-05,-1.7368607463763563e-05],"current_orn":[3.738527687689027e-05,-7.667319863863126e-05,0.6207932909679694,0.7839742869589026],"current_pos":[0.07031462893479347,0.09245556004921211,0.4609877588394186]},"block_pink":{"current_ang_vel":[-0.0037635665254310904,-0.005192674569299638,8.160300987029967e-07],"current_lin_vel":[-0.00010386044049641961,7.527110224918806e-05,-1.4001178508235568e-05],"current_orn":[6.334969984343524e-05,4.329710425318222e-05,0.632087840705682,0.7748967387621428],"current_pos":[-0.2408831604641836,0.09243955736012409,0.46098748365612113]},"block_red":{"current_ang_vel":[-0.0016133769837267146,-0.00012889500383692117,3.345876399609376e-08],"current_lin_vel":[-2.5761040088969625e-06,3.227243704117689e-05,4.172153947952506e-05],"current_orn":[2.7871768829867905e-05,-2.6131046452629745e-05,0.6870459516047792,0.7266139682966577],"current_pos":[0.2299858378037489,-0.11998663549962046,0.45998788313218475]}},"switches":{"base__switch":{"joint_state":0.088,"logical_state":1}}}}},"at":240.218},{"name":"submit_calvin_action","arguments":{"action":[-0.1280745148666662,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-0.1280745148666662,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.07051756627991693,-0.07741187411145285,0.46506296246258166,3.0794366701583025,-0.05299572737088597,1.4427656498294072,0.07999927566774295,-0.6272233710348026,0.8656853192531587,1.5922237719901187,-2.1085200269518327,-0.9944714132389935,1.9483046485731577,0.7474099423670181,1.0],"scene_obs":[0.28,0.22,0.0,0.088,1.0,0.0,0.22998892061938497,-0.11998121734367319,0.4599872544450278,0.00014337498165865325,0.0002028668662615053,1.5148315111964974,0.07031719485042265,0.09245717066220728,0.46098788854036715,7.297623663827015e-05,-5.041305129923797e-05,1.339501731776474,-0.2408848265678173,0.09244000742552315,0.46098859319048135,6.67714981869442e-05,-7.690332654468552e-06,1.368489216476011]}},"stepped":true,"termination":{"done":false}},"at":240.28},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":116},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.07051756627991693,-0.07741187411145285,0.46506296246258166,3.0794366701583025,-0.05299572737088597,1.4427656498294072,0.07999927566774295,-0.6272233710348026,0.8656853192531587,1.5922237719901187,-2.1085200269518327,-0.9944714132389935,1.9483046485731577,0.7474099423670181,1.0],"scene_obs":[0.28,0.22,0.0,0.088,1.0,0.0,0.22998892061938497,-0.11998121734367319,0.4599872544450278,0.00014337498165865325,0.0002028668662615053,1.5148315111964974,0.07031719485042265,0.09245717066220728,0.46098788854036715,7.297623663827015e-05,-5.041305129923797e-05,1.339501731776474,-0.2408848265678173,0.09244000742552315,0.46098859319048135,6.67714981869442e-05,-7.690332654468552e-06,1.368489216476011]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.1227349430963478,0.6297069412338078],"aabb_min":[0.23574800109863298,0.03978433870155252,0.5585698800985114],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178304446213,0.5981063417763784]}}},"robot":{"arm_joint_states":[-0.6272233710348026,0.8656853192531587,1.5922237719901187,-2.1085200269518327,-0.9944714132389935,1.9483046485731577,0.7474099423670181],"gripper_action":1.0,"gripper_opening_width":0.07999927566774295,"tcp_orn":[3.0794366701583025,-0.05299572737088597,1.4427656498294072],"tcp_pos":[0.07051756627991693,-0.07741187411145285,0.46506296246258166]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.0018963945890989834,0.0025285763872170183,-0.00019842413416008668],"current_lin_vel":[4.7591957403954766e-05,3.3454093336460104e-05,7.579780968387795e-06],"current_orn":[4.42537982803962e-05,2.890164205860939e-06,0.620790691163034,0.7839763490045927],"current_pos":[0.07031719485042265,0.09245717066220728,0.46098788854036715]},"block_pink":{"current_ang_vel":[-0.00018618449040710806,-0.00201182722725277,-8.981245551330086e-08],"current_lin_vel":[-4.0235859550244807e-05,3.7241413810580613e-06,2.9557870768935623e-05],"current_orn":[2.8300991081255723e-05,1.8123119212428753e-05,0.6320878410391652,0.7748967415604827],"current_pos":[-0.2408848265678173,0.09244000742552315,0.46098859319048135]},"block_red":{"current_ang_vel":[-0.02001233881849071,0.03814419084151591,6.385925004335531e-06],"current_lin_vel":[0.0007628415404230835,0.0004001972522882875,7.819999703312375e-06],"current_orn":[-1.760030441140057e-05,0.00012295554819886136,0.6870459827917769,0.7266139291961337],"current_pos":[0.22998892061938497,-0.11998121734367319,0.4599872544450278]}},"switches":{"base__switch":{"joint_state":0.088,"logical_state":1}}}}},"at":240.29},{"name":"submit_calvin_action","arguments":{"action":[-0.051756627991692006,1.0,0.49370375374183095,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-0.051756627991692006,1.0,0.49370375374183095,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.0742916117384001,-0.06409849364054798,0.45724081341565326,3.082991556459607,-0.04897011059055216,1.425554910500967,0.05598815070631726,-0.5615222631601783,0.8698697131608276,1.550158504874382,-2.0649974606176897,-0.9991153301844004,1.9471144906242108,0.7692723169468548,1.0],"scene_obs":[0.28,0.22,0.0,0.088,1.0,0.0,0.22998594743655276,-0.1199830295094393,0.4599871979890501,1.126953831800488e-08,0.00010412019688126739,1.514831510200979,0.07031370585591433,0.09245500744193673,0.46098783494080336,-6.958807384498068e-05,-0.00018876555599511982,1.3394967610145057,-0.24088598708780604,0.09244004402216267,0.46098929316463855,9.736695624201956e-06,-1.7552607749917274e-05,1.3684892961561073]}},"stepped":true,"termination":{"done":false}},"at":240.38},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":122},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.0742916117384001,-0.06409849364054798,0.45724081341565326,3.082991556459607,-0.04897011059055216,1.425554910500967,0.05598815070631726,-0.5615222631601783,0.8698697131608276,1.550158504874382,-2.0649974606176897,-0.9991153301844004,1.9471144906242108,0.7692723169468548,1.0],"scene_obs":[0.28,0.22,0.0,0.088,1.0,0.0,0.22998594743655276,-0.1199830295094393,0.4599871979890501,1.126953831800488e-08,0.00010412019688126739,1.514831510200979,0.07031370585591433,0.09245500744193673,0.46098783494080336,-6.958807384498068e-05,-0.00018876555599511982,1.3394967610145057,-0.24088598708780604,0.09244004402216267,0.46098929316463855,9.736695624201956e-06,-1.7552607749917274e-05,1.3684892961561073]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.1227349430963478,0.6297069412338078],"aabb_min":[0.23574800109863298,0.03978433870155252,0.5585698800985114],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178304446213,0.5981063417763784]}}},"robot":{"arm_joint_states":[-0.5615222631601783,0.8698697131608276,1.550158504874382,-2.0649974606176897,-0.9991153301844004,1.9471144906242108,0.7692723169468548],"gripper_action":1.0,"gripper_opening_width":0.05598815070631726,"tcp_orn":[3.082991556459607,-0.04897011059055216,1.425554910500967],"tcp_pos":[0.0742916117384001,-0.06409849364054798,0.45724081341565326]},"robot_contact_count":3,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.03370310131706375,-0.05319502365457306,0.00019341258385286125],"current_lin_vel":[-0.0010620745247850575,-0.0006723739365583057,-5.019751239910414e-05],"current_orn":[3.131401031397242e-05,-9.559375762803743e-05,0.6207887368552724,0.7839778913176708],"current_pos":[0.07031370585591433,0.09245500744193673,0.46098783494080336]},"block_pink":{"current_ang_vel":[5.447531523552277e-05,-0.0015982362058118813,1.034259020555368e-06],"current_lin_vel":[-3.2009251421241924e-05,-1.0795274533255325e-06,1.5325007351602027e-05],"current_orn":[9.319861977838818e-06,-3.7235054496295384e-06,0.6320878721698246,0.7748967168307651],"current_pos":[-0.24088598708780604,0.09244004402216267,0.46098929316463855]},"block_red":{"current_ang_vel":[0.002169527848370067,-0.00012174968376765098,2.0983239850342893e-07],"current_lin_vel":[-2.4337809650203167e-06,-4.3395959954070993e-05,5.8678024852848454e-05],"current_orn":[-3.576358771161031e-05,3.783146406028398e-05,0.6870459920822466,0.7266139291628448],"current_pos":[0.22998594743655276,-0.1199830295094393,0.4599871979890501]}},"switches":{"base__switch":{"joint_state":0.088,"logical_state":1}}}}},"at":240.389},{"name":"submit_calvin_action","arguments":{"action":[-0.4291611738400092,1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-0.4291611738400092,1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.06971120836638986,-0.0464132533266479,0.4600700624200167,3.086670967508349,-0.03992404313004844,1.4231285326319048,0.02941038147593033,-0.4948555964935118,0.8666513274950391,1.5306646707059384,-2.020719270919255,-0.9859319178676356,1.924642744336878,0.7853454640412006,1.0],"scene_obs":[0.28,0.22,0.0,0.088,1.0,0.0,0.22998589064445094,-0.11998404168566036,0.4599885666206051,5.466128211328432e-09,5.343614982925353e-05,1.5148315137976973,0.07031680358747955,0.09245673932069727,0.4609878582219154,6.447914442549968e-05,-6.050619778731423e-05,1.339490074741509,-0.24088655604174872,0.09244044469330304,0.46098957384778383,-2.217880562959312e-05,-3.5638771945737652e-06,1.3684892723904778]}},"stepped":true,"termination":{"done":false}},"at":240.458},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":128},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.06971120836638986,-0.0464132533266479,0.4600700624200167,3.086670967508349,-0.03992404313004844,1.4231285326319048,0.02941038147593033,-0.4948555964935118,0.8666513274950391,1.5306646707059384,-2.020719270919255,-0.9859319178676356,1.924642744336878,0.7853454640412006,1.0],"scene_obs":[0.28,0.22,0.0,0.088,1.0,0.0,0.22998589064445094,-0.11998404168566036,0.4599885666206051,5.466128211328432e-09,5.343614982925353e-05,1.5148315137976973,0.07031680358747955,0.09245673932069727,0.4609878582219154,6.447914442549968e-05,-6.050619778731423e-05,1.339490074741509,-0.24088655604174872,0.09244044469330304,0.46098957384778383,-2.217880562959312e-05,-3.5638771945737652e-06,1.3684892723904778]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.1227349430963478,0.6297069412338078],"aabb_min":[0.23574800109863298,0.03978433870155252,0.5585698800985114],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178304446213,0.5981063417763784]}}},"robot":{"arm_joint_states":[-0.4948555964935118,0.8666513274950391,1.5306646707059384,-2.020719270919255,-0.9859319178676356,1.924642744336878,0.7853454640412006],"gripper_action":1.0,"gripper_opening_width":0.02941038147593033,"tcp_orn":[3.086670967508349,-0.03992404313004844,1.4231285326319048],"tcp_pos":[0.06971120836638986,-0.0464132533266479,0.4600700624200167]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.0020607803413938714,0.002749753452535969,-0.00019839196368410267],"current_lin_vel":[5.2015244172186724e-05,3.674158753073365e-05,8.21129903427753e-06],"current_orn":[4.405588271242846e-05,-3.7039445213602734e-06,0.6207861217799886,0.7839799672508994],"current_pos":[0.07031680358747955,0.09245673932069727,0.4609878582219154]},"block_pink":{"current_ang_vel":[0.00047743986316207943,0.0007346686444261749,6.427082329142341e-09],"current_lin_vel":[1.4692990940870387e-05,-9.548638375266058e-06,3.3978665927372753e-06],"current_orn":[-7.466800156818293e-06,-8.390295308606943e-06,0.6320878629054141,0.7748967243713941],"current_pos":[-0.24088655604174872,0.09244044469330304,0.46098957384778383]},"block_red":{"current_ang_vel":[0.001113439185063424,-6.249021805821441e-05,5.601862471780463e-08],"current_lin_vel":[-1.2494207167724225e-06,-2.2270166934036393e-05,3.011361477141955e-05],"current_orn":[-1.8354560461410464e-05,1.941560312511079e-05,0.6870459940749282,0.7266139286524435],"current_pos":[0.22998589064445094,-0.11998404168566036,0.4599885666206051]}},"switches":{"base__switch":{"joint_state":0.088,"logical_state":1}}}}},"at":240.468},{"name":"submit_calvin_action","arguments":{"action":[0.028879163361014704,-0.3586746673352105,0.9929937579983283,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[0.028879163361014704,-0.3586746673352105,0.9929937579983283,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.05122452285764774,-0.023973730992244452,0.4711885702216727,3.088395935965049,-0.033877268469134754,1.4617526226510758,0.04636800117614785,-0.4375716340754539,0.8595752126691681,1.54267765535495,-1.9927546749118734,-0.9668177174782465,1.895829955137111,0.7820771558520765,1.0],"scene_obs":[0.28,0.22,0.0,0.088,1.0,0.0,0.22998586149937678,-0.11998456112990252,0.4599892690076509,3.057648506158191e-09,2.742436434028647e-05,1.5148315147008975,0.07031793855491623,0.09245751669372734,0.4609880447297455,0.000113929948925088,-1.2644893470915733e-06,1.3394834534627118,-0.24088633761222977,0.09244039918989058,0.46098978580085753,-1.1022731537729222e-05,-3.598114078470242e-06,1.3684892724365967]}},"stepped":true,"termination":{"done":false}},"at":240.555},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":134},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.05122452285764774,-0.023973730992244452,0.4711885702216727,3.088395935965049,-0.033877268469134754,1.4617526226510758,0.04636800117614785,-0.4375716340754539,0.8595752126691681,1.54267765535495,-1.9927546749118734,-0.9668177174782465,1.895829955137111,0.7820771558520765,1.0],"scene_obs":[0.28,0.22,0.0,0.088,1.0,0.0,0.22998586149937678,-0.11998456112990252,0.4599892690076509,3.057648506158191e-09,2.742436434028647e-05,1.5148315147008975,0.07031793855491623,0.09245751669372734,0.4609880447297455,0.000113929948925088,-1.2644893470915733e-06,1.3394834534627118,-0.24088633761222977,0.09244039918989058,0.46098978580085753,-1.1022731537729222e-05,-3.598114078470242e-06,1.3684892724365967]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.1227349430963478,0.6297069412338078],"aabb_min":[0.23574800109863298,0.03978433870155252,0.5585698800985114],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178304446213,0.5981063417763784]}}},"robot":{"arm_joint_states":[-0.4375716340754539,0.8595752126691681,1.54267765535495,-1.9927546749118734,-0.9668177174782465,1.895829955137111,0.7820771558520765],"gripper_action":1.0,"gripper_opening_width":0.04636800117614785,"tcp_orn":[3.088395935965049,-0.033877268469134754,1.4617526226510758],"tcp_pos":[0.05122452285764774,-0.023973730992244452,0.4711885702216727]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.00064088091282989,0.0008343429719609012,-0.0001994212717147547],"current_lin_vel":[1.3697317116735369e-05,8.326597845895652e-06,2.982925254350899e-06],"current_orn":[4.505200301887485e-05,3.48672492364997e-05,0.6207835251645568,0.7839820225227477],"current_pos":[0.07031793855491623,0.09245751669372734,0.4609880447297455]},"block_pink":{"current_ang_vel":[4.933280497052365e-05,0.0002404361208668176,1.2135871142712719e-09],"current_lin_vel":[4.808662459452007e-06,-9.866677322071462e-07,4.663538620386376e-06],"current_orn":[-3.133577161908885e-06,-4.877750817588927e-06,0.6320878629601582,0.7748967243864492],"current_pos":[-0.24088633761222977,0.09244039918989058,0.46098978580085753]},"block_red":{"current_ang_vel":[0.0005714370723783709,-3.207379876159677e-05,1.4750678006706607e-08],"current_lin_vel":[-6.413752681677703e-07,-1.1429105996211603e-05,1.5454602808474827e-05],"current_orn":[-9.419788972593582e-06,9.964512928614104e-06,0.6870459945837403,0.7266139285331759],"current_pos":[0.22998586149937678,-0.11998456112990252,0.4599892690076509]}},"switches":{"base__switch":{"joint_state":0.088,"logical_state":1}}}}},"at":240.565},{"name":"submit_calvin_action","arguments":{"action":[1.0,-1.0,-0.11885702216727356,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,-1.0,-0.11885702216727356,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.05068137341200899,-0.020641100979397056,0.47599486559026916,3.0893372729807345,-0.031524569509531926,1.4860253301922859,0.06552243908975747,-0.4324028940190756,0.86375121347666,1.5470465898277324,-1.979019009498795,-0.9647551467049712,1.8820631191760453,0.7564343335479293,1.0],"scene_obs":[0.28,0.22,0.0,0.088,1.0,0.0,0.2299858465387293,-0.11998482771070201,0.45998962948291855,1.6633316093868336e-09,1.4074654910512581e-05,1.5148315149500198,0.07031639469098477,0.09245629385563038,0.4609878242126819,5.528597286700955e-05,-7.148935458625728e-05,1.3394784178282282,-0.24088622544957222,0.09244037618129816,0.46098989457660366,-5.297766814638398e-06,-3.598192539697255e-06,1.3684892724363258]}},"stepped":true,"termination":{"done":false}},"at":240.65},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":140},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.05068137341200899,-0.020641100979397056,0.47599486559026916,3.0893372729807345,-0.031524569509531926,1.4860253301922859,0.06552243908975747,-0.4324028940190756,0.86375121347666,1.5470465898277324,-1.979019009498795,-0.9647551467049712,1.8820631191760453,0.7564343335479293,1.0],"scene_obs":[0.28,0.22,0.0,0.088,1.0,0.0,0.2299858465387293,-0.11998482771070201,0.45998962948291855,1.6633316093868336e-09,1.4074654910512581e-05,1.5148315149500198,0.07031639469098477,0.09245629385563038,0.4609878242126819,5.528597286700955e-05,-7.148935458625728e-05,1.3394784178282282,-0.24088622544957222,0.09244037618129816,0.46098989457660366,-5.297766814638398e-06,-3.598192539697255e-06,1.3684892724363258]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.1227349430963478,0.6297069412338078],"aabb_min":[0.23574800109863298,0.03978433870155252,0.5585698800985114],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178304446213,0.5981063417763784]}}},"robot":{"arm_joint_states":[-0.4324028940190756,0.86375121347666,1.5470465898277324,-1.979019009498795,-0.9647551467049712,1.8820631191760453,0.7564343335479293],"gripper_action":1.0,"gripper_opening_width":0.06552243908975747,"tcp_orn":[3.0893372729807345,-0.031524569509531926,1.4860253301922859],"tcp_pos":[0.05068137341200899,-0.020641100979397056,0.47599486559026916]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.002240061736848611,0.0029892106936457077,-0.00019835062815053188],"current_lin_vel":[5.680419365176635e-05,4.032704188676795e-05,8.918827735793222e-06],"current_orn":[4.386128387871052e-05,-1.0862984284834946e-05,0.6207815523591295,0.7839835854204938],"current_pos":[0.07031639469098477,0.09245629385563038,0.4609878242126819]},"block_pink":{"current_ang_vel":[2.5311097463497412e-05,0.00012339766384863413,3.463438701217949e-10],"current_lin_vel":[2.467932259071222e-06,-5.062424231187509e-07,2.3933944412954378e-06],"current_orn":[-9.15424159129309e-07,-3.068440858574805e-06,0.6320878629714259,0.7748967243923299],"current_pos":[-0.24088622544957222,0.09244037618129816,0.46098989457660366]},"block_red":{"current_ang_vel":[0.00029327231580172626,-1.6460769426265602e-05,3.882092944418711e-09],"current_lin_vel":[-3.2918912652127885e-07,-5.865542501753908e-06,7.931507751787747e-06],"current_orn":[-4.834363341802152e-06,5.113991541134379e-06,0.687045994721837,0.7266139284979043],"current_pos":[0.2299858465387293,-0.11998482771070201,0.45998962948291855]}},"switches":{"base__switch":{"joint_state":0.088,"logical_state":1}}}}},"at":240.659},{"name":"submit_calvin_action","arguments":{"action":[1.0,-1.0,-0.5994865590269183,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,-1.0,-0.5994865590269183,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.06276435280376488,-0.029773115859950815,0.47188560386704886,3.0898817376164067,-0.030464309488562793,1.4958107714548359,0.07376718296069543,-0.45312296148071723,0.8762751326479022,1.539160969873764,-1.9778387670074538,-0.977214178552049,1.8839453644970108,0.7243710039448381,1.0],"scene_obs":[0.28,0.22,0.0,0.088,1.0,0.0,0.22998583885966623,-0.11998496452943251,0.4599898144794885,1.281996640911923e-09,7.223271711605418e-06,1.5148315149318459,0.0703176894186389,0.09245718957651154,0.46098803240485886,0.0001111535356438031,-4.65996514518742e-06,1.339471800299454,-0.24088616791058828,0.09244036437648569,0.4609899503780176,-2.360871693222907e-06,-3.5982182546469765e-06,1.3684892724677051]}},"stepped":true,"termination":{"done":false}},"at":240.725},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":146},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.06276435280376488,-0.029773115859950815,0.47188560386704886,3.0898817376164067,-0.030464309488562793,1.4958107714548359,0.07376718296069543,-0.45312296148071723,0.8762751326479022,1.539160969873764,-1.9778387670074538,-0.977214178552049,1.8839453644970108,0.7243710039448381,1.0],"scene_obs":[0.28,0.22,0.0,0.088,1.0,0.0,0.22998583885966623,-0.11998496452943251,0.4599898144794885,1.281996640911923e-09,7.223271711605418e-06,1.5148315149318459,0.0703176894186389,0.09245718957651154,0.46098803240485886,0.0001111535356438031,-4.65996514518742e-06,1.339471800299454,-0.24088616791058828,0.09244036437648569,0.4609899503780176,-2.360871693222907e-06,-3.5982182546469765e-06,1.3684892724677051]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.1227349430963478,0.6297069412338078],"aabb_min":[0.23574800109863298,0.03978433870155252,0.5585698800985114],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178304446213,0.5981063417763784]}}},"robot":{"arm_joint_states":[-0.45312296148071723,0.8762751326479022,1.539160969873764,-1.9778387670074538,-0.977214178552049,1.8839453644970108,0.7243710039448381],"gripper_action":1.0,"gripper_opening_width":0.07376718296069543,"tcp_orn":[3.0898817376164067,-0.030464309488562793,1.4958107714548359],"tcp_pos":[0.06276435280376488,-0.029773115859950815,0.47188560386704886]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.0011493426314452147,0.0015330991144618263,-0.0001985062345241349],"current_lin_vel":[2.7684256464846845e-05,1.851482741186073e-05,4.5843447893587075e-06],"current_orn":[4.50177920664674e-05,3.267421513310947e-05,0.6207789573389857,0.7839856395565648],"current_pos":[0.0703176894186389,0.09245718957651154,0.46098803240485886]},"block_pink":{"current_ang_vel":[1.2995324426739281e-05,6.335647392638481e-05,1.4585031484328456e-10],"current_lin_vel":[1.26712249799024e-06,-2.599176582044411e-07,1.2288437701915567e-06],"current_orn":[2.224791726929959e-07,-2.140262941250131e-06,0.6320878629874082,0.7748967243829215],"current_pos":[-0.24088616791058828,0.09244036437648569,0.4609899503780176]},"block_red":{"current_ang_vel":[0.0001505112415644483,-8.454825644126344e-06,1.0235054031336243e-09],"current_lin_vel":[-1.690895099487086e-07,-3.010250109844424e-06,4.070675302537963e-06],"current_orn":[-2.4808941908474435e-06,2.6247053128992037e-06,0.6870459947277686,0.7266139285173985],"current_pos":[0.22998583885966623,-0.11998496452943251,0.4599898144794885]}},"switches":{"base__switch":{"joint_state":0.088,"logical_state":1}}}}},"at":240.735},{"name":"submit_calvin_action","arguments":{"action":[0.7235647196235123,-1.0,-0.18856038670488906,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[0.7235647196235123,-1.0,-0.18856038670488906,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.07729339269427607,-0.0446275980228174,0.4673729440260328,3.0903012101783323,-0.029553999441810204,1.4993996959448992,0.07731687757566919,-0.4895938106843379,0.8875883059053173,1.5368545307213448,-1.9839314122965208,-0.988928846455433,1.8865961892079168,0.6912053752550508,1.0],"scene_obs":[0.28,0.22,0.0,0.088,1.0,0.0,0.22998583491563096,-0.11998503474314118,0.459989909427546,7.544371055309357e-10,3.7070732823268665e-06,1.5148315149490879,0.07031596599110228,0.09245583340313175,0.4609877870840878,4.530107542445607e-05,-8.342943430489202e-05,1.3394667610046875,-0.2408861383551288,0.0924403583139566,0.4609899790410364,-8.5232728404794e-07,-3.598219820147679e-06,1.3684892724655886]}},"stepped":true,"termination":{"done":false}},"at":240.819},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":152},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.07729339269427607,-0.0446275980228174,0.4673729440260328,3.0903012101783323,-0.029553999441810204,1.4993996959448992,0.07731687757566919,-0.4895938106843379,0.8875883059053173,1.5368545307213448,-1.9839314122965208,-0.988928846455433,1.8865961892079168,0.6912053752550508,1.0],"scene_obs":[0.28,0.22,0.0,0.088,1.0,0.0,0.22998583491563096,-0.11998503474314118,0.459989909427546,7.544371055309357e-10,3.7070732823268665e-06,1.5148315149490879,0.07031596599110228,0.09245583340313175,0.4609877870840878,4.530107542445607e-05,-8.342943430489202e-05,1.3394667610046875,-0.2408861383551288,0.0924403583139566,0.4609899790410364,-8.5232728404794e-07,-3.598219820147679e-06,1.3684892724655886]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.1227349430963478,0.6297069412338078],"aabb_min":[0.23574800109863298,0.03978433870155252,0.5585698800985114],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178304446213,0.5981063417763784]}}},"robot":{"arm_joint_states":[-0.4895938106843379,0.8875883059053173,1.5368545307213448,-1.9839314122965208,-0.988928846455433,1.8865961892079168,0.6912053752550508],"gripper_action":1.0,"gripper_opening_width":0.07731687757566919,"tcp_orn":[3.0903012101783323,-0.029553999441810204,1.4993996959448992],"tcp_pos":[0.07729339269427607,-0.0446275980228174,0.4673729440260328]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.002438206927821177,0.003247474888006353,-0.00019832542294185782],"current_lin_vel":[6.196894556711164e-05,4.428915355179346e-05,9.655996091727237e-06],"current_orn":[4.3653267974882475e-05,-1.8642872042476162e-05,0.6207769828699375,0.7839872035216727],"current_pos":[0.07031596599110228,0.09245583340313175,0.4609877870840878]},"block_pink":{"current_ang_vel":[6.66938763968804e-06,3.2515554098936184e-05,1.216340119782211e-10],"current_lin_vel":[6.503113767221656e-07,-1.3339000683589836e-07,6.306869737640608e-07],"current_orn":[8.069627280860393e-07,-1.6634972418926013e-06,0.6320878629880227,0.7748967243832021],"current_pos":[-0.2408861383551288,0.0924403583139566,0.4609899790410364]},"block_red":{"current_ang_vel":[7.724520492164206e-05,-4.339161833456618e-06,2.695151751537823e-10],"current_lin_vel":[-8.678139742567199e-08,-1.5449107597408252e-06,2.0891415564439075e-06],"current_orn":[-1.2731908331571547e-06,1.347064706979555e-06,0.6870459947373346,0.7266139285149651],"current_pos":[0.22998583491563096,-0.11998503474314118,0.459989909427546]}},"switches":{"base__switch":{"joint_state":0.088,"logical_state":1}}}}},"at":240.829},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":155},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.07729339269427607,-0.0446275980228174,0.4673729440260328,3.0903012101783323,-0.029553999441810204,1.4993996959448992,0.07731687757566919,-0.4895938106843379,0.8875883059053173,1.5368545307213448,-1.9839314122965208,-0.988928846455433,1.8865961892079168,0.6912053752550508,1.0],"scene_obs":[0.28,0.22,0.0,0.088,1.0,0.0,0.22998583491563096,-0.11998503474314118,0.459989909427546,7.544371055309357e-10,3.7070732823268665e-06,1.5148315149490879,0.07031596599110228,0.09245583340313175,0.4609877870840878,4.530107542445607e-05,-8.342943430489202e-05,1.3394667610046875,-0.2408861383551288,0.0924403583139566,0.4609899790410364,-8.5232728404794e-07,-3.598219820147679e-06,1.3684892724655886]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.1227349430963478,0.6297069412338078],"aabb_min":[0.23574800109863298,0.03978433870155252,0.5585698800985114],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178304446213,0.5981063417763784]}}},"robot":{"arm_joint_states":[-0.4895938106843379,0.8875883059053173,1.5368545307213448,-1.9839314122965208,-0.988928846455433,1.8865961892079168,0.6912053752550508],"gripper_action":1.0,"gripper_opening_width":0.07731687757566919,"tcp_orn":[3.0903012101783323,-0.029553999441810204,1.4993996959448992],"tcp_pos":[0.07729339269427607,-0.0446275980228174,0.4673729440260328]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.002438206927821177,0.003247474888006353,-0.00019832542294185782],"current_lin_vel":[6.196894556711164e-05,4.428915355179346e-05,9.655996091727237e-06],"current_orn":[4.3653267974882475e-05,-1.8642872042476162e-05,0.6207769828699375,0.7839872035216727],"current_pos":[0.07031596599110228,0.09245583340313175,0.4609877870840878]},"block_pink":{"current_ang_vel":[6.66938763968804e-06,3.2515554098936184e-05,1.216340119782211e-10],"current_lin_vel":[6.503113767221656e-07,-1.3339000683589836e-07,6.306869737640608e-07],"current_orn":[8.069627280860393e-07,-1.6634972418926013e-06,0.6320878629880227,0.7748967243832021],"current_pos":[-0.2408861383551288,0.0924403583139566,0.4609899790410364]},"block_red":{"current_ang_vel":[7.724520492164206e-05,-4.339161833456618e-06,2.695151751537823e-10],"current_lin_vel":[-8.678139742567199e-08,-1.5449107597408252e-06,2.0891415564439075e-06],"current_orn":[-1.2731908331571547e-06,1.347064706979555e-06,0.6870459947373346,0.7266139285149651],"current_pos":[0.22998583491563096,-0.11998503474314118,0.459989909427546]}},"switches":{"base__switch":{"joint_state":0.088,"logical_state":1}}}}},"at":240.853},{"name":"submit_calvin_action","arguments":{"action":[-0.7293392694276063,1.0,-0.2372944026032775,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-0.7293392694276063,1.0,-0.2372944026032775,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.07695671907005991,-0.04393768635348863,0.46296635500519184,3.0903652251140246,-0.029479723496869958,1.4980994397991174,0.078844812377911,-0.4802774068122403,0.8916006596076155,1.5286141990919742,-1.9863909009529253,-0.9959083331575131,1.892468598874067,0.700667108741846,1.0],"scene_obs":[0.28,0.22,0.0,0.088,1.0,0.0,0.2299858328915302,-0.1199850707780227,0.4599899581565693,4.899830019514095e-10,1.902496308090947e-06,1.5148315149530704,0.07031738208093928,0.09245681998590086,0.46098801331950634,0.00010603307980513213,-1.0785634231719768e-05,1.339460143450282,-0.2408861231874456,0.09244035520278886,0.460989993751564,-7.815418043832523e-08,-3.5982211806402793e-06,1.3684892724657913]}},"stepped":true,"termination":{"done":false}},"at":240.91},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":161},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.07695671907005991,-0.04393768635348863,0.46296635500519184,3.0903652251140246,-0.029479723496869958,1.4980994397991174,0.078844812377911,-0.4802774068122403,0.8916006596076155,1.5286141990919742,-1.9863909009529253,-0.9959083331575131,1.892468598874067,0.700667108741846,1.0],"scene_obs":[0.28,0.22,0.0,0.088,1.0,0.0,0.2299858328915302,-0.1199850707780227,0.4599899581565693,4.899830019514095e-10,1.902496308090947e-06,1.5148315149530704,0.07031738208093928,0.09245681998590086,0.46098801331950634,0.00010603307980513213,-1.0785634231719768e-05,1.339460143450282,-0.2408861231874456,0.09244035520278886,0.460989993751564,-7.815418043832523e-08,-3.5982211806402793e-06,1.3684892724657913]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.1227349430963478,0.6297069412338078],"aabb_min":[0.23574800109863298,0.03978433870155252,0.5585698800985114],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178304446213,0.5981063417763784]}}},"robot":{"arm_joint_states":[-0.4802774068122403,0.8916006596076155,1.5286141990919742,-1.9863909009529253,-0.9959083331575131,1.892468598874067,0.700667108741846],"gripper_action":1.0,"gripper_opening_width":0.078844812377911,"tcp_orn":[3.0903652251140246,-0.029479723496869958,1.4980994397991174],"tcp_pos":[0.07695671907005991,-0.04393768635348863,0.46296635500519184]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.001249290516986328,0.0016665909388471312,-0.000198497935149058],"current_lin_vel":[3.03538025669577e-05,2.051361926914544e-05,4.981564389688886e-06],"current_orn":[4.491212055708728e-05,2.868339944905301e-05,0.6207743881288463,0.7839892577091988],"current_pos":[0.07031738208093928,0.09245681998590086,0.46098801331950634]},"block_pink":{"current_ang_vel":[3.4228890264712956e-06,1.6687709111116253e-05,6.669373341648256e-11],"current_lin_vel":[3.337541747879909e-07,-6.845889836273643e-08,3.2366853500165327e-07],"current_orn":[1.1069152591078793e-06,-1.418825057691297e-06,0.6320878629886978,0.7748967243827677],"current_pos":[-0.2408861231874456,0.09244035520278886,0.460989993751564]},"block_red":{"current_ang_vel":[3.964370253485177e-05,-2.2268850275990406e-06,5.560815547383249e-11],"current_lin_vel":[-4.45385296676074e-08,-7.928766335455938e-07,1.0721844247510437e-06],"current_orn":[-6.5337322000365e-07,6.91358478632862e-07,0.6870459947396511,0.726613928514516],"current_pos":[0.2299858328915302,-0.1199850707780227,0.4599899581565693]}},"switches":{"base__switch":{"joint_state":0.088,"logical_state":1}}}}},"at":240.937},{"name":"submit_calvin_action","arguments":{"action":[-0.6956719070059902,1.0,0.20336449948081814,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-0.6956719070059902,1.0,0.20336449948081814,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.0682550856110996,-0.032800881789408695,0.4629964744898004,3.0903278007425317,-0.02969835694756639,1.498147946708448,0.0795041019593839,-0.44742941080573234,0.889931256215815,1.5237681509019312,-1.9782804119114084,-0.9942932558733988,1.8909329963454506,0.7236295024351399,1.0],"scene_obs":[0.28,0.22,0.0,0.088,1.0,0.0,0.22998584266028235,-0.11998508825812566,0.4599899832896589,6.003521744192713e-07,1.037607827988888e-06,1.5148315091447355,0.07031551579227549,0.0924553564384282,0.4609877468549073,3.44594095450697e-05,-9.642025106405555e-05,1.3394551043705645,-0.24088611586992398,0.0924403537064076,0.4609900012013446,2.953638416352632e-07,-3.5980248813802086e-06,1.3684892725380506]}},"stepped":true,"termination":{"done":false}},"at":240.982},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":167},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.0682550856110996,-0.032800881789408695,0.4629964744898004,3.0903278007425317,-0.02969835694756639,1.498147946708448,0.0795041019593839,-0.44742941080573234,0.889931256215815,1.5237681509019312,-1.9782804119114084,-0.9942932558733988,1.8909329963454506,0.7236295024351399,1.0],"scene_obs":[0.28,0.22,0.0,0.088,1.0,0.0,0.22998584266028235,-0.11998508825812566,0.4599899832896589,6.003521744192713e-07,1.037607827988888e-06,1.5148315091447355,0.07031551579227549,0.0924553564384282,0.4609877468549073,3.44594095450697e-05,-9.642025106405555e-05,1.3394551043705645,-0.24088611586992398,0.0924403537064076,0.4609900012013446,2.953638416352632e-07,-3.5980248813802086e-06,1.3684892725380506]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.1227349430963478,0.6297069412338078],"aabb_min":[0.23574800109863298,0.03978433870155252,0.5585698800985114],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178304446213,0.5981063417763784]}}},"robot":{"arm_joint_states":[-0.44742941080573234,0.889931256215815,1.5237681509019312,-1.9782804119114084,-0.9942932558733988,1.8909329963454506,0.7236295024351399],"gripper_action":1.0,"gripper_opening_width":0.0795041019593839,"tcp_orn":[3.0903278007425317,-0.02969835694756639,1.498147946708448],"tcp_pos":[0.0682550856110996,-0.032800881789408695,0.4629964744898004]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.0026507969777913912,0.0035457443064545523,-0.00019902375291330334],"current_lin_vel":[6.792276212151945e-05,4.85230261046703e-05,1.0362902005303654e-05],"current_orn":[4.3435446374623164e-05,-2.7100570573141802e-05,0.6207724133296608,0.7839908215201182],"current_pos":[0.07031551579227549,0.0924553564384282,0.4609877468549073]},"block_pink":{"current_ang_vel":[1.4492138880673423e-06,7.232963901146294e-06,7.973177697262515e-09],"current_lin_vel":[1.4451899827298434e-07,-2.8894798967297094e-08,1.4703914678199093e-07],"current_orn":[1.2515721658663279e-06,-1.3007008976391106e-06,0.6320878630169485,0.7748967243597105],"current_pos":[-0.24088611586992398,0.0924403537064076,0.4609900012013446]},"block_red":{"current_ang_vel":[3.046138115129117e-05,2.0881955275289148e-05,-8.570167146085198e-07],"current_lin_vel":[3.069260435896729e-07,-5.728835953594333e-07,3.7427293019670627e-07],"current_orn":[-1.3833002349796638e-07,5.832049289121432e-07,0.687045992629517,0.7266139305101178],"current_pos":[0.22998584266028235,-0.11998508825812566,0.4599899832896589]}},"switches":{"base__switch":{"joint_state":0.088,"logical_state":1}}}}},"at":241.005},{"name":"submit_calvin_action","arguments":{"action":[0.1744914388900412,1.0,0.20035255101996108,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[0.1744914388900412,1.0,0.20035255101996108,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.06454358770212075,-0.01784755295499567,0.46524720156616517,3.0901412308524816,-0.0302834336652386,1.4989522522341525,0.07978722170181604,-0.39637174824503396,0.8923073046111671,1.5080151828098656,-1.9423051005916148,-0.992160355462568,1.8809427914868802,0.7350651887890229,1.0],"scene_obs":[0.28,0.22,0.0,0.088,1.0,0.0,0.2299858361727423,-0.11998510170550925,0.45998999395224943,3.8442749642649944e-07,3.279331943445417e-07,1.5148315007276223,0.07031706363109665,0.09245644206744709,0.46098799256416717,0.00010046741541636312,-1.744439482301525e-05,1.3394484866984955,-0.240886111706664,0.0924403528492946,0.46099000489457354,5.079740939879911e-07,-3.59821124190965e-06,1.3684892726216253]}},"stepped":true,"termination":{"done":false}},"at":241.049},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":173},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.06454358770212075,-0.01784755295499567,0.46524720156616517,3.0901412308524816,-0.0302834336652386,1.4989522522341525,0.07978722170181604,-0.39637174824503396,0.8923073046111671,1.5080151828098656,-1.9423051005916148,-0.992160355462568,1.8809427914868802,0.7350651887890229,1.0],"scene_obs":[0.28,0.22,0.0,0.088,1.0,0.0,0.2299858361727423,-0.11998510170550925,0.45998999395224943,3.8442749642649944e-07,3.279331943445417e-07,1.5148315007276223,0.07031706363109665,0.09245644206744709,0.46098799256416717,0.00010046741541636312,-1.744439482301525e-05,1.3394484866984955,-0.240886111706664,0.0924403528492946,0.46099000489457354,5.079740939879911e-07,-3.59821124190965e-06,1.3684892726216253]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.1227349430963478,0.6297069412338078],"aabb_min":[0.23574800109863298,0.03978433870155252,0.5585698800985114],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178304446213,0.5981063417763784]}}},"robot":{"arm_joint_states":[-0.39637174824503396,0.8923073046111671,1.5080151828098656,-1.9423051005916148,-0.992160355462568,1.8809427914868802,0.7350651887890229],"gripper_action":1.0,"gripper_opening_width":0.07978722170181604,"tcp_orn":[3.0901412308524816,-0.0302834336652386,1.4989522522341525],"tcp_pos":[0.06454358770212075,-0.01784755295499567,0.46524720156616517]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.0013579366485768475,0.001811692695337986,-0.00019848733034882158],"current_lin_vel":[3.325554140387949e-05,2.2686363873658688e-05,5.4135793022824785e-06],"current_orn":[4.4797345920065736e-05,2.434542901256546e-05,0.6207698189281632,0.7839928758020658],"current_pos":[0.07031706363109665,0.09245644206744709,0.46098799256416717]},"block_pink":{"current_ang_vel":[9.925452548712865e-07,4.8063676696354625e-06,1.3320224091411465e-10],"current_lin_vel":[9.612532025692627e-08,-1.9849925472993258e-08,8.985758896684626e-08],"current_orn":[1.3340065580889814e-06,-1.2335789226327007e-06,0.6320878630494641,0.7748967243331596],"current_pos":[-0.240886111706664,0.0924403528492946,0.46099000489457354]},"block_red":{"current_ang_vel":[8.864734439277947e-06,-1.1419273568753329e-05,-7.525244928880391e-08],"current_lin_vel":[-2.3114266746945708e-07,-1.7726302814593217e-07,2.9828810013676765e-07],"current_orn":[2.7012594632159923e-08,2.512000989682851e-07,0.687045989571713,0.7266139334016117],"current_pos":[0.2299858361727423,-0.11998510170550925,0.45998999395224943]}},"switches":{"base__switch":{"joint_state":0.088,"logical_state":1}}}}},"at":241.073},{"name":"submit_calvin_action","arguments":{"action":[0.5456412297879256,1.0,-0.0247201566165145,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[0.5456412297879256,1.0,-0.0247201566165145,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.06881414114418813,-0.0030038920020547333,0.4656383123612019,3.0905021916945064,-0.030374906049346312,1.4970548994713797,0.07990854044521647,-0.3356292062977778,0.9031338143135648,1.4785245784215797,-1.88552296160419,-0.9952685935357203,1.867730615777289,0.7350331057469806,1.0],"scene_obs":[0.28,0.22,0.0,0.088,1.0,0.0,0.22998583212372034,-0.11998510476331405,0.45999000150254965,1.9103624341407023e-07,1.6390748827866996e-07,1.5148315006995152,0.07031504078758657,0.09245486183907865,0.4609877036755459,2.261152086217874e-05,-0.00011055837720832167,1.3394434509897304,-0.24088610950898712,0.09244035239829193,0.46099000701919607,6.201478701613917e-07,-3.5982221666927445e-06,1.3684892726216604]}},"stepped":true,"termination":{"done":false}},"at":241.132},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":179},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.06881414114418813,-0.0030038920020547333,0.4656383123612019,3.0905021916945064,-0.030374906049346312,1.4970548994713797,0.07990854044521647,-0.3356292062977778,0.9031338143135648,1.4785245784215797,-1.88552296160419,-0.9952685935357203,1.867730615777289,0.7350331057469806,1.0],"scene_obs":[0.28,0.22,0.0,0.088,1.0,0.0,0.22998583212372034,-0.11998510476331405,0.45999000150254965,1.9103624341407023e-07,1.6390748827866996e-07,1.5148315006995152,0.07031504078758657,0.09245486183907865,0.4609877036755459,2.261152086217874e-05,-0.00011055837720832167,1.3394434509897304,-0.24088610950898712,0.09244035239829193,0.46099000701919607,6.201478701613917e-07,-3.5982221666927445e-06,1.3684892726216604]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.1227349430963478,0.6297069412338078],"aabb_min":[0.23574800109863298,0.03978433870155252,0.5585698800985114],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178304446213,0.5981063417763784]}}},"robot":{"arm_joint_states":[-0.3356292062977778,0.9031338143135648,1.4785245784215797,-1.88552296160419,-0.9952685935357203,1.867730615777289,0.7350331057469806],"gripper_action":1.0,"gripper_opening_width":0.07990854044521647,"tcp_orn":[3.0905021916945064,-0.030374906049346312,1.4970548994713797],"tcp_pos":[0.06881414114418813,-0.0030038920020547333,0.4656383123612019]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.0029355695770812364,0.004385166050376639,-0.00019932744282578346],"current_lin_vel":[8.470455506322727e-05,5.420862082132327e-05,5.008976082666872e-06],"current_orn":[4.3179196091456814e-05,-3.6320323961328424e-05,0.6207678449114696,0.7839944384626467],"current_pos":[0.07031504078758657,0.09245486183907865,0.4609877036755459]},"block_pink":{"current_ang_vel":[4.948278119108596e-07,2.412384891461691e-06,1.0552158130952215e-11],"current_lin_vel":[4.8247669803991875e-08,-9.896708731396145e-09,4.6787105544010554e-08],"current_orn":[1.3774715566568252e-06,-1.1981313141861748e-06,0.6320878630495459,0.7748967243330724],"current_pos":[-0.24088610950898712,0.09244035239829193,0.46099000701919607]},"block_red":{"current_ang_vel":[3.2120425401874103e-06,-4.109965292294522e-06,-1.6324565027578916e-09],"current_lin_vel":[-8.239312518330369e-08,-6.417983765316162e-08,1.6731283615512016e-07],"current_orn":[1.3098806885121868e-08,1.251740748361324e-07,0.6870459895615352,0.7266139334112682],"current_pos":[0.22998583212372034,-0.11998510476331405,0.45999000150254965]}},"switches":{"base__switch":{"joint_state":0.088,"logical_state":1}}}}},"at":241.168},{"name":"submit_calvin_action","arguments":{"action":[0.11858588558118777,1.0,-0.0638312361201876,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[0.11858588558118777,1.0,-0.0638312361201876,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.07326083076344052,0.012699612856190727,0.46464926514604094,3.0909287951810285,-0.030069303692288666,1.4938330872678536,0.07996078076110213,-0.2715937897524409,0.9173308800278331,1.4476462314452214,-1.8260370374595942,-1.0007158268090663,1.854334299701132,0.737040100437856,1.0],"scene_obs":[0.28,0.22,0.0,0.088,1.0,0.0,0.22998583018084962,-0.11998510625683803,0.45999000541152,9.828961115574577e-08,8.389610798184736e-08,1.5148315006900335,0.07031593331418252,0.09245603440314222,0.4609883345359166,5.455865421304501e-05,-3.800573668024494e-05,1.3394393119930386,-0.24088610838352215,0.09244035216743864,0.4609900081106039,6.775926958841444e-07,-3.5982222562376253e-06,1.3684892726216709]}},"stepped":true,"termination":{"done":false}},"at":241.227},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":185},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.07326083076344052,0.012699612856190727,0.46464926514604094,3.0909287951810285,-0.030069303692288666,1.4938330872678536,0.07996078076110213,-0.2715937897524409,0.9173308800278331,1.4476462314452214,-1.8260370374595942,-1.0007158268090663,1.854334299701132,0.737040100437856,1.0],"scene_obs":[0.28,0.22,0.0,0.088,1.0,0.0,0.22998583018084962,-0.11998510625683803,0.45999000541152,9.828961115574577e-08,8.389610798184736e-08,1.5148315006900335,0.07031593331418252,0.09245603440314222,0.4609883345359166,5.455865421304501e-05,-3.800573668024494e-05,1.3394393119930386,-0.24088610838352215,0.09244035216743864,0.4609900081106039,6.775926958841444e-07,-3.5982222562376253e-06,1.3684892726216709]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.1227349430963478,0.6297069412338078],"aabb_min":[0.23574800109863298,0.03978433870155252,0.5585698800985114],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178304446213,0.5981063417763784]}}},"robot":{"arm_joint_states":[-0.2715937897524409,0.9173308800278331,1.4476462314452214,-1.8260370374595942,-1.0007158268090663,1.854334299701132,0.737040100437856],"gripper_action":1.0,"gripper_opening_width":0.07996078076110213,"tcp_orn":[3.0909287951810285,-0.030069303692288666,1.4938330872678536],"tcp_pos":[0.07326083076344052,0.012699612856190727,0.46464926514604094]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.0009568157284681894,-0.0009255851034809425,-4.129253223703123e-08],"current_lin_vel":[-1.851097781490683e-05,1.913400436228026e-05,3.4940329608788845e-05],"current_orn":[3.3183214619030187e-05,2.0359173162380904e-06,0.6207662229964634,0.7839957240198663],"current_pos":[0.07031593331418252,0.09245603440314222,0.4609883345359166]},"block_pink":{"current_ang_vel":[2.5401481930680814e-07,1.2384394845645711e-06,5.135232897548509e-12],"current_lin_vel":[2.4768779823033325e-08,-5.080377888415035e-09,2.4011280477798103e-08],"current_orn":[1.3997284885981693e-06,-1.1799762603130104e-06,0.632087863049584,0.7748967243330294],"current_pos":[-0.24088610838352215,0.09244035216743864,0.4609900081106039]},"block_red":{"current_ang_vel":[1.6833582069051289e-06,-2.2062454423122037e-06,-1.501480166074448e-09],"current_lin_vel":[-4.4179927361126617e-08,-3.366651488035412e-08,8.554193003940114e-08],"current_orn":[6.8890582235995175e-09,6.424478208932005e-08,0.6870459895580986,0.7266139334145258],"current_pos":[0.22998583018084962,-0.11998510625683803,0.45999000541152]}},"switches":{"base__switch":{"joint_state":0.088,"logical_state":1}}}}},"at":241.275},{"name":"submit_calvin_action","arguments":{"action":[-0.32608307634405115,1.0,0.03507348539590893,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-0.32608307634405115,1.0,0.03507348539590893,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.0735316189545053,0.03036582616219841,0.46482157881760067,3.0905854888290207,-0.030775733452765876,1.4899386964173489,0.0799831464465986,-0.2069362035060754,0.9301327971816131,1.422812840728362,-1.770296956411238,-1.005110396031987,1.840533776575587,0.7465715123419528,1.0],"scene_obs":[0.28,0.22,0.0,0.088,1.0,0.0,0.22998582921339808,-0.11998510701306683,0.45999000742328355,5.2231846908191814e-08,4.3396666302636475e-08,1.5148315006830089,0.07031550150204327,0.09245648052222324,0.46098914967661053,2.8427511060321873e-05,-2.1243041313172457e-05,1.3394393120811352,-0.2408861078060862,0.09244035204899607,0.46099000867075507,7.070656013066144e-07,-3.598222307857857e-06,1.3684892726216908]}},"stepped":true,"termination":{"done":false}},"at":241.335},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":191},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.0735316189545053,0.03036582616219841,0.46482157881760067,3.0905854888290207,-0.030775733452765876,1.4899386964173489,0.0799831464465986,-0.2069362035060754,0.9301327971816131,1.422812840728362,-1.770296956411238,-1.005110396031987,1.840533776575587,0.7465715123419528,1.0],"scene_obs":[0.28,0.22,0.0,0.088,1.0,0.0,0.22998582921339808,-0.11998510701306683,0.45999000742328355,5.2231846908191814e-08,4.3396666302636475e-08,1.5148315006830089,0.07031550150204327,0.09245648052222324,0.46098914967661053,2.8427511060321873e-05,-2.1243041313172457e-05,1.3394393120811352,-0.2408861078060862,0.09244035204899607,0.46099000867075507,7.070656013066144e-07,-3.598222307857857e-06,1.3684892726216908]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.1227349430963478,0.6297069412338078],"aabb_min":[0.23574800109863298,0.03978433870155252,0.5585698800985114],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178304446213,0.5981063417763784]}}},"robot":{"arm_joint_states":[-0.2069362035060754,0.9301327971816131,1.422812840728362,-1.770296956411238,-1.005110396031987,1.840533776575587,0.7465715123419528],"gripper_action":1.0,"gripper_opening_width":0.0799831464465986,"tcp_orn":[3.0905854888290207,-0.030775733452765876,1.4899386964173489],"tcp_pos":[0.0735316189545053,0.03036582616219841,0.46482157881760067]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.0004904309330222945,-0.000471399500353381,-1.9297811461216597e-07],"current_lin_vel":[-9.43054994325388e-06,9.80362775720055e-06,1.7911142894198873e-05],"current_orn":[1.773700482662148e-05,4.961925497646469e-07,0.6207662229882803,0.7839957245304449],"current_pos":[0.07031550150204327,0.09245648052222324,0.46098914967661053]},"block_pink":{"current_ang_vel":[1.2983546215114025e-07,6.330179261909941e-07,7.162018499947747e-12],"current_lin_vel":[1.2660273239266914e-08,-2.596699701347056e-09,1.2324344003666887e-08],"current_orn":[1.4111477338466666e-06,-1.1706615474099947e-06,0.6320878630496091,0.7748967243330023],"current_pos":[-0.2408861078060862,0.09244035204899607,0.46099000867075507]},"block_red":{"current_ang_vel":[7.557305155101874e-07,-6.290889169812818e-07,-1.6387296785317892e-09],"current_lin_vel":[-1.3151501217724592e-08,-1.4888106394570767e-08,4.5320615787991514e-08],"current_orn":[4.068441094142901e-09,3.370915167234681e-08,0.6870459895555486,0.726613933416939],"current_pos":[0.22998582921339808,-0.11998510701306683,0.45999000742328355]}},"switches":{"base__switch":{"joint_state":0.088,"logical_state":1}}}}},"at":241.373},{"name":"submit_calvin_action","arguments":{"action":[-0.35316189545052945,1.0,0.017842118239935756,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-0.35316189545052945,1.0,0.017842118239935756,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.0704794467646973,0.04899393785662766,0.4651211918180906,3.0902696108783605,-0.031400272131016316,1.4871720892040612,0.07999270462843713,-0.14198008377951027,0.9432021577486631,1.4011424728347255,-1.7168512903785742,-1.0096937868295908,1.8264635665858475,0.7590341193840145,1.0],"scene_obs":[0.28,0.22,0.0,0.088,1.0,0.0,0.22998582874817186,-0.11998510739697178,0.45999000845908433,3.034646099867857e-08,2.2841552063232412e-08,1.5148315006679927,0.07031528014758616,0.0924567094488545,0.460989567901174,1.5030384725234848e-05,-1.2637179944286555e-05,1.3394393107512224,-0.24088610751005823,0.09244035198827674,0.4609900089582046,7.221751967719749e-07,-3.598222285687292e-06,1.3684892726217488]}},"stepped":true,"termination":{"done":false}},"at":241.432},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":197},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.0704794467646973,0.04899393785662766,0.4651211918180906,3.0902696108783605,-0.031400272131016316,1.4871720892040612,0.07999270462843713,-0.14198008377951027,0.9432021577486631,1.4011424728347255,-1.7168512903785742,-1.0096937868295908,1.8264635665858475,0.7590341193840145,1.0],"scene_obs":[0.28,0.22,0.0,0.088,1.0,0.0,0.22998582874817186,-0.11998510739697178,0.45999000845908433,3.034646099867857e-08,2.2841552063232412e-08,1.5148315006679927,0.07031528014758616,0.0924567094488545,0.460989567901174,1.5030384725234848e-05,-1.2637179944286555e-05,1.3394393107512224,-0.24088610751005823,0.09244035198827674,0.4609900089582046,7.221751967719749e-07,-3.598222285687292e-06,1.3684892726217488]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.1227349430963478,0.6297069412338078],"aabb_min":[0.23574800109863298,0.03978433870155252,0.5585698800985114],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178304446213,0.5981063417763784]}}},"robot":{"arm_joint_states":[-0.14198008377951027,0.9432021577486631,1.4011424728347255,-1.7168512903785742,-1.0096937868295908,1.8264635665858475,0.7590341193840145],"gripper_action":1.0,"gripper_opening_width":0.07999270462843713,"tcp_orn":[3.0902696108783605,-0.031400272131016316,1.4871720892040612],"tcp_pos":[0.0704794467646973,0.04899393785662766,0.4651211918180906]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.0002510162524092657,-0.00023631654911724742,-3.753126821188883e-07],"current_lin_vel":[-4.731919244635446e-06,5.0112213031592975e-06,9.156144987136627e-06],"current_orn":[9.814245913934523e-06,-2.885699532662183e-07,0.6207662224536261,0.783995725093098],"current_pos":[0.07031528014758616,0.0924567094488545,0.460989567901174]},"block_pink":{"current_ang_vel":[6.543348501968417e-08,3.190870158133654e-07,1.5099113256984557e-11],"current_lin_vel":[6.381494417944416e-09,-1.308535143545994e-09,6.323631465687818e-09],"current_orn":[1.41700191485588e-06,-1.1658862428653824e-06,0.6320878630496404,0.7748967243329732],"current_pos":[-0.24088610751005823,0.09244035198827674,0.4609900089582046]},"block_red":{"current_ang_vel":[2.420787573875863e-07,4.7418008177485854e-07,-3.585980994493699e-09],"current_lin_vel":[8.23701948078717e-09,-4.346015454375474e-09,2.5257885456764217e-08],"current_orn":[3.178482325773304e-09,1.872320215815569e-08,0.6870459895500938,0.7266139334220975],"current_pos":[0.22998582874817186,-0.11998510739697178,0.45999000845908433]}},"switches":{"base__switch":{"joint_state":0.088,"logical_state":1}}}}},"at":241.474},{"name":"submit_calvin_action","arguments":{"action":[-0.047944676469729997,1.0,-0.012119181809056023,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-0.047944676469729997,1.0,-0.012119181809056023,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.06799132367164291,0.06725820690161334,0.46452328882954425,3.0903876101076864,-0.031098067091124906,1.4863051394441587,0.07999654809929788,-0.07656201952135815,0.9597741787627971,1.3786985096669298,-1.6585300550450375,-1.0160244970338068,1.8108946202945053,0.7660647117542858,1.0],"scene_obs":[0.28,0.22,0.0,0.088,1.0,0.0,0.22998582841500248,-0.11998510761740731,0.45999000897717013,1.4353171100083444e-08,1.0897989839524936e-08,1.5148315006666175,0.07031516595984048,0.09245682705388811,0.4609897827069136,8.124784273940139e-06,-8.222368691562998e-06,1.3394393105838478,-0.24088610735742602,0.09244035195696788,0.4609900091056863,7.299657080544044e-07,-3.5982223576248382e-06,1.3684892726217512]}},"stepped":true,"termination":{"done":false}},"at":241.534},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":203},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.06799132367164291,0.06725820690161334,0.46452328882954425,3.0903876101076864,-0.031098067091124906,1.4863051394441587,0.07999654809929788,-0.07656201952135815,0.9597741787627971,1.3786985096669298,-1.6585300550450375,-1.0160244970338068,1.8108946202945053,0.7660647117542858,1.0],"scene_obs":[0.28,0.22,0.0,0.088,1.0,0.0,0.22998582841500248,-0.11998510761740731,0.45999000897717013,1.4353171100083444e-08,1.0897989839524936e-08,1.5148315006666175,0.07031516595984048,0.09245682705388811,0.4609897827069136,8.124784273940139e-06,-8.222368691562998e-06,1.3394393105838478,-0.24088610735742602,0.09244035195696788,0.4609900091056863,7.299657080544044e-07,-3.5982223576248382e-06,1.3684892726217512]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.1227349430963478,0.6297069412338078],"aabb_min":[0.23574800109863298,0.03978433870155252,0.5585698800985114],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178304446213,0.5981063417763784]}}},"robot":{"arm_joint_states":[-0.07656201952135815,0.9597741787627971,1.3786985096669298,-1.6585300550450375,-1.0160244970338068,1.8108946202945053,0.7660647117542858],"gripper_action":1.0,"gripper_opening_width":0.07999654809929788,"tcp_orn":[3.0903876101076864,-0.031098067091124906,1.4863051394441587],"tcp_pos":[0.06799132367164291,0.06725820690161334,0.46452328882954425]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.00012910946089669768,-0.00012450170917750668,-5.2980558723333646e-08],"current_lin_vel":[-2.4908067396468074e-06,2.580887302545247e-06,4.721459653196647e-06],"current_orn":[5.736982445298221e-06,-7.013551319490508e-07,0.6207662223834344,0.7839957251888531],"current_pos":[0.07031516595984048,0.09245682705388811,0.4609897827069136]},"block_pink":{"current_ang_vel":[3.4292809730915824e-08,1.6719189537167625e-07,1.1973062144403287e-12],"current_lin_vel":[3.3438276181794174e-09,-6.858615188688955e-10,3.248430899271959e-09],"current_orn":[1.4200203584281232e-06,-1.1634241269231776e-06,0.6320878630496458,0.774896724332967],"current_pos":[-0.24088610735742602,0.09244035195696788,0.4609900091056863]},"block_red":{"current_ang_vel":[1.9267283402674893e-07,-2.0527249112863608e-07,-3.42279100732676e-10],"current_lin_vel":[-4.2244502512776374e-09,-3.806143992912762e-09,1.1924198239920969e-08],"current_orn":[1.470896948360475e-09,8.889959952663942e-09,0.6870459895495944,0.7266139334225699],"current_pos":[0.22998582841500248,-0.11998510761740731,0.45999000897717013]}},"switches":{"base__switch":{"joint_state":0.088,"logical_state":1}}}}},"at":241.572},{"name":"submit_calvin_action","arguments":{"action":[0.20086763283570924,1.0,0.047671117045577915,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[0.20086763283570924,1.0,0.047671117045577915,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.06819372507725757,0.0706466116408216,0.4623017153589108,3.0821716462943356,0.02279048816262374,1.4802013144829005,0.07982732130661854,-0.015092184533490798,0.9683184468329544,1.3559885185023173,-1.5939485474578106,-1.0235619508775784,1.7295159762354582,0.7675765334098638,1.0],"scene_obs":[0.28,0.22,0.0,0.088,1.0,0.0,0.22998582826580252,-0.11998510771770009,0.4599900092484027,7.187065382637928e-09,5.473752769330404e-09,1.5148315006659911,0.07031510732232135,0.09245688735631502,0.4609898930083907,4.579652419892204e-06,-5.959766007453369e-06,1.3394393105560018,-0.24088610727927215,0.09244035194093708,0.46099000918145494,7.339547569401091e-07,-3.598222365263234e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":241.62},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":209},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.06819372507725757,0.0706466116408216,0.4623017153589108,3.0821716462943356,0.02279048816262374,1.4802013144829005,0.07982732130661854,-0.015092184533490798,0.9683184468329544,1.3559885185023173,-1.5939485474578106,-1.0235619508775784,1.7295159762354582,0.7675765334098638,1.0],"scene_obs":[0.28,0.22,0.0,0.088,1.0,0.0,0.22998582826580252,-0.11998510771770009,0.4599900092484027,7.187065382637928e-09,5.473752769330404e-09,1.5148315006659911,0.07031510732232135,0.09245688735631502,0.4609898930083907,4.579652419892204e-06,-5.959766007453369e-06,1.3394393105560018,-0.24088610727927215,0.09244035194093708,0.46099000918145494,7.339547569401091e-07,-3.598222365263234e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.1227349430963478,0.6297069412338078],"aabb_min":[0.23574800109863298,0.03978433870155252,0.5585698800985114],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178304446213,0.5981063417763784]}}},"robot":{"arm_joint_states":[-0.015092184533490798,0.9683184468329544,1.3559885185023173,-1.5939485474578106,-1.0235619508775784,1.7295159762354582,0.7675765334098638],"gripper_action":1.0,"gripper_opening_width":0.07982732130661854,"tcp_orn":[3.0821716462943356,0.02279048816262374,1.4802013144829005],"tcp_pos":[0.06819372507725757,0.0706466116408216,0.4623017153589108]},"robot_contact_count":1,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-6.631832841602136e-05,-6.450399305513732e-05,-7.090737434015969e-10],"current_lin_vel":[-1.2900807128303352e-06,1.3263401995289275e-06,2.4273167417154795e-06],"current_orn":[3.645024675406893e-06,-9.147687703466962e-07,0.6207662223707595,0.7839957252111862],"current_pos":[0.07031510732232135,0.09245688735631502,0.4609898930083907]},"block_pink":{"current_ang_vel":[1.763193903659525e-08,8.596230766520463e-08,3.161288839880159e-13],"current_lin_vel":[1.7192461490547162e-09,-3.526449005345782e-10,1.6672884392554543e-09],"current_orn":[1.4215659112995608e-06,-1.1621634151897782e-06,0.6320878630496485,0.7748967243329639],"current_pos":[-0.24088610727927215,0.09244035194093708,0.46099000918145494]},"block_red":{"current_ang_vel":[1.0703106697867901e-07,-1.5755894718368175e-07,-1.3684603313992802e-12],"current_lin_vel":[-3.15167468903175e-09,-2.140421308131175e-09,5.998473107116098e-09],"current_orn":[7.307509797460418e-10,4.45757473903875e-09,0.6870459895493668,0.726613933422785],"current_pos":[0.22998582826580252,-0.11998510771770009,0.4599900092484027]}},"switches":{"base__switch":{"joint_state":0.088,"logical_state":1}}}}},"at":241.657},{"name":"submit_calvin_action","arguments":{"action":[0.18062749227424346,1.0,0.26982846410892325,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[0.18062749227424346,1.0,0.26982846410892325,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.06865684417807628,0.06289091762904203,0.46318143236713605,3.0656673450357212,0.11511406183209168,1.47445405587482,0.07979181952422087,0.0396403549928599,0.9741183803066615,1.3412425499045655,-1.531933362036305,-1.036271601178226,1.621663855833564,0.7635329514603293,1.0],"scene_obs":[0.28,0.22,0.0,0.088,1.0,0.0,0.22998582819228494,-0.1199851077676233,0.45999000938831663,3.6574077965529806e-09,2.775601731446874e-09,1.514831500665944,0.07031507722661838,0.09245691829455384,0.46098994962779327,2.760257707651058e-06,-4.799106358518047e-06,1.3394393105591356,-0.24088610723917092,0.09244035193271159,0.46099000922034433,7.360015619337808e-07,-3.59822236829497e-06,1.3684892726217524]}},"stepped":true,"termination":{"done":false}},"at":241.718},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":215},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.06865684417807628,0.06289091762904203,0.46318143236713605,3.0656673450357212,0.11511406183209168,1.47445405587482,0.07979181952422087,0.0396403549928599,0.9741183803066615,1.3412425499045655,-1.531933362036305,-1.036271601178226,1.621663855833564,0.7635329514603293,1.0],"scene_obs":[0.28,0.22,0.0,0.088,1.0,0.0,0.22998582819228494,-0.1199851077676233,0.45999000938831663,3.6574077965529806e-09,2.775601731446874e-09,1.514831500665944,0.07031507722661838,0.09245691829455384,0.46098994962779327,2.760257707651058e-06,-4.799106358518047e-06,1.3394393105591356,-0.24088610723917092,0.09244035193271159,0.46099000922034433,7.360015619337808e-07,-3.59822236829497e-06,1.3684892726217524]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.1227349430963478,0.6297069412338078],"aabb_min":[0.23574800109863298,0.03978433870155252,0.5585698800985114],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178304446213,0.5981063417763784]}}},"robot":{"arm_joint_states":[0.0396403549928599,0.9741183803066615,1.3412425499045655,-1.531933362036305,-1.036271601178226,1.621663855833564,0.7635329514603293],"gripper_action":1.0,"gripper_opening_width":0.07979181952422087,"tcp_orn":[3.0656673450357212,0.11511406183209168,1.47445405587482],"tcp_pos":[0.06865684417807628,0.06289091762904203,0.46318143236713605]},"robot_contact_count":4,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-3.403621127100333e-05,-3.3111512924929644e-05,-8.823346606961538e-11],"current_lin_vel":[-6.622317009838683e-07,6.807220380718879e-07,1.2458041360949301e-06],"current_orn":[2.5715766841126653e-06,-1.0245020600017194e-06,0.6207662223712399,0.783995725214926],"current_pos":[0.07031507722661838,0.09245691829455384,0.46098994962779327]},"block_pink":{"current_ang_vel":[9.049101077507266e-09,4.4117278078004336e-08,1.6241640369630362e-13],"current_lin_vel":[8.82345555810409e-10,-1.8098516048807452e-10,8.556851754937256e-10],"current_orn":[1.4223589435001947e-06,-1.1615165360671543e-06,0.6320878630496498,0.7748967243329623],"current_pos":[-0.24088610723917092,0.09244035193271159,0.46099000922034433]},"block_red":{"current_ang_vel":[5.4930339276551494e-08,-8.08621372468637e-08,-1.396338807575169e-12],"current_lin_vel":[-1.617738426894157e-09,-1.0984082181242121e-09,3.078530028122195e-09],"current_orn":[3.752787135038876e-10,2.264799125235e-09,0.6870459895493497,0.7266139334228011],"current_pos":[0.22998582819228494,-0.1199851077676233,0.45999000938831663]}},"switches":{"base__switch":{"joint_state":0.088,"logical_state":1}}}}},"at":241.754},{"name":"submit_calvin_action","arguments":{"action":[0.13431558219237222,1.0,0.18185676328639766,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[0.13431558219237222,1.0,0.18185676328639766,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.08673193794797886,0.0655122537666244,0.46789078620802116,3.0505023960645787,0.09747334638715785,1.4480773538915175,0.07971116748310841,0.04708135927581078,0.9867663156579412,1.3342214787405273,-1.48311684280731,-1.0548572483796554,1.6334728847085476,0.7613875236199547,1.0],"scene_obs":[0.28,0.22,0.0,0.088,1.0,0.0,0.22998582815454627,-0.11998510779324166,0.45999000946012314,1.8459196012574957e-09,1.390859104107377e-09,1.5148315006658981,0.07422676003507751,0.09464937298297908,0.46169704560030506,0.02765042977990114,0.0005565362660219986,1.3564874721491813,-0.24088610721859027,0.09244035192849011,0.46099000924030303,7.370520195883835e-07,-3.5982223700504486e-06,1.3684892726217517]}},"stepped":true,"termination":{"done":false}},"at":241.815},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":221},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.08673193794797886,0.0655122537666244,0.46789078620802116,3.0505023960645787,0.09747334638715785,1.4480773538915175,0.07971116748310841,0.04708135927581078,0.9867663156579412,1.3342214787405273,-1.48311684280731,-1.0548572483796554,1.6334728847085476,0.7613875236199547,1.0],"scene_obs":[0.28,0.22,0.0,0.088,1.0,0.0,0.22998582815454627,-0.11998510779324166,0.45999000946012314,1.8459196012574957e-09,1.390859104107377e-09,1.5148315006658981,0.07422676003507751,0.09464937298297908,0.46169704560030506,0.02765042977990114,0.0005565362660219986,1.3564874721491813,-0.24088610721859027,0.09244035192849011,0.46099000924030303,7.370520195883835e-07,-3.5982223700504486e-06,1.3684892726217517]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.1227349430963478,0.6297069412338078],"aabb_min":[0.23574800109863298,0.03978433870155252,0.5585698800985114],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178304446213,0.5981063417763784]}}},"robot":{"arm_joint_states":[0.04708135927581078,0.9867663156579412,1.3342214787405273,-1.48311684280731,-1.0548572483796554,1.6334728847085476,0.7613875236199547],"gripper_action":1.0,"gripper_opening_width":0.07971116748310841,"tcp_orn":[3.0505023960645787,0.09747334638715785,1.4480773538915175],"tcp_pos":[0.08673193794797886,0.0655122537666244,0.46789078620802116]},"robot_contact_count":5,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[1.3351951660094925,6.501400027891541,4.0894656735938675],"current_lin_vel":[0.9388072378538435,0.5261856633503967,0.16969669986964833],"current_orn":[0.010590441443335005,0.008890688551682596,0.6273634510981514,0.7786038135234952],"current_pos":[0.07422676003507751,0.09464937298297908,0.46169704560030506]},"block_pink":{"current_ang_vel":[4.644171891179477e-09,2.2641803468249602e-08,8.352433401454856e-14],"current_lin_vel":[4.5283606323005683e-10,-9.28850468726574e-11,4.391555105676126e-10],"current_orn":[1.422765942152804e-06,-1.1611845459802513e-06,0.6320878630496501,0.7748967243329618],"current_pos":[-0.24088610721859027,0.09244035192849011,0.46099000924030303]},"block_red":{"current_ang_vel":[2.8191391578314186e-08,-4.150027873894065e-08,-1.4107379874578459e-12],"current_lin_vel":[-8.305012228104916e-10,-5.636300146827776e-10,1.5799581642994553e-09],"current_orn":[1.9284336637341765e-10,1.1394246317734313e-09,0.6870459895493329,0.726613933422817],"current_pos":[0.22998582815454627,-0.11998510779324166,0.45999000946012314]}},"switches":{"base__switch":{"joint_state":0.088,"logical_state":1}}}}},"at":241.852},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-0.28907862080211344,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-0.28907862080211344,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.11864061413616084,0.07306174035133217,0.4747606208657452,3.04854373286218,0.028116746013537898,1.3860401424082494,0.03816462890406833,0.04849288972317597,1.0108062257624384,1.326018199156151,-1.4164095247719461,-1.0691911101761309,1.6726333367320814,0.7728764108367498,1.0],"scene_obs":[0.28,0.22,0.0,0.088,1.0,0.0,0.22998582813517005,-0.1199851078063863,0.4599900094969756,9.162305426725233e-10,6.801835276449847e-10,1.5148315006658513,0.11608594083384564,0.1141413827362763,0.46529136800244264,0.24670494977057386,-0.015841590788019173,1.9022504671748033,-0.24088610720802783,0.09244035192632358,0.46099000925054623,7.375911346134194e-07,-3.598222370444405e-06,1.368489272621753]}},"stepped":true,"termination":{"done":false}},"at":241.913},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":227},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.11864061413616084,0.07306174035133217,0.4747606208657452,3.04854373286218,0.028116746013537898,1.3860401424082494,0.03816462890406833,0.04849288972317597,1.0108062257624384,1.326018199156151,-1.4164095247719461,-1.0691911101761309,1.6726333367320814,0.7728764108367498,1.0],"scene_obs":[0.28,0.22,0.0,0.088,1.0,0.0,0.22998582813517005,-0.1199851078063863,0.4599900094969756,9.162305426725233e-10,6.801835276449847e-10,1.5148315006658513,0.11608594083384564,0.1141413827362763,0.46529136800244264,0.24670494977057386,-0.015841590788019173,1.9022504671748033,-0.24088610720802783,0.09244035192632358,0.46099000925054623,7.375911346134194e-07,-3.598222370444405e-06,1.368489272621753]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.1227349430963478,0.6297069412338078],"aabb_min":[0.23574800109863298,0.03978433870155252,0.5585698800985114],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178304446213,0.5981063417763784]}}},"robot":{"arm_joint_states":[0.04849288972317597,1.0108062257624384,1.326018199156151,-1.4164095247719461,-1.0691911101761309,1.6726333367320814,0.7728764108367498],"gripper_action":1.0,"gripper_opening_width":0.03816462890406833,"tcp_orn":[3.04854373286218,0.028116746013537898,1.3860401424082494],"tcp_pos":[0.11864061413616084,0.07306174035133217,0.4747606208657452]},"robot_contact_count":2,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-2.1843699474366103,5.952797451030686,21.39472520053522],"current_lin_vel":[1.3883265145715875,0.5984386989918189,0.07883921475964145],"current_orn":[0.07785433966867131,0.09559474637300275,0.8084246472693,0.5755431660163679],"current_pos":[0.11608594083384564,0.1141413827362763,0.46529136800244264]},"block_pink":{"current_ang_vel":[2.3834773529235207e-09,1.1620169763484064e-08,4.303906460031842e-14],"current_lin_vel":[2.324033890338337e-10,-4.767037090575129e-11,2.2538407251637693e-10],"current_orn":[1.4229748215107816e-06,-1.1610141621008313e-06,0.632087863049651,0.774896724332961],"current_pos":[-0.24088610720802783,0.09244035192632358,0.46099000925054623]},"block_red":{"current_ang_vel":[1.4468258939097127e-08,-2.1298438848464877e-08,-1.418153707384301e-12],"current_lin_vel":[-4.26464406869366e-10,-2.8916774693170277e-10,8.10865687095319e-10],"current_orn":[9.9214256853713e-11,5.618616741586456e-10,0.687045989549316,0.726613933422833],"current_pos":[0.22998582813517005,-0.1199851078063863,0.4599900094969756]}},"switches":{"base__switch":{"joint_state":0.088,"logical_state":1}}}}},"at":241.951},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-0.9760620865745195,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-0.9760620865745195,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.14547322748018385,0.07421329815801239,0.4805255776738239,3.033581389788899,-0.0076189486966816876,1.3214053483912571,-0.0035819008319146095,0.06395270790027911,1.0199292805968532,1.3099332377390533,-1.3590900213631536,-1.0856725716016613,1.6776949911950438,0.7954305747479198,1.0],"scene_obs":[0.28,0.22,0.0,0.088,1.0,0.0,0.2299858281252177,-0.11998510781312918,0.459990009515889,4.3909449026563683e-10,3.1545040947935267e-10,1.5148315006658053,0.13362156616132295,0.12923682005378548,0.4605109398144874,0.005253500280306907,0.004260376383238564,1.951950666401913,-0.240886107202607,0.09244035192521168,0.46099000925580325,7.37867820006705e-07,-3.5982223711741263e-06,1.3684892726217528]}},"stepped":true,"termination":{"done":false}},"at":242.011},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":233},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.14547322748018385,0.07421329815801239,0.4805255776738239,3.033581389788899,-0.0076189486966816876,1.3214053483912571,-0.0035819008319146095,0.06395270790027911,1.0199292805968532,1.3099332377390533,-1.3590900213631536,-1.0856725716016613,1.6776949911950438,0.7954305747479198,1.0],"scene_obs":[0.28,0.22,0.0,0.088,1.0,0.0,0.2299858281252177,-0.11998510781312918,0.459990009515889,4.3909449026563683e-10,3.1545040947935267e-10,1.5148315006658053,0.13362156616132295,0.12923682005378548,0.4605109398144874,0.005253500280306907,0.004260376383238564,1.951950666401913,-0.240886107202607,0.09244035192521168,0.46099000925580325,7.37867820006705e-07,-3.5982223711741263e-06,1.3684892726217528]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.1227349430963478,0.6297069412338078],"aabb_min":[0.23574800109863298,0.03978433870155252,0.5585698800985114],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178304446213,0.5981063417763784]}}},"robot":{"arm_joint_states":[0.06395270790027911,1.0199292805968532,1.3099332377390533,-1.3590900213631536,-1.0856725716016613,1.6776949911950438,0.7954305747479198],"gripper_action":1.0,"gripper_opening_width":-0.0035819008319146095,"tcp_orn":[3.033581389788899,-0.0076189486966816876,1.3214053483912571],"tcp_pos":[0.14547322748018385,0.07421329815801239,0.4805255776738239]},"robot_contact_count":3,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[5.277843322830745,-15.110941310714805,-10.607813420763256],"current_lin_vel":[0.006964166962289539,0.3614267271358366,-0.29679584548224225],"current_orn":[-0.00029239644153658567,0.0033692635694456915,0.8282409482062953,0.5603619315064661],"current_pos":[0.13362156616132295,0.12923682005378548,0.4605109398144874]},"block_pink":{"current_ang_vel":[1.2232419691466973e-09,5.963639505824132e-09,2.226185464549087e-14],"current_lin_vel":[1.1927278385724835e-10,-2.4465260242515214e-11,1.1567220792318977e-10],"current_orn":[1.4230820230438696e-06,-1.1609267176440718e-06,0.632087863049651,0.7748967243329609],"current_pos":[-0.240886107202607,0.09244035192521168,0.46099000925580325]},"block_red":{"current_ang_vel":[7.42548577466741e-09,-1.0931039296379986e-08,-1.4219658044912907e-12],"current_lin_vel":[-2.1911640646998636e-10,-1.4831248117975664e-10,4.161494621124362e-10],"current_orn":[5.116161799087083e-11,2.654443857009202e-10,0.6870459895492993,0.7266139334228489],"current_pos":[0.2299858281252177,-0.11998510781312918,0.459990009515889]}},"switches":{"base__switch":{"joint_state":0.088,"logical_state":1}}}}},"at":242.05},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1466604749156175,0.07014785980085307,0.48139002654893287,2.9989726336602374,0.04351085257899174,1.2851948807876754,-0.0024798901589054498,0.10780628699825973,1.0163707010042262,1.290728494406902,-1.3171637030127872,-1.1070540243745952,1.6135869402059702,0.8247143152626109,1.0],"scene_obs":[0.28,0.22,0.0,0.088,1.0,0.0,0.22998582812010201,-0.11998510781658656,0.4599900095255956,1.9422233979028222e-10,1.2826382067283733e-10,1.5148315006657582,0.13373064163892767,0.1360922964315011,0.457287578959964,0.002469623932233134,0.012024607818694395,1.8591329581680818,-0.24088610719982487,0.09244035192464102,0.4609900092585013,7.380098220884002e-07,-3.598222370976523e-06,1.3684892726217528]}},"stepped":true,"termination":{"done":false}},"at":242.111},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":239},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1466604749156175,0.07014785980085307,0.48139002654893287,2.9989726336602374,0.04351085257899174,1.2851948807876754,-0.0024798901589054498,0.10780628699825973,1.0163707010042262,1.290728494406902,-1.3171637030127872,-1.1070540243745952,1.6135869402059702,0.8247143152626109,1.0],"scene_obs":[0.28,0.22,0.0,0.088,1.0,0.0,0.22998582812010201,-0.11998510781658656,0.4599900095255956,1.9422233979028222e-10,1.2826382067283733e-10,1.5148315006657582,0.13373064163892767,0.1360922964315011,0.457287578959964,0.002469623932233134,0.012024607818694395,1.8591329581680818,-0.24088610719982487,0.09244035192464102,0.4609900092585013,7.380098220884002e-07,-3.598222370976523e-06,1.3684892726217528]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.1227349430963478,0.6297069412338078],"aabb_min":[0.23574800109863298,0.03978433870155252,0.5585698800985114],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178304446213,0.5981063417763784]}}},"robot":{"arm_joint_states":[0.10780628699825973,1.0163707010042262,1.290728494406902,-1.3171637030127872,-1.1070540243745952,1.6135869402059702,0.8247143152626109],"gripper_action":1.0,"gripper_opening_width":-0.0024798901589054498,"tcp_orn":[2.9989726336602374,0.04351085257899174,1.2851948807876754],"tcp_pos":[0.1466604749156175,0.07014785980085307,0.48139002654893287]},"robot_contact_count":4,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[1.6767094138857501,-4.494848045299963,-3.648566145796369],"current_lin_vel":[-0.034880557578843285,0.05155694028371002,-0.010615060555754622],"current_orn":[-0.004079363253027945,0.004585935867460748,0.801341156518808,0.5981761269532317],"current_pos":[0.13373064163892767,0.1360922964315011,0.457287578959964]},"block_pink":{"current_ang_vel":[6.27779652179373e-10,3.0605691249844573e-09,1.1594022513175811e-14],"current_lin_vel":[6.121137623753024e-11,-1.2555807094418453e-11,5.93655472003185e-11],"current_orn":[1.4231370414553952e-06,-1.1608818386713271e-06,0.632087863049651,0.7748967243329608],"current_pos":[-0.24088610719982487,0.09244035192464102,0.4609900092585013]},"block_red":{"current_ang_vel":[3.810790457070583e-09,-5.609779962683074e-09,-1.4239244263662002e-12],"current_lin_vel":[-1.126912148195245e-10,-7.60186762259032e-11,2.1357780127795323e-10],"current_orn":[2.6500757338033978e-11,1.1331897944436333e-10,0.6870459895492821,0.726613933422865],"current_pos":[0.22998582812010201,-0.11998510781658656,0.4599900095255956]}},"switches":{"base__switch":{"joint_state":0.088,"logical_state":1}}}}},"at":242.152},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1526799466663379,0.06716151426076446,0.48221227599969907,2.970064033872329,0.060272984085562094,1.2491044353444063,-0.008589468014951085,0.12519164373217084,1.0153377030137154,1.2784889698279793,-1.2961270041093227,-1.1267112853615031,1.5938168085989295,0.8520326732920958,1.0],"scene_obs":[0.28,0.22,0.0,0.08889184789192149,1.0,0.0,0.22998582811746845,-0.11998510781835775,0.45999000953057734,6.854748718428924e-11,3.219536212175371e-11,1.5148315006657118,0.13348906088871404,0.13607093705000164,0.45884632835811856,-0.017976993602480614,-0.0003440715525861901,1.8340231750469198,-0.24088610719839704,0.09244035192434814,0.46099000925988604,7.380827010909648e-07,-3.598222371388783e-06,1.3684892726217526]}},"stepped":true,"termination":{"done":false}},"at":242.214},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":245},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1526799466663379,0.06716151426076446,0.48221227599969907,2.970064033872329,0.060272984085562094,1.2491044353444063,-0.008589468014951085,0.12519164373217084,1.0153377030137154,1.2784889698279793,-1.2961270041093227,-1.1267112853615031,1.5938168085989295,0.8520326732920958,1.0],"scene_obs":[0.28,0.22,0.0,0.08889184789192149,1.0,0.0,0.22998582811746845,-0.11998510781835775,0.45999000953057734,6.854748718428924e-11,3.219536212175371e-11,1.5148315006657118,0.13348906088871404,0.13607093705000164,0.45884632835811856,-0.017976993602480614,-0.0003440715525861901,1.8340231750469198,-0.24088610719839704,0.09244035192434814,0.46099000925988604,7.380827010909648e-07,-3.598222371388783e-06,1.3684892726217526]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12315065025113886,0.6304269671469755],"aabb_min":[0.23574800109863298,0.040200045856343576,0.5592899060116792],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07456749019925318,0.5988263676895462]}}},"robot":{"arm_joint_states":[0.12519164373217084,1.0153377030137154,1.2784889698279793,-1.2961270041093227,-1.1267112853615031,1.5938168085989295,0.8520326732920958],"gripper_action":1.0,"gripper_opening_width":-0.008589468014951085,"tcp_orn":[2.970064033872329,0.060272984085562094,1.2491044353444063],"tcp_pos":[0.1526799466663379,0.06716151426076446,0.48221227599969907]},"robot_contact_count":6,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.10480796305116397,0.3604120863247798,-0.18497102371504587],"current_lin_vel":[0.006074762196168478,-0.004783954035354202,0.04481496444413431],"current_orn":[-0.005330131068124173,-0.007239488466146125,0.793754611348184,0.6081716833863927],"current_pos":[0.13348906088871404,0.13607093705000164,0.45884632835811856]},"block_pink":{"current_ang_vel":[3.2225588156220925e-10,1.5710702074967196e-09,6.124621270495735e-15],"current_lin_vel":[3.1421397879046516e-11,-6.445225511116768e-12,3.046368018955192e-11],"current_orn":[1.4231652784358673e-06,-1.1608588058645605e-06,0.632087863049651,0.7748967243329608],"current_pos":[-0.24088610719839704,0.09244035192434814,0.46099000925988604]},"block_red":{"current_ang_vel":[1.9557419168587882e-09,-2.8789586701109582e-09,-1.4249309375524496e-12],"current_lin_vel":[-5.807478659961114e-11,-3.891775737395229e-11,1.0961252738805882e-10],"current_orn":[1.3843932430696854e-11,3.5244437436453535e-11,0.6870459895492653,0.7266139334228809],"current_pos":[0.22998582811746845,-0.11998510781835775,0.45999000953057734]}},"switches":{"base__switch":{"joint_state":0.08889184789192149,"logical_state":1}}}}},"at":242.256},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15480791793710924,0.0665607438376272,0.48233901276882457,2.952054626216482,0.05247091300067109,1.2206573357983266,-0.0077604422148735645,0.12554244797913053,1.0064053795790262,1.2693599589791025,-1.3040787846863862,-1.1347417159632949,1.602561027695647,0.8832058487519778,1.0],"scene_obs":[0.28,0.22,0.0,0.08889887286939285,1.0,0.0,0.23000091522522323,-0.11999409093651713,0.4599861833971682,0.0007783923519242803,-0.0004063317860520782,1.514831313044539,0.13367939467986503,0.13602772224186058,0.4598316601260367,-0.0030458481040168475,0.0028523549670293746,1.8286563437993717,-0.2408861071976643,0.09244035192419785,0.46099000926059663,7.38120101569154e-07,-3.5982223710785035e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":242.306},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":251},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15480791793710924,0.0665607438376272,0.48233901276882457,2.952054626216482,0.05247091300067109,1.2206573357983266,-0.0077604422148735645,0.12554244797913053,1.0064053795790262,1.2693599589791025,-1.3040787846863862,-1.1347417159632949,1.602561027695647,0.8832058487519778,1.0],"scene_obs":[0.28,0.22,0.0,0.08889887286939285,1.0,0.0,0.23000091522522323,-0.11999409093651713,0.4599861833971682,0.0007783923519242803,-0.0004063317860520782,1.514831313044539,0.13367939467986503,0.13602772224186058,0.4598316601260367,-0.0030458481040168475,0.0028523549670293746,1.8286563437993717,-0.2408861071976643,0.09244035192419785,0.46099000926059663,7.38120101569154e-07,-3.5982223710785035e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12272833633842811,0.6296954979934175],"aabb_min":[0.23574800109863298,0.03977773194363283,0.5585584368581211],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07414517628654244,0.5980948985359882]}}},"robot":{"arm_joint_states":[0.12554244797913053,1.0064053795790262,1.2693599589791025,-1.3040787846863862,-1.1347417159632949,1.602561027695647,0.8832058487519778],"gripper_action":1.0,"gripper_opening_width":-0.0077604422148735645,"tcp_orn":[2.952054626216482,0.05247091300067109,1.2206573357983266],"tcp_pos":[0.15480791793710924,0.0665607438376272,0.48233901276882457]},"robot_contact_count":6,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.16864553005533195,0.871427954311312,-0.17921246521387055],"current_lin_vel":[0.00755920224015596,-0.006507230071118383,0.008671082659798515],"current_orn":[-0.0020592228238876047,-0.0003359592793323295,0.7921523349649835,0.6103198546190749],"current_pos":[0.13367939467986503,0.13602772224186058,0.4598316601260367]},"block_pink":{"current_ang_vel":[1.6533936528710843e-10,8.060181378462792e-10,3.3220257358224802e-15],"current_lin_vel":[1.6120356484139123e-11,-3.3068406998859344e-12,1.5637061090423288e-11],"current_orn":[1.4231797690918238e-06,-1.1608469855501757e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.2408861071976643,0.09244035192419785,0.46099000926059663]},"block_red":{"current_ang_vel":[-0.009375451985611386,-0.015745119563519316,-3.23589297021384e-06],"current_lin_vel":[-0.0003150994518920901,0.00018768387386416756,8.00241249922784e-05],"current_orn":[0.0004223796630340014,0.00011977246347693235,0.6870459126254952,0.7266138735219536],"current_pos":[0.23000091522522323,-0.11999409093651713,0.4599861833971682]}},"switches":{"base__switch":{"joint_state":0.08889887286939285,"logical_state":1}}}}},"at":242.341},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15755340355346922,0.0657038028709461,0.48273642780678533,2.929883940263134,0.04503327538567126,1.1950049531408862,-0.007104044309909198,0.13022178722690547,0.9877905430577958,1.246984840114436,-1.3116863926017652,-1.1290843041468024,1.6172797080290728,0.9099863997128008,1.0],"scene_obs":[0.28,0.22,0.0,0.08783027306676014,1.0,0.0,0.2299935668602941,-0.11998971436991361,0.45998804781014224,0.00039948361587260954,-0.00020853616146327173,1.5148313748059243,0.13377241336572418,0.13589283274606234,0.4603269112697039,0.0037135120335517603,-0.0002054905550442087,1.8268375303905742,-0.2408861071973575,0.09244035192414446,0.46099000926098777,7.381356644726512e-07,-3.5982219036737775e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":242.404},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":257},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15755340355346922,0.0657038028709461,0.48273642780678533,2.929883940263134,0.04503327538567126,1.1950049531408862,-0.007104044309909198,0.13022178722690547,0.9877905430577958,1.246984840114436,-1.3116863926017652,-1.1290843041468024,1.6172797080290728,0.9099863997128008,1.0],"scene_obs":[0.28,0.22,0.0,0.08783027306676014,1.0,0.0,0.2299935668602941,-0.11998971436991361,0.45998804781014224,0.00039948361587260954,-0.00020853616146327173,1.5148313748059243,0.13377241336572418,0.13589283274606234,0.4603269112697039,0.0037135120335517603,-0.0002054905550442087,1.8268375303905742,-0.2408861071973575,0.09244035192414446,0.46099000926098777,7.381356644726512e-07,-3.5982219036737775e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12279162010395667,0.6298051086906074],"aabb_min":[0.23574800109863298,0.03984101570916138,0.558668047555311],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07420846005207099,0.598204509233178]}}},"robot":{"arm_joint_states":[0.13022178722690547,0.9877905430577958,1.246984840114436,-1.3116863926017652,-1.1290843041468024,1.6172797080290728,0.9099863997128008],"gripper_action":1.0,"gripper_opening_width":-0.007104044309909198,"tcp_orn":[2.929883940263134,0.04503327538567126,1.1950049531408862],"tcp_pos":[0.15755340355346922,0.0657038028709461,0.48273642780678533]},"robot_contact_count":7,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.015600552123426729,-0.0761565422562548,-0.023157794666936994],"current_lin_vel":[-0.001607088384122922,-0.0012545648039696384,0.013843765911333766],"current_orn":[0.0012158899349433063,0.001407020657032278,0.7915961222314521,0.6110418325881336],"current_pos":[0.13377241336572418,0.13589283274606234,0.4603269112697039]},"block_pink":{"current_ang_vel":[3.472879899881456e-11,2.6766475702135673e-10,1.3342171564125138e-15],"current_lin_vel":[5.353288873623816e-12,-6.946055387041233e-13,9.138391432461646e-12],"current_orn":[1.423185651192867e-06,-1.160841885893773e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.2408861071973575,0.09244035192414446,0.46099000926098777]},"block_red":{"current_ang_vel":[-0.004811610504886221,-0.00808060931364077,-8.523406930643622e-07],"current_lin_vel":[-0.00016166407315987096,9.62782514376128e-05,4.098630990912594e-05],"current_orn":[0.0002167721479936526,6.146915416576539e-05,0.6870459415163058,0.7266139439051192],"current_pos":[0.2299935668602941,-0.11998971436991361,0.45998804781014224]}},"switches":{"base__switch":{"joint_state":0.08783027306676014,"logical_state":1}}}}},"at":242.446},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.16013854715382977,0.06502836492739399,0.48314595693025697,2.9105211894850016,0.037166463440376885,1.1732395968021418,-0.005360071469972097,0.13679539814457253,0.9653537735944416,1.2186390896096126,-1.3201375517828497,-1.1198167602526086,1.6368401036925095,0.9311197950543981,1.0],"scene_obs":[0.28,0.22,0.0,0.08842661473422425,1.0,0.0,0.22998979640133824,-0.1199874689884464,0.459989003247304,0.0002050219516714543,-0.00010702444591197902,1.514831391072771,0.13374156436046827,0.1358740526089779,0.4606493538733673,0.0019665864040196565,-0.0002938959720926135,1.826543194473824,-0.24088610719723266,0.09244035192412824,0.460990009261201,7.381419411815876e-07,-3.5982214436901575e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":242.509},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":263},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.16013854715382977,0.06502836492739399,0.48314595693025697,2.9105211894850016,0.037166463440376885,1.1732395968021418,-0.005360071469972097,0.13679539814457253,0.9653537735944416,1.2186390896096126,-1.3201375517828497,-1.1198167602526086,1.6368401036925095,0.9311197950543981,1.0],"scene_obs":[0.28,0.22,0.0,0.08842661473422425,1.0,0.0,0.22998979640133824,-0.1199874689884464,0.459989003247304,0.0002050219516714543,-0.00010702444591197902,1.514831391072771,0.13374156436046827,0.1358740526089779,0.4606493538733673,0.0019665864040196565,-0.0002938959720926135,1.826543194473824,-0.24088610719723266,0.09244035192412824,0.460990009261201,7.381419411815876e-07,-3.5982214436901575e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12271050890919538,0.6296646199802179],"aabb_min":[0.23574800109863298,0.0397599045144001,0.5585275588449216],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.0741273488573097,0.5980640205227886]}}},"robot":{"arm_joint_states":[0.13679539814457253,0.9653537735944416,1.2186390896096126,-1.3201375517828497,-1.1198167602526086,1.6368401036925095,0.9311197950543981],"gripper_action":1.0,"gripper_opening_width":-0.005360071469972097,"tcp_orn":[2.9105211894850016,0.037166463440376885,1.1732395968021418],"tcp_pos":[0.16013854715382977,0.06502836492739399,0.48314595693025697]},"robot_contact_count":8,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.014617795497028041,-0.03476016299136562,-0.0024071024273845786],"current_lin_vel":[-0.0005240826048684463,-0.0002109382759874825,0.007086705085440015],"current_orn":[0.0007172592767008849,0.0006884751325842354,0.7915071369650112,0.6111591148584572],"current_pos":[0.13374156436046827,0.1358740526089779,0.4606493538733673]},"block_pink":{"current_ang_vel":[1.801218918104579e-11,1.3742443195218547e-10,8.586358929047122e-16],"current_lin_vel":[2.7484823687209416e-12,-3.602569881981477e-13,4.6889644944592135e-12],"current_orn":[1.4231879377184325e-06,-1.1608397239581035e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719723266,0.09244035192412824,0.460990009261201]},"block_red":{"current_ang_vel":[-0.002469396342842468,-0.004147099181734087,-2.2450531650431526e-07],"current_lin_vel":[-8.295564801040211e-05,4.940005269519529e-05,2.101291122513782e-05],"current_orn":[0.00011125126282563574,3.15470219269528e-05,0.6870459491256826,0.7266139624435604],"current_pos":[0.22998979640133824,-0.1199874689884464,0.459989003247304]}},"switches":{"base__switch":{"joint_state":0.08842661473422425,"logical_state":1}}}}},"at":242.545},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.16172431304837692,0.0644943618219799,0.4835142291111343,2.895316692126951,0.02832677430795398,1.1465018334668107,-0.0033910886144021615,0.14637589483997357,0.9400901893964767,1.1858202063392436,-1.3271398359193523,-1.0977336917065403,1.6563265566692058,0.9582598607807474,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998786155738288,-0.11998631681526929,0.45998949322296384,0.00010522094385332973,-5.4926916979995336e-05,1.5148313953572428,0.13372673733028653,0.1358628997109894,0.46081486553211054,0.0010627154426406074,-0.00030095094493366774,1.8262952427924348,-0.24088610719716866,0.09244035192411994,0.4609900092613104,7.381451613501633e-07,-3.5982212075492586e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":242.598},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":269},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.16172431304837692,0.0644943618219799,0.4835142291111343,2.895316692126951,0.02832677430795398,1.1465018334668107,-0.0033910886144021615,0.14637589483997357,0.9400901893964767,1.1858202063392436,-1.3271398359193523,-1.0977336917065403,1.6563265566692058,0.9582598607807474,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998786155738288,-0.11998631681526929,0.45998949322296384,0.00010522094385332973,-5.4926916979995336e-05,1.5148313953572428,0.13372673733028653,0.1358628997109894,0.46081486553211054,0.0010627154426406074,-0.00030095094493366774,1.8262952427924348,-0.24088610719716866,0.09244035192411994,0.4609900092613104,7.381451613501633e-07,-3.5982212075492586e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.14637589483997357,0.9400901893964767,1.1858202063392436,-1.3271398359193523,-1.0977336917065403,1.6563265566692058,0.9582598607807474],"gripper_action":1.0,"gripper_opening_width":-0.0033910886144021615,"tcp_orn":[2.895316692126951,0.02832677430795398,1.1465018334668107],"tcp_pos":[0.16172431304837692,0.0644943618219799,0.4835142291111343]},"robot_contact_count":8,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.000565671872333342,-0.021082681276058435,-0.01503858420077926],"current_lin_vel":[-0.0005124360343948714,-0.0005898911008586665,0.0036508040945004705],"current_orn":[0.0004438874918269705,0.0003285540303988266,0.791431592930877,0.6112574978902416],"current_pos":[0.13372673733028653,0.1358628997109894,0.46081486553211054]},"block_pink":{"current_ang_vel":[9.138227526574135e-12,7.014581753311009e-11,6.177542559649449e-16],"current_lin_vel":[1.402910076900427e-12,-1.8276936008774357e-13,2.4092811079512444e-12],"current_orn":[1.423189110736575e-06,-1.1608386147509621e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719716866,0.09244035192411994,0.4609900092613104]},"block_red":{"current_ang_vel":[-0.0012673373254514174,-0.002128363688652023,-5.913437986754547e-08],"current_lin_vel":[-4.2570872656192155e-05,2.534994026469111e-05,1.0778417444047561e-05],"current_orn":[5.709616175253502e-05,1.6190479140160964e-05,0.6870459511299,0.7266139673264669],"current_pos":[0.22998786155738288,-0.11998631681526929,0.45998949322296384]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":242.633},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15923318463458422,0.06470078641037415,0.4835210105436685,2.901771373932534,0.022598199697827136,1.112830767675715,0.0003164708882409349,0.15794003644361215,0.9128134759016664,1.148937764696395,-1.3329462579552072,-1.0570866895530748,1.6778900210350713,0.9830325261731452,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998686861867743,-0.11998572555066661,0.4599897445895355,5.400128623092203e-05,-2.8189535273504395e-05,1.5148313964857116,0.13372401604933515,0.1358538357043159,0.46089766771132085,0.0006112355536428361,-0.0004997606833890922,1.8263876895364555,-0.24088610719713577,0.09244035192411566,0.4609900092613666,7.381468148544282e-07,-3.5982210864185636e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":242.696},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":275},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15923318463458422,0.06470078641037415,0.4835210105436685,2.901771373932534,0.022598199697827136,1.112830767675715,0.0003164708882409349,0.15794003644361215,0.9128134759016664,1.148937764696395,-1.3329462579552072,-1.0570866895530748,1.6778900210350713,0.9830325261731452,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998686861867743,-0.11998572555066661,0.4599897445895355,5.400128623092203e-05,-2.8189535273504395e-05,1.5148313964857116,0.13372401604933515,0.1358538357043159,0.46089766771132085,0.0006112355536428361,-0.0004997606833890922,1.8263876895364555,-0.24088610719713577,0.09244035192411566,0.4609900092613666,7.381468148544282e-07,-3.5982210864185636e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.15794003644361215,0.9128134759016664,1.148937764696395,-1.3329462579552072,-1.0570866895530748,1.6778900210350713,0.9830325261731452],"gripper_action":1.0,"gripper_opening_width":0.0003164708882409349,"tcp_orn":[2.901771373932534,0.022598199697827136,1.112830767675715],"tcp_pos":[0.15923318463458422,0.06470078641037415,0.4835210105436685]},"robot_contact_count":7,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.008389288566157812,-0.008521380366493143,0.005786501242230651],"current_lin_vel":[1.1703726262767734e-05,-0.00019645789426905936,0.0018140565036600734],"current_orn":[0.0003845702796779409,8.915208798110987e-05,0.7914599032945283,0.6112209630196113],"current_pos":[0.13372401604933515,0.1358538357043159,0.46089766771132085]},"block_pink":{"current_ang_vel":[4.740848361716662e-12,3.623957299781619e-11,4.823305308686215e-16],"current_lin_vel":[7.247851996388694e-13,-9.481749892618894e-14,1.2336173749183388e-12],"current_orn":[1.4231897131014733e-06,-1.1608380452390842e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719713577,0.09244035192411566,0.4609900092613666]},"block_red":{"current_ang_vel":[-0.0006504205083167783,-0.001092314854631464,-1.5576313063986613e-08],"current_lin_vel":[-2.184724507001243e-05,1.3009251409996784e-05,5.530158074515401e-06],"current_orn":[2.930279750217649e-05,8.30922748809933e-06,0.6870459516577851,0.7266139686125992],"current_pos":[0.22998686861867743,-0.11998572555066661,0.4599897445895355]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":242.73},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15913171512299543,0.06525910679070998,0.48336464927122325,2.898324650379516,0.010297119903726197,1.0860713873936954,0.003683514256842541,0.1708003160896934,0.8826370658292898,1.1070125108741586,-1.3431949901220661,-1.021262128685862,1.7078768687954244,1.004717874705275,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998635903952572,-0.11998542211632043,0.4599898735697415,2.7714418545898795e-05,-1.4467420546484413e-05,1.5148313967829212,0.13372580436436024,0.1358483628813521,0.4609400140692038,0.00036658144520431205,-0.0006497495838631113,1.8266035160306575,-0.24088610719711892,0.09244035192411347,0.46099000926139533,7.381476617237037e-07,-3.598221024458245e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":242.793},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":281},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15913171512299543,0.06525910679070998,0.48336464927122325,2.898324650379516,0.010297119903726197,1.0860713873936954,0.003683514256842541,0.1708003160896934,0.8826370658292898,1.1070125108741586,-1.3431949901220661,-1.021262128685862,1.7078768687954244,1.004717874705275,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998635903952572,-0.11998542211632043,0.4599898735697415,2.7714418545898795e-05,-1.4467420546484413e-05,1.5148313967829212,0.13372580436436024,0.1358483628813521,0.4609400140692038,0.00036658144520431205,-0.0006497495838631113,1.8266035160306575,-0.24088610719711892,0.09244035192411347,0.46099000926139533,7.381476617237037e-07,-3.598221024458245e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.1708003160896934,0.8826370658292898,1.1070125108741586,-1.3431949901220661,-1.021262128685862,1.7078768687954244,1.004717874705275],"gripper_action":1.0,"gripper_opening_width":0.003683514256842541,"tcp_orn":[2.898324650379516,0.010297119903726197,1.0860713873936954],"tcp_pos":[0.15913171512299543,0.06525910679070998,0.48336464927122325]},"robot_contact_count":7,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.004905103114802155,-0.004445825817715804,0.007058044651081056],"current_lin_vel":[7.50203045247701e-05,-0.00014829702939777057,0.0009345093782144806],"current_orn":[0.0003691622842235575,-5.346322241023702e-05,0.7915258538552576,0.6111355688712589],"current_pos":[0.13372580436436024,0.1358483628813521,0.4609400140692038]},"block_pink":{"current_ang_vel":[2.645350162070778e-12,1.8566493610270047e-11,4.2070093159245324e-16],"current_lin_vel":[3.7132360767856706e-13,-5.2905322769896476e-14,6.347283809660098e-13],"current_orn":[1.4231900216374043e-06,-1.1608377535847647e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719711892,0.09244035192411347,0.46099000926139533]},"block_red":{"current_ang_vel":[-0.0003338078348322755,-0.0005605961868314205,-4.103338306072201e-09],"current_lin_vel":[-1.121217352018643e-05,6.676378322757442e-06,2.837778714341599e-06],"current_orn":[1.5038733189268163e-05,4.264424601306676e-06,0.6870459517968185,0.7266139689513649],"current_pos":[0.22998635903952572,-0.11998542211632043,0.4599898735697415]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":242.83},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15914557560255307,0.0657122783972569,0.4831931502179359,2.8955917272632132,-0.001174984804269282,1.0623498413976644,0.006091564325436383,0.18601386347255894,0.85214060219892,1.0625794326101738,-1.3536015137319244,-0.984659652232699,1.7385616569111613,1.0216500828665613,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998609751802981,-0.11998526639172317,0.45998993975800523,1.422350912903672e-05,-7.424976037574858e-06,1.5148313968611835,0.13372832147844868,0.13584338805765722,0.4609621269346322,0.00022919422871390426,-0.0007389496056700258,1.826845034174396,-0.24088610719711026,0.09244035192411233,0.4609900092614101,7.381480980803915e-07,-3.598220992640822e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":242.923},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":287},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15914557560255307,0.0657122783972569,0.4831931502179359,2.8955917272632132,-0.001174984804269282,1.0623498413976644,0.006091564325436383,0.18601386347255894,0.85214060219892,1.0625794326101738,-1.3536015137319244,-0.984659652232699,1.7385616569111613,1.0216500828665613,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998609751802981,-0.11998526639172317,0.45998993975800523,1.422350912903672e-05,-7.424976037574858e-06,1.5148313968611835,0.13372832147844868,0.13584338805765722,0.4609621269346322,0.00022919422871390426,-0.0007389496056700258,1.826845034174396,-0.24088610719711026,0.09244035192411233,0.4609900092614101,7.381480980803915e-07,-3.598220992640822e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.18601386347255894,0.85214060219892,1.0625794326101738,-1.3536015137319244,-0.984659652232699,1.7385616569111613,1.0216500828665613],"gripper_action":1.0,"gripper_opening_width":0.006091564325436383,"tcp_orn":[2.8955917272632132,-0.001174984804269282,1.0623498413976644],"tcp_pos":[0.15914557560255307,0.0657122783972569,0.4831931502179359]},"robot_contact_count":7,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.003521612377390326,-0.003190226381919116,0.008281950675105293],"current_lin_vel":[7.357382228619695e-05,-0.00014402971106877285,0.0004980388994529975],"current_orn":[0.0003624995461508945,-0.00013504887165220733,0.7915996335765408,0.6110399908986053],"current_pos":[0.13372832147844868,0.13584338805765722,0.4609621269346322]},"block_pink":{"current_ang_vel":[1.3731944592584216e-12,9.694073276008142e-12,3.847755415329267e-16],"current_lin_vel":[1.938752003063717e-13,-2.7461077062389134e-14,3.2385899517706207e-13],"current_orn":[1.4231901806473849e-06,-1.160837603349273e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719711026,0.09244035192411233,0.4609900092614101]},"block_red":{"current_ang_vel":[-0.00017131641649524562,-0.0002877084346462658,-1.0814151033946449e-09],"current_lin_vel":[-5.754234580768641e-06,3.426386754762496e-06,1.4562954946048534e-06],"current_orn":[7.718150075661933e-06,2.1885565295046634e-06,0.6870459518334313,0.7266139690406005],"current_pos":[0.22998609751802981,-0.11998526639172317,0.45998993975800523]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":242.933},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1594495222241328,0.06613553347232408,0.48303903366365675,2.8917805185971917,-0.012902919113508651,1.0408174569909587,0.0077612776857656825,0.20288893785628204,0.8226105371827949,1.017883566957079,-1.3648203194001718,-0.9521455530805427,1.769276804738102,1.0372860424948134,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998596330135176,-0.11998518647187773,0.459989973725277,7.299721694246193e-06,-3.810661591273599e-06,1.5148313968817773,0.13372995303568913,0.1358386421115011,0.4609745934078533,6.521650055600009e-05,-0.0008260682893776948,1.827095637120139,-0.24088610719710576,0.09244035192411176,0.4609900092614177,7.381483216883836e-07,-3.5982209754936475e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":243.033},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":293},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1594495222241328,0.06613553347232408,0.48303903366365675,2.8917805185971917,-0.012902919113508651,1.0408174569909587,0.0077612776857656825,0.20288893785628204,0.8226105371827949,1.017883566957079,-1.3648203194001718,-0.9521455530805427,1.769276804738102,1.0372860424948134,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998596330135176,-0.11998518647187773,0.459989973725277,7.299721694246193e-06,-3.810661591273599e-06,1.5148313968817773,0.13372995303568913,0.1358386421115011,0.4609745934078533,6.521650055600009e-05,-0.0008260682893776948,1.827095637120139,-0.24088610719710576,0.09244035192411176,0.4609900092614177,7.381483216883836e-07,-3.5982209754936475e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.20288893785628204,0.8226105371827949,1.017883566957079,-1.3648203194001718,-0.9521455530805427,1.769276804738102,1.0372860424948134],"gripper_action":1.0,"gripper_opening_width":0.0077612776857656825,"tcp_orn":[2.8917805185971917,-0.012902919113508651,1.0408174569909587],"tcp_pos":[0.1594495222241328,0.06613553347232408,0.48303903366365675]},"robot_contact_count":7,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0049884150095776784,-0.006465212587183262,0.006232402096519146],"current_lin_vel":[1.2955319561230024e-05,-0.00013021950907537172,0.0002926032099300896],"current_orn":[0.0003469110142783235,-0.0002265242608930043,0.7916761652186801,0.6109408136343097],"current_pos":[0.13372995303568913,0.1358386421115011,0.4609745934078533]},"block_pink":{"current_ang_vel":[6.17773169090706e-13,5.234690437748014e-12,3.757330505529348e-16],"current_lin_vel":[1.046875405808235e-13,-1.2352038797029713e-14,1.6381340728344185e-13],"current_orn":[1.4231902618646749e-06,-1.1608375260356795e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719710576,0.09244035192411176,0.4609900092614177]},"block_red":{"current_ang_vel":[-8.792280126627364e-05,-0.0001476573701423675,-2.8545689628064706e-10],"current_lin_vel":[-2.953164854177508e-06,1.7584714642381666e-06,7.473703842256207e-07],"current_orn":[3.961089686745179e-06,1.1231821479906104e-06,0.6870459518430676,0.7266139690641115],"current_pos":[0.22998596330135176,-0.11998518647187773,0.459989973725277]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":243.043},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.16009488359468707,0.0664222559857668,0.4829507079945833,2.8852583273899324,-0.025067605032648328,1.0210874595850084,0.009404381711901362,0.22110912162582702,0.7953501668486652,0.9748468061763238,-1.3751891403268626,-0.9208021090820814,1.7964319107447144,1.0520494935132572,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998589441910489,-0.11998514545575592,0.4599899911574494,3.7463038094622206e-06,-1.9557274635946374e-06,1.5148313968871805,0.1337292707379734,0.13583479595365383,0.46098040149939895,-3.753986422318589e-05,-0.0005818525171799352,1.8268749558534265,-0.24088610719710346,0.09244035192411146,0.4609900092614216,7.381484368859961e-07,-3.5982209676561588e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":243.136},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":299},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.16009488359468707,0.0664222559857668,0.4829507079945833,2.8852583273899324,-0.025067605032648328,1.0210874595850084,0.009404381711901362,0.22110912162582702,0.7953501668486652,0.9748468061763238,-1.3751891403268626,-0.9208021090820814,1.7964319107447144,1.0520494935132572,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998589441910489,-0.11998514545575592,0.4599899911574494,3.7463038094622206e-06,-1.9557274635946374e-06,1.5148313968871805,0.1337292707379734,0.13583479595365383,0.46098040149939895,-3.753986422318589e-05,-0.0005818525171799352,1.8268749558534265,-0.24088610719710346,0.09244035192411146,0.4609900092614216,7.381484368859961e-07,-3.5982209676561588e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.22110912162582702,0.7953501668486652,0.9748468061763238,-1.3751891403268626,-0.9208021090820814,1.7964319107447144,1.0520494935132572],"gripper_action":1.0,"gripper_opening_width":0.009404381711901362,"tcp_orn":[2.8852583273899324,-0.025067605032648328,1.0210874595850084],"tcp_pos":[0.16009488359468707,0.0664222559857668,0.4829507079945833]},"robot_contact_count":8,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0010706872675075878,-0.003189212865304762,-0.006574070074485891],"current_lin_vel":[6.294345191393704e-05,-2.354892639939623e-05,0.00014368613025442234],"current_orn":[0.0002188308277852734,-0.00019262259642081124,0.7916087715414102,0.6110282054277887],"current_pos":[0.1337292707379734,0.13583479595365383,0.46098040149939895]},"block_pink":{"current_ang_vel":[4.680991623166793e-13,2.6005190481659424e-12,3.656905882255203e-16],"current_lin_vel":[5.200411164711134e-14,-9.358268742959358e-15,8.471001677889944e-14],"current_orn":[1.4231903040208103e-06,-1.1608374865915509e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719710346,0.09244035192411146,0.4609900092614216]},"block_red":{"current_ang_vel":[-4.51236367074404e-05,-7.578054162751039e-05,-7.580545872273306e-11],"current_lin_vel":[-1.5156155259771891e-06,9.024768508205236e-07,3.835572202348647e-07],"current_orn":[2.0328956585591245e-06,5.764119859637795e-07,0.687045951845598,0.7266139690703113],"current_pos":[0.22998589441910489,-0.11998514545575592,0.4599899911574494]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":243.146},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15904892995338674,0.06690775235327782,0.48283832684727657,2.889203334700667,-0.03179039533568462,1.0017213091145105,0.011432886136553974,0.23992482614270558,0.7720949008944162,0.9348076260157444,-1.3817783959642849,-0.8840570162512089,1.818284592158705,1.0609436705163258,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998585512914632,-0.11998511228351438,0.45998998117529705,1.7692184769454963e-06,-3.564571069824162e-07,1.514831312118341,0.1337336914269069,0.13583635676954367,0.4609819207358491,-3.780055753391961e-05,-0.0004972654415060257,1.8266240849297564,-0.24088610719710232,0.09244035192411133,0.4609900092614236,7.381484944755717e-07,-3.598220963096921e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":243.24},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":305},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15904892995338674,0.06690775235327782,0.48283832684727657,2.889203334700667,-0.03179039533568462,1.0017213091145105,0.011432886136553974,0.23992482614270558,0.7720949008944162,0.9348076260157444,-1.3817783959642849,-0.8840570162512089,1.818284592158705,1.0609436705163258,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998585512914632,-0.11998511228351438,0.45998998117529705,1.7692184769454963e-06,-3.564571069824162e-07,1.514831312118341,0.1337336914269069,0.13583635676954367,0.4609819207358491,-3.780055753391961e-05,-0.0004972654415060257,1.8266240849297564,-0.24088610719710232,0.09244035192411133,0.4609900092614236,7.381484944755717e-07,-3.598220963096921e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.23992482614270558,0.7720949008944162,0.9348076260157444,-1.3817783959642849,-0.8840570162512089,1.818284592158705,1.0609436705163258],"gripper_action":1.0,"gripper_opening_width":0.011432886136553974,"tcp_orn":[2.889203334700667,-0.03179039533568462,1.0017213091145105],"tcp_pos":[0.15904892995338674,0.06690775235327782,0.48283832684727657]},"robot_contact_count":8,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.0022945919649167293,-0.000654171632733309,-0.007341295059157495],"current_lin_vel":[0.00012903696094523686,4.372962743089723e-05,3.9345641702930034e-05],"current_orn":[0.00018525031176909514,-0.00016690647392455553,0.7915321302035793,0.6111275028011216],"current_pos":[0.1337336914269069,0.13583635676954367,0.4609819207358491]},"block_pink":{"current_ang_vel":[2.0117722964491958e-13,1.3336168445859617e-12,3.579809517290301e-16],"current_lin_vel":[2.6666070566644486e-14,-4.019692484146936e-15,4.4249326425216395e-14],"current_orn":[1.4231903248928776e-06,-1.1608374666242458e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719710232,0.09244035192411133,0.4609900092614236]},"block_red":{"current_ang_vel":[-9.491707611268596e-06,-3.64510667582176e-05,-4.56309061811307e-11],"current_lin_vel":[-7.290215151759581e-07,1.8983378446671138e-07,5.918822268691226e-07],"current_orn":[7.652206562957567e-07,4.782638071702073e-07,0.6870459210485237,0.7266139981928311],"current_pos":[0.22998585512914632,-0.11998511228351438,0.45998998117529705]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":243.25},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15880299847684348,0.06748905010748542,0.48267372133670217,2.890249763066074,-0.04038521518700749,0.9850385039375508,0.012565501168012838,0.2583671369779961,0.7509685457827381,0.8968932452931206,-1.389357119037281,-0.8543381683972416,1.8403821640453824,1.0703436817569336,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998583813578696,-0.11998510785326669,0.45998999497939685,9.08514732787417e-07,-1.8281675320296542e-07,1.5148313121047758,0.13373777256385472,0.13583769670362408,0.4609830918954765,-4.345308258903615e-05,-0.0004230105540519026,1.8263883364876394,-0.24088610719710174,0.09244035192411125,0.46099000926142464,7.381485246781762e-07,-3.598220960378666e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":243.342},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":311},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15880299847684348,0.06748905010748542,0.48267372133670217,2.890249763066074,-0.04038521518700749,0.9850385039375508,0.012565501168012838,0.2583671369779961,0.7509685457827381,0.8968932452931206,-1.389357119037281,-0.8543381683972416,1.8403821640453824,1.0703436817569336,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998583813578696,-0.11998510785326669,0.45998999497939685,9.08514732787417e-07,-1.8281675320296542e-07,1.5148313121047758,0.13373777256385472,0.13583769670362408,0.4609830918954765,-4.345308258903615e-05,-0.0004230105540519026,1.8263883364876394,-0.24088610719710174,0.09244035192411125,0.46099000926142464,7.381485246781762e-07,-3.598220960378666e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.2583671369779961,0.7509685457827381,0.8968932452931206,-1.389357119037281,-0.8543381683972416,1.8403821640453824,1.0703436817569336],"gripper_action":1.0,"gripper_opening_width":0.012565501168012838,"tcp_orn":[2.890249763066074,-0.04038521518700749,0.9850385039375508],"tcp_pos":[0.15880299847684348,0.06748905010748542,0.48267372133670217]},"robot_contact_count":9,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.0021016244095216643,-0.0007112165147114014,-0.006781709266163551],"current_lin_vel":[0.00011716668411016862,4.009725167963417e-05,3.138531668932243e-05],"current_orn":[0.00015411827582208326,-0.00014647211732855389,0.7914600953051308,0.6112208048922002],"current_pos":[0.13373777256385472,0.13583769670362408,0.4609830918954765]},"block_pink":{"current_ang_vel":[-1.2726967157404569e-13,7.253221463136409e-13,3.6523950744159553e-16],"current_lin_vel":[1.450016485662789e-14,2.5493617427712026e-15,2.2273849431542203e-14],"current_orn":[1.4231903357357391e-06,-1.1608374560257126e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719710174,0.09244035192411125,0.46099000926142464]},"block_red":{"current_ang_vel":[-4.8746936048875755e-06,-1.869237154199564e-05,-4.605586809420189e-10],"current_lin_vel":[-3.738641841083771e-07,9.749382967061945e-08,3.0372163749292636e-07],"current_orn":[3.9287151349944e-07,2.45677064693691e-07,0.6870459210437169,0.7266139981977886],"current_pos":[0.22998583813578696,-0.11998510785326669,0.45998999497939685]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":243.352},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15780030048142868,0.06782864193685265,0.4825277220097667,2.8939722416189193,-0.04539049708624693,0.966931249781276,0.011790691846686206,0.27757025301688015,0.7335089468115671,0.862427084567442,-1.392770013869472,-0.8232591719472786,1.8531083407013171,1.0787485947605238,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582941526394,-0.11998510557922833,0.45999000206367996,4.6683909999712595e-07,-9.368079907110258e-08,1.5148313120896348,0.13374132630260804,0.1358382951777022,0.4609836992481678,-5.330651130782294e-05,-0.00038629238483880356,1.826185385760184,-0.24088610719710143,0.09244035192411118,0.46099000926142514,7.381485404120457e-07,-3.598220959415017e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":243.444},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":317},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15780030048142868,0.06782864193685265,0.4825277220097667,2.8939722416189193,-0.04539049708624693,0.966931249781276,0.011790691846686206,0.27757025301688015,0.7335089468115671,0.862427084567442,-1.392770013869472,-0.8232591719472786,1.8531083407013171,1.0787485947605238,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582941526394,-0.11998510557922833,0.45999000206367996,4.6683909999712595e-07,-9.368079907110258e-08,1.5148313120896348,0.13374132630260804,0.1358382951777022,0.4609836992481678,-5.330651130782294e-05,-0.00038629238483880356,1.826185385760184,-0.24088610719710143,0.09244035192411118,0.46099000926142514,7.381485404120457e-07,-3.598220959415017e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.27757025301688015,0.7335089468115671,0.862427084567442,-1.392770013869472,-0.8232591719472786,1.8531083407013171,1.0787485947605238],"gripper_action":1.0,"gripper_opening_width":0.011790691846686206,"tcp_orn":[2.8939722416189193,-0.04539049708624693,0.966931249781276],"tcp_pos":[0.15780030048142868,0.06782864193685265,0.4825277220097667]},"robot_contact_count":8,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.0022415256695427024,-0.0027618366298210856,-0.007696897018115326],"current_lin_vel":[9.393578190107767e-05,4.260215995790309e-05,-1.4373434466925794e-05],"current_orn":[0.00013656236151780426,-0.00013916381922998329,0.7913980698842918,0.6113011180814005],"current_pos":[0.13374132630260804,0.1358382951777022,0.4609836992481678]},"block_pink":{"current_ang_vel":[9.010239869018089e-14,5.049328987736707e-13,3.5573360770834423e-16],"current_lin_vel":[1.0092387666703642e-14,-1.7980698332113956e-15,1.1123046927963287e-14],"current_orn":[1.4231903415272458e-06,-1.1608374506797544e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719710143,0.09244035192411118,0.46099000926142514]},"block_red":{"current_ang_vel":[-2.5017847971842683e-06,-9.593277908423348e-06,-4.5381753098475495e-10],"current_lin_vel":[-1.9188230288707374e-07,5.003574926164382e-08,1.5587557541246744e-07],"current_orn":[2.017874179239237e-07,1.2633505973314071e-07,0.6870459210382481,0.7266139982030683],"current_pos":[0.22998582941526394,-0.11998510557922833,0.45999000206367996]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":243.455},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15781835768519065,0.06769435136291078,0.48278758205648875,2.891136706853311,-0.04931331177613429,0.952109868980769,0.010730919180593637,0.29493084918375206,0.7185552066465092,0.8315984815768274,-1.3975270921407574,-0.8062401820535537,1.867794368534215,1.0866699004892069,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858249394554,-0.119985104412147,0.4599900056994661,2.401628309876247e-07,-4.793454825355597e-08,1.5148313120745627,0.13374295790577953,0.13583853449968739,0.46098386352624915,-4.951513343057257e-05,-0.0003730625989734221,1.8261008911819678,-0.24088610719710124,0.09244035192411115,0.46099000926142547,7.381485483907117e-07,-3.598220959100409e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":243.547},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":323},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15781835768519065,0.06769435136291078,0.48278758205648875,2.891136706853311,-0.04931331177613429,0.952109868980769,0.010730919180593637,0.29493084918375206,0.7185552066465092,0.8315984815768274,-1.3975270921407574,-0.8062401820535537,1.867794368534215,1.0866699004892069,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858249394554,-0.119985104412147,0.4599900056994661,2.401628309876247e-07,-4.793454825355597e-08,1.5148313120745627,0.13374295790577953,0.13583853449968739,0.46098386352624915,-4.951513343057257e-05,-0.0003730625989734221,1.8261008911819678,-0.24088610719710124,0.09244035192411115,0.46099000926142547,7.381485483907117e-07,-3.598220959100409e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.29493084918375206,0.7185552066465092,0.8315984815768274,-1.3975270921407574,-0.8062401820535537,1.867794368534215,1.0866699004892069],"gripper_action":1.0,"gripper_opening_width":0.010730919180593637,"tcp_orn":[2.891136706853311,-0.04931331177613429,0.952109868980769],"tcp_pos":[0.15781835768519065,0.06769435136291078,0.48278758205648875]},"robot_contact_count":7,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.0048137400277552716,-0.0007090719282479988,-0.0071996183956416415],"current_lin_vel":[0.00012539872784040132,9.42337841772592e-05,-5.136780628248183e-05],"current_orn":[0.0001324805395463984,-0.00013362548032856916,0.7913722447192686,0.6113345523370354],"current_pos":[0.13374295790577953,0.13583853449968739,0.46098386352624915]},"block_pink":{"current_ang_vel":[-5.835994028600576e-14,-2.7686212971396035e-13,3.497896588924943e-16],"current_lin_vel":[-5.543509203580444e-15,1.1711749447098542e-15,8.555656183517613e-15],"current_orn":[1.4231903445191369e-06,-1.1608374480362512e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719710124,0.09244035192411115,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.2839629842921108e-06,-4.923451165248362e-06,-4.5204147428164376e-10],"current_lin_vel":[-9.848576576895254e-08,2.5679338231489985e-08,7.99982631319307e-08],"current_orn":[1.0371945534954501e-07,6.508648982745475e-08,0.6870459210327808,0.7266139982082666],"current_pos":[0.2299858249394554,-0.119985104412147,0.4599900056994661]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":243.557},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15787236622675466,0.06775461657003257,0.4828120016544523,2.8901476187777826,-0.05430892354048481,0.9385956464939643,0.01065477859205515,0.30946971878343815,0.7065335954847358,0.8060565072117621,-1.401330371818624,-0.7882257872753131,1.8791990529017548,1.094897159906576,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858226421143,-0.11998510381317731,0.4599900075654197,1.2382829254762802e-07,-2.4456710019646164e-08,1.5148313120595094,0.1337429761997132,0.13583831236918636,0.4609842197355466,-3.3659210151834964e-05,-0.00038805071307254765,1.8261185954653678,-0.24088610719710118,0.09244035192411114,0.46099000926142547,7.381485500375934e-07,-3.5982209587892587e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":243.632},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":329},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15787236622675466,0.06775461657003257,0.4828120016544523,2.8901476187777826,-0.05430892354048481,0.9385956464939643,0.01065477859205515,0.30946971878343815,0.7065335954847358,0.8060565072117621,-1.401330371818624,-0.7882257872753131,1.8791990529017548,1.094897159906576,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858226421143,-0.11998510381317731,0.4599900075654197,1.2382829254762802e-07,-2.4456710019646164e-08,1.5148313120595094,0.1337429761997132,0.13583831236918636,0.4609842197355466,-3.3659210151834964e-05,-0.00038805071307254765,1.8261185954653678,-0.24088610719710118,0.09244035192411114,0.46099000926142547,7.381485500375934e-07,-3.5982209587892587e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.30946971878343815,0.7065335954847358,0.8060565072117621,-1.401330371818624,-0.7882257872753131,1.8791990529017548,1.094897159906576],"gripper_action":1.0,"gripper_opening_width":0.01065477859205515,"tcp_orn":[2.8901476187777826,-0.05430892354048481,0.9385956464939643],"tcp_pos":[0.15787236622675466,0.06775461657003257,0.4828120016544523]},"robot_contact_count":7,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0008239084472149141,0.0001467249457529423,0.003308939088634777],"current_lin_vel":[-6.213022740525763e-05,-1.6183448228903688e-05,5.444047707962862e-06],"current_orn":[0.00014325893308690684,-0.00013193161934534712,0.7913776561372722,0.6113275451323974],"current_pos":[0.1337429761997132,0.13583831236918636,0.4609842197355466]},"block_pink":{"current_ang_vel":[-2.0275985201144934e-14,1.6484456508841877e-14,3.4768862871651826e-16],"current_lin_vel":[3.2342690206361514e-16,4.094958948275224e-16,5.252742685257772e-15],"current_orn":[1.4231903450588815e-06,-1.1608374473952094e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719710118,0.09244035192411114,0.46099000926142547]},"block_red":{"current_ang_vel":[-6.589543012935855e-07,-2.5268081967908236e-06,-4.515734145110252e-10],"current_lin_vel":[-5.0552905804292514e-08,1.3179171220939356e-08,4.105660792591559e-08],"current_orn":[5.338912680036092e-08,3.3652567726051484e-08,0.6870459210273142,0.7266139982134433],"current_pos":[0.2299858226421143,-0.11998510381317731,0.4599900075654197]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":243.638},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15837024422344986,0.06834016469591848,0.4825899609361238,2.8897235776872185,-0.06270691031651147,0.9268919754574108,0.008733978846790114,0.3208580443871124,0.6965005392472517,0.7843698871873297,-1.40705150606673,-0.7764449034132703,1.8952309886301781,1.1034147728645192,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582146280386,-0.11998510350577327,0.4599900085230622,6.412321092120126e-08,-1.2407439546078962e-08,1.514831312044461,0.13374315308691834,0.1358381697630812,0.46098412201791805,-3.379059731669246e-05,-0.0003944091303006489,1.8261099704115389,-0.24088610719710116,0.09244035192411112,0.46099000926142547,7.381485498184324e-07,-3.5982209585091245e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":243.701},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":335},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15837024422344986,0.06834016469591848,0.4825899609361238,2.8897235776872185,-0.06270691031651147,0.9268919754574108,0.008733978846790114,0.3208580443871124,0.6965005392472517,0.7843698871873297,-1.40705150606673,-0.7764449034132703,1.8952309886301781,1.1034147728645192,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582146280386,-0.11998510350577327,0.4599900085230622,6.412321092120126e-08,-1.2407439546078962e-08,1.514831312044461,0.13374315308691834,0.1358381697630812,0.46098412201791805,-3.379059731669246e-05,-0.0003944091303006489,1.8261099704115389,-0.24088610719710116,0.09244035192411112,0.46099000926142547,7.381485498184324e-07,-3.5982209585091245e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.3208580443871124,0.6965005392472517,0.7843698871873297,-1.40705150606673,-0.7764449034132703,1.8952309886301781,1.1034147728645192],"gripper_action":1.0,"gripper_opening_width":0.008733978846790114,"tcp_orn":[2.8897235776872185,-0.06270691031651147,0.9268919754574108],"tcp_pos":[0.15837024422344986,0.06834016469591848,0.4825899609361238]},"robot_contact_count":6,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.00039308859743920606,-9.422938200767949e-07,0.0033472173666061478],"current_lin_vel":[-6.583983039688792e-05,-7.556821415213347e-06,-2.095996976474168e-06],"current_orn":[0.00014573414989799998,-0.00013392777404267755,0.7913750192297588,0.6113309576358845],"current_pos":[0.13374315308691834,0.1358381697630812,0.46098412201791805]},"block_pink":{"current_ang_vel":[-6.19140016233847e-14,-1.0500556722125671e-13,3.541129742410758e-16],"current_lin_vel":[-2.1063815790406748e-15,1.2422782402936285e-15,6.1825544683813405e-15],"current_orn":[1.423190344885433e-06,-1.1608374473559363e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719710116,0.09244035192411112,0.46099000926142547]},"block_red":{"current_ang_vel":[-3.381878840389943e-07,-1.2968057400855394e-06,-4.5144999523003195e-10],"current_lin_vel":[-2.5952856512369672e-08,6.76384462962813e-09,2.1071022288099428e-08],"current_orn":[2.7558651698264147e-08,1.752008562500137e-08,0.6870459210218476,0.7266139982186142],"current_pos":[0.22998582146280386,-0.11998510350577327,0.4599900085230622]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":243.711},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15852695757044127,0.06885584631246444,0.48215247874280354,2.891724597953827,-0.06968355899155874,0.9159912847868941,0.008931659251780358,0.3298567842567686,0.6883303356526265,0.7669014319345824,-1.412057899062116,-0.7637371010160002,1.9081270502029013,1.111228750003989,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858208572878,-0.11998510334800629,0.4599900090145424,3.348143640547173e-08,-6.223526917374047e-09,1.5148313120294141,0.13374293979368998,0.1358381901934047,0.46098416468427567,-3.398771845069793e-05,-0.00039257441948677916,1.8261192236583081,-0.2408861071971011,0.0924403519241111,0.46099000926142547,7.38148550043662e-07,-3.59822095885653e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":243.801},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":341},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15852695757044127,0.06885584631246444,0.48215247874280354,2.891724597953827,-0.06968355899155874,0.9159912847868941,0.008931659251780358,0.3298567842567686,0.6883303356526265,0.7669014319345824,-1.412057899062116,-0.7637371010160002,1.9081270502029013,1.111228750003989,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858208572878,-0.11998510334800629,0.4599900090145424,3.348143640547173e-08,-6.223526917374047e-09,1.5148313120294141,0.13374293979368998,0.1358381901934047,0.46098416468427567,-3.398771845069793e-05,-0.00039257441948677916,1.8261192236583081,-0.2408861071971011,0.0924403519241111,0.46099000926142547,7.38148550043662e-07,-3.59822095885653e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.3298567842567686,0.6883303356526265,0.7669014319345824,-1.412057899062116,-0.7637371010160002,1.9081270502029013,1.111228750003989],"gripper_action":1.0,"gripper_opening_width":0.008931659251780358,"tcp_orn":[2.891724597953827,-0.06968355899155874,0.9159912847868941],"tcp_pos":[0.15852695757044127,0.06885584631246444,0.48215247874280354]},"robot_contact_count":5,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0004890941104251226,-3.7166151537113352e-06,0.003368852538398885],"current_lin_vel":[-6.632340362956264e-05,-9.473166488151257e-06,-3.4283899354795033e-06],"current_orn":[0.00014494854201361956,-0.00013344429403778062,0.7913778477585521,0.6113272963475311],"current_pos":[0.13374293979368998,0.1358381901934047,0.46098416468427567]},"block_pink":{"current_ang_vel":[-2.039878143969178e-14,1.624861600432482e-14,3.4780218577376344e-16],"current_lin_vel":[3.187109890680132e-16,4.1195174863029573e-16,5.252742685257772e-15],"current_orn":[1.4231903450824934e-06,-1.1608374474193556e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.2408861071971011,0.0924403519241111,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.7356422880969035e-07,-6.655450667347229e-07,-4.5141743230533004e-10],"current_lin_vel":[-1.332764300375631e-08,3.471371988214376e-09,1.0814047775309366e-08],"current_orn":[1.4301964577886324e-08,9.240591267831112e-09,0.6870459210163811,0.7266139982237835],"current_pos":[0.2299858208572878,-0.11998510334800629,0.4599900090145424]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":243.811},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15955638554437557,0.06921154321429848,0.4815231910673927,2.8884147656210373,-0.07737943300477935,0.9104173807067999,0.007059848367465975,0.33844953868838906,0.682725236031369,0.7520395349212005,-1.4149418633315505,-0.7506980462624869,1.9157102803315897,1.117941287910683,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858205462539,-0.11998510326703588,0.4599900092667793,1.7755499774391434e-08,-3.049826072381026e-09,1.514831312014367,0.13374351027316958,0.13583819771920896,0.460984020331842,-6.132681252384812e-05,-0.00038345464943261763,1.826059341260919,-0.24088610719710107,0.09244035192411108,0.46099000926142547,7.381485498268216e-07,-3.598220958576793e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":243.902},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":347},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15955638554437557,0.06921154321429848,0.4815231910673927,2.8884147656210373,-0.07737943300477935,0.9104173807067999,0.007059848367465975,0.33844953868838906,0.682725236031369,0.7520395349212005,-1.4149418633315505,-0.7506980462624869,1.9157102803315897,1.117941287910683,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858205462539,-0.11998510326703588,0.4599900092667793,1.7755499774391434e-08,-3.049826072381026e-09,1.514831312014367,0.13374351027316958,0.13583819771920896,0.460984020331842,-6.132681252384812e-05,-0.00038345464943261763,1.826059341260919,-0.24088610719710107,0.09244035192411108,0.46099000926142547,7.381485498268216e-07,-3.598220958576793e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.33844953868838906,0.682725236031369,0.7520395349212005,-1.4149418633315505,-0.7506980462624869,1.9157102803315897,1.117941287910683],"gripper_action":1.0,"gripper_opening_width":0.007059848367465975,"tcp_orn":[2.8884147656210373,-0.07737943300477935,0.9104173807067999],"tcp_pos":[0.15955638554437557,0.06921154321429848,0.4815231910673927]},"robot_contact_count":6,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.00028798487415878846,-0.0005624348177871042,-0.007579119989414207],"current_lin_vel":[0.00013571318038784863,3.3968102756930868e-06,-7.50307745618628e-06],"current_orn":[0.00013297914676772588,-0.00014147847020499994,0.7913595424192215,0.6113509932292819],"current_pos":[0.13374351027316958,0.13583819771920896,0.460984020331842]},"block_pink":{"current_ang_vel":[-6.185969075857571e-14,-1.0470703224058617e-13,3.524247656539411e-16],"current_lin_vel":[-2.1004058927479186e-15,1.2411843804330115e-15,6.1825544683813405e-15],"current_orn":[1.4231903449100697e-06,-1.1608374473795031e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719710107,0.09244035192411108,0.46099000926142547]},"block_red":{"current_ang_vel":[-8.907640605962815e-08,-3.415702472829345e-07,-4.514088152444941e-10],"current_lin_vel":[-6.848146603345896e-09,1.7816156558303904e-09,5.549973002005881e-09],"current_orn":[7.498382622222975e-09,4.991398689575084e-09,0.6870459210109144,0.7266139982289527],"current_pos":[0.2299858205462539,-0.11998510326703588,0.4599900092667793]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":243.913},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.16015731143877254,0.06974972459048712,0.4803812236525125,2.8883129760768704,-0.08497331039924966,0.9048989606873805,0.006923988639003127,0.3447033431184814,0.6772723646202303,0.7397163855712281,-1.4216466537680668,-0.7501321196179856,1.927603058976853,1.1246993168207688,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582038229565,-0.11998510322714352,0.45999000939577817,9.486716449604261e-09,-1.515472696035368e-09,1.5148313119993193,0.133743324151338,0.1358381216289996,0.46098398791258155,-4.044317240899773e-05,-0.0003923596400304833,1.8260909112950656,-0.24088610719710102,0.09244035192411106,0.46099000926142547,7.381485500518469e-07,-3.598220958922963e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":244.004},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":353},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.16015731143877254,0.06974972459048712,0.4803812236525125,2.8883129760768704,-0.08497331039924966,0.9048989606873805,0.006923988639003127,0.3447033431184814,0.6772723646202303,0.7397163855712281,-1.4216466537680668,-0.7501321196179856,1.927603058976853,1.1246993168207688,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582038229565,-0.11998510322714352,0.45999000939577817,9.486716449604261e-09,-1.515472696035368e-09,1.5148313119993193,0.133743324151338,0.1358381216289996,0.46098398791258155,-4.044317240899773e-05,-0.0003923596400304833,1.8260909112950656,-0.24088610719710102,0.09244035192411106,0.46099000926142547,7.381485500518469e-07,-3.598220958922963e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.3447033431184814,0.6772723646202303,0.7397163855712281,-1.4216466537680668,-0.7501321196179856,1.927603058976853,1.1246993168207688],"gripper_action":1.0,"gripper_opening_width":0.006923988639003127,"tcp_orn":[2.8883129760768704,-0.08497331039924966,0.9048989606873805],"tcp_pos":[0.16015731143877254,0.06974972459048712,0.4803812236525125]},"robot_contact_count":6,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0003497815444769602,0.004572125652272286,0.001740913597116014],"current_lin_vel":[5.700015357504817e-05,-7.142562313961738e-06,6.165753093111126e-06],"current_orn":[0.00014288843424645933,-0.00013593501816369993,0.7913691932021741,0.6113384996506488],"current_pos":[0.133743324151338,0.1358381216289996,0.46098398791258155]},"block_pink":{"current_ang_vel":[-2.0308254436960654e-14,1.6489295888576062e-14,3.59989375727109e-16],"current_lin_vel":[3.2351572146022626e-16,4.101838380074322e-16,5.259681579161679e-15],"current_orn":[1.4231903451066603e-06,-1.1608374474425082e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719710102,0.09244035192411106,0.46099000926142547]},"block_red":{"current_ang_vel":[-4.0278450447425523e-08,-1.8855517090459118e-07,-4.5140663303807007e-10],"current_lin_vel":[-3.787845073305182e-09,8.056565760127857e-10,2.8187072190211104e-09],"current_orn":[3.967190151883296e-09,2.7083230827774923e-09,0.6870459210054475,0.7266139982341219],"current_pos":[0.22998582038229565,-0.11998510322714352,0.45999000939577817]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":244.014},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15884411502471996,0.06953589119301097,0.4791874403927312,2.8911211193070723,-0.08501528360024778,0.8942877096676354,0.007862424952061686,0.34921726327225733,0.6735698644286328,0.7310270830461257,-1.4253947976052563,-0.7366918102451683,1.9330856892036765,1.1324880643438573,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858202937767,-0.11998510320835062,0.4599900094615242,5.043005649975377e-09,-8.234531355539936e-10,1.514831311984272,0.13374332661582577,0.1358381317675455,0.46098409765280896,-3.2991596529472476e-05,-0.00039301032757521886,1.8260973204710005,-0.240886107197101,0.09244035192411104,0.46099000926142547,7.381485498326405e-07,-3.5982209586423967e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":244.105},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":359},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15884411502471996,0.06953589119301097,0.4791874403927312,2.8911211193070723,-0.08501528360024778,0.8942877096676354,0.007862424952061686,0.34921726327225733,0.6735698644286328,0.7310270830461257,-1.4253947976052563,-0.7366918102451683,1.9330856892036765,1.1324880643438573,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858202937767,-0.11998510320835062,0.4599900094615242,5.043005649975377e-09,-8.234531355539936e-10,1.514831311984272,0.13374332661582577,0.1358381317675455,0.46098409765280896,-3.2991596529472476e-05,-0.00039301032757521886,1.8260973204710005,-0.240886107197101,0.09244035192411104,0.46099000926142547,7.381485498326405e-07,-3.5982209586423967e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.34921726327225733,0.6735698644286328,0.7310270830461257,-1.4253947976052563,-0.7366918102451683,1.9330856892036765,1.1324880643438573],"gripper_action":1.0,"gripper_opening_width":0.007862424952061686,"tcp_orn":[2.8911211193070723,-0.08501528360024778,0.8942877096676354],"tcp_pos":[0.15884411502471996,0.06953589119301097,0.4791874403927312]},"robot_contact_count":6,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0005336348483197458,0.00017428898236997604,0.003233313927534979],"current_lin_vel":[-6.00827899092836e-05,-1.0391590651538607e-05,9.880329844454139e-06],"current_orn":[0.00014542404569837817,-0.00013318497351518972,0.7913711527332487,0.6113359630638944],"current_pos":[0.13374332661582577,0.1358381317675455,0.46098409765280896]},"block_pink":{"current_ang_vel":[-6.193194160394334e-14,-1.0494427277212107e-13,3.5349203063298177e-16],"current_lin_vel":[-2.105155174962732e-15,1.2426348388040663e-15,6.1825544683813405e-15],"current_orn":[1.423190344933058e-06,-1.1608374474030822e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.240886107197101,0.09244035192411104,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0671903377880976e-08,-9.677061563453998e-08,-4.5140593520939403e-10],"current_lin_vel":[-1.952153966322115e-09,4.1352564353471474e-10,1.4466061473705771e-09],"current_orn":[2.115034308194479e-09,1.4332219431039352e-09,0.6870459209999806,0.726613998239291],"current_pos":[0.2299858202937767,-0.11998510320835062,0.4599900094615242]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":244.115},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15837710613991984,0.06927249993234913,0.4783180533465601,2.8914734530563817,-0.08631241854889286,0.88400678112076,0.0076919832299626595,0.3542301016536179,0.670475983576632,0.7228820218240141,-1.4282840972391386,-0.7329562760458571,1.9365182113116466,1.1421671131669286,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858202480755,-0.11998510319870434,0.4599900094952663,2.7624122776597857e-09,-4.682950862980849e-10,1.514831311969225,0.13374259320595236,0.135838067931357,0.46098411203412326,-3.6334838062239704e-05,-0.0003950072273310265,1.8261311276287882,-0.24088610719710093,0.09244035192411101,0.46099000926142547,7.381485500556837e-07,-3.598220958989997e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":244.189},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":365},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15837710613991984,0.06927249993234913,0.4783180533465601,2.8914734530563817,-0.08631241854889286,0.88400678112076,0.0076919832299626595,0.3542301016536179,0.670475983576632,0.7228820218240141,-1.4282840972391386,-0.7329562760458571,1.9365182113116466,1.1421671131669286,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858202480755,-0.11998510319870434,0.4599900094952663,2.7624122776597857e-09,-4.682950862980849e-10,1.514831311969225,0.13374259320595236,0.135838067931357,0.46098411203412326,-3.6334838062239704e-05,-0.0003950072273310265,1.8261311276287882,-0.24088610719710093,0.09244035192411101,0.46099000926142547,7.381485500556837e-07,-3.598220958989997e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.3542301016536179,0.670475983576632,0.7228820218240141,-1.4282840972391386,-0.7329562760458571,1.9365182113116466,1.1421671131669286],"gripper_action":1.0,"gripper_opening_width":0.0076919832299626595,"tcp_orn":[2.8914734530563817,-0.08631241854889286,0.88400678112076],"tcp_pos":[0.15837710613991984,0.06927249993234913,0.4783180533465601]},"robot_contact_count":6,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0005415232323678829,-0.0005292886043748995,0.0024733705209685304],"current_lin_vel":[-5.9401423016477176e-05,-1.0734741075420106e-05,-1.198251215521473e-06],"current_orn":[0.0001451945522029566,-0.00013511577999177673,0.7913814859953814,0.6113225861081937],"current_pos":[0.13374259320595236,0.135838067931357,0.46098411203412326]},"block_pink":{"current_ang_vel":[-6.188077671768612e-14,-1.0503684352052551e-13,3.5235638546886853e-16],"current_lin_vel":[-2.107002069710077e-15,1.2416058279947695e-15,6.1825544683813405e-15],"current_orn":[1.4231903451293326e-06,-1.1608374474672678e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719710093,0.09244035192411101,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.0609157751070551e-08,-4.966416655018866e-08,-4.5140575263635757e-10],"current_lin_vel":[-1.0100249842787566e-09,2.1227073344676804e-10,7.424288336888019e-10],"current_orn":[1.1644738293664178e-09,7.788171612290175e-10,0.687045920994514,0.72661399824446],"current_pos":[0.2299858202480755,-0.11998510319870434,0.4599900094952663]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":244.199},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15834597312178736,0.0690484229702634,0.4774389024492517,2.8886636665273095,-0.09017050628072573,0.8767915719956082,0.007919558810889345,0.35737296486147097,0.6674608740278895,0.7172293759578334,-1.4330109941404674,-0.7325203132343593,1.9409142896543938,1.152590777737498,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858202243491,-0.11998510319375226,0.4599900095125834,1.5919668637255999e-09,-2.8602162240901515e-10,1.5148313119541776,0.13374290915811451,0.13583825094978286,0.46098401628575897,-5.7088783088130595e-05,-0.0003787912228900426,1.8260890427766554,-0.2408861071971009,0.092440351924111,0.46099000926142547,7.38148549838538e-07,-3.59822095870983e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":244.288},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":371},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15834597312178736,0.0690484229702634,0.4774389024492517,2.8886636665273095,-0.09017050628072573,0.8767915719956082,0.007919558810889345,0.35737296486147097,0.6674608740278895,0.7172293759578334,-1.4330109941404674,-0.7325203132343593,1.9409142896543938,1.152590777737498,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858202243491,-0.11998510319375226,0.4599900095125834,1.5919668637255999e-09,-2.8602162240901515e-10,1.5148313119541776,0.13374290915811451,0.13583825094978286,0.46098401628575897,-5.7088783088130595e-05,-0.0003787912228900426,1.8260890427766554,-0.2408861071971009,0.092440351924111,0.46099000926142547,7.38148549838538e-07,-3.59822095870983e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.35737296486147097,0.6674608740278895,0.7172293759578334,-1.4330109941404674,-0.7325203132343593,1.9409142896543938,1.152590777737498],"gripper_action":1.0,"gripper_opening_width":0.007919558810889345,"tcp_orn":[2.8886636665273095,-0.09017050628072573,0.8767915719956082],"tcp_pos":[0.15834597312178736,0.0690484229702634,0.4774389024492517]},"robot_contact_count":6,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.002065274252492154,-0.003688947332010412,-0.007759993437585544],"current_lin_vel":[7.668348841069779e-05,3.901711172228189e-05,-3.3890381558654425e-05],"current_orn":[0.00013243143993072072,-0.00013837410579134048,0.7913686220478645,0.6113392408087219],"current_pos":[0.13374290915811451,0.13583825094978286,0.46098401628575897]},"block_pink":{"current_ang_vel":[-6.203079886590922e-14,-1.0485660673211184e-13,3.5236994674114944e-16],"current_lin_vel":[-2.1033973418641054e-15,1.2446063227347672e-15,6.1825544683813405e-15],"current_orn":[1.4231903449566546e-06,-1.1608374474273452e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.2408861071971009,0.092440351924111,0.46099000926142547]},"block_red":{"current_ang_vel":[-5.444816570547764e-09,-2.5488504819354516e-08,-4.51405702065545e-10],"current_lin_vel":[-5.265117495674092e-10,1.0898391050643775e-10,3.8102861837918667e-10],"current_orn":[6.766276984616819e-10,4.4296351271396973e-10,0.6870459209890472,0.7266139982496291],"current_pos":[0.2299858202243491,-0.11998510319375226,0.4599900095125834]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":244.298},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15795983092584415,0.06896420394562988,0.47645000796824255,2.888180078584392,-0.09346391246063336,0.8678079889300251,0.007202800820621191,0.3590003096796363,0.665244401664746,0.7136202775039506,-1.4378656457848809,-0.7338318185569127,1.9466180920928833,1.1637662377266034,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858202119006,-0.11998510319120932,0.45999000952147084,9.91271472937435e-10,-1.924754247909733e-10,1.5148313119391301,0.13374260092374446,0.13583807457039307,0.4609841246384963,-3.389320817385124e-05,-0.00039361122853638565,1.8261307303368646,-0.24088610719710085,0.09244035192411097,0.46099000926142547,7.381485505945731e-07,-3.5982209591248044e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":244.387},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":377},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15795983092584415,0.06896420394562988,0.47645000796824255,2.888180078584392,-0.09346391246063336,0.8678079889300251,0.007202800820621191,0.3590003096796363,0.665244401664746,0.7136202775039506,-1.4378656457848809,-0.7338318185569127,1.9466180920928833,1.1637662377266034,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858202119006,-0.11998510319120932,0.45999000952147084,9.91271472937435e-10,-1.924754247909733e-10,1.5148313119391301,0.13374260092374446,0.13583807457039307,0.4609841246384963,-3.389320817385124e-05,-0.00039361122853638565,1.8261307303368646,-0.24088610719710085,0.09244035192411097,0.46099000926142547,7.381485505945731e-07,-3.5982209591248044e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.3590003096796363,0.665244401664746,0.7136202775039506,-1.4378656457848809,-0.7338318185569127,1.9466180920928833,1.1637662377266034],"gripper_action":1.0,"gripper_opening_width":0.007202800820621191,"tcp_orn":[2.888180078584392,-0.09346391246063336,0.8678079889300251],"tcp_pos":[0.15795983092584415,0.06896420394562988,0.47645000796824255]},"robot_contact_count":5,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0006623065131608336,0.00016407414444533715,0.0033382456261682545],"current_lin_vel":[-6.236239149377934e-05,-1.2943605694448513e-05,4.242640654419927e-06],"current_orn":[0.0001453884535848844,-0.00013372297573496352,0.7913813648391005,0.6113227432099723],"current_pos":[0.13374260092374446,0.13583807457039307,0.4609841246384963]},"block_pink":{"current_ang_vel":[-6.196097538858726e-14,-1.0490860422950928e-13,3.541686038350342e-16],"current_lin_vel":[-2.104442355155102e-15,1.2432178967440958e-15,6.1825544683813405e-15],"current_orn":[1.4231903453807295e-06,-1.160837447349186e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719710085,0.09244035192411097,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.794378200072669e-09,-1.3081094740164992e-08,-4.5140568352808127e-10],"current_lin_vel":[-2.783635478874269e-10,5.5975143262425406e-11,1.9555113778269018e-10],"current_orn":[4.2625559189960635e-10,2.7059684204794515e-10,0.6870459209835803,0.7266139982547983],"current_pos":[0.2299858202119006,-0.11998510319120932,0.45999000952147084]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":244.397},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15863697734141893,0.06986060638145132,0.4756457846898009,2.886072461840453,-0.10561673505731146,0.8656287410276141,0.011459067521381115,0.35665189576294165,0.6607682184290034,0.7125157051242448,-1.449789230470749,-0.7423005277446203,1.963808661593112,1.1739460824235028,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582020524022,-0.11998510318990284,0.45999000952603203,6.829869026668416e-10,-1.4446630581669496e-10,1.5148313119240826,0.13374295714108897,0.13583822891298755,0.46098402695834384,-3.939255213415236e-05,-0.0003830216202330824,1.8261031940829064,-0.24088610719710085,0.09244035192411096,0.46099000926142547,7.381485498456814e-07,-3.5982209587758806e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":244.491},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":383},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15863697734141893,0.06986060638145132,0.4756457846898009,2.886072461840453,-0.10561673505731146,0.8656287410276141,0.011459067521381115,0.35665189576294165,0.6607682184290034,0.7125157051242448,-1.449789230470749,-0.7423005277446203,1.963808661593112,1.1739460824235028,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582020524022,-0.11998510318990284,0.45999000952603203,6.829869026668416e-10,-1.4446630581669496e-10,1.5148313119240826,0.13374295714108897,0.13583822891298755,0.46098402695834384,-3.939255213415236e-05,-0.0003830216202330824,1.8261031940829064,-0.24088610719710085,0.09244035192411096,0.46099000926142547,7.381485498456814e-07,-3.5982209587758806e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.35665189576294165,0.6607682184290034,0.7125157051242448,-1.449789230470749,-0.7423005277446203,1.963808661593112,1.1739460824235028],"gripper_action":1.0,"gripper_opening_width":0.011459067521381115,"tcp_orn":[2.886072461840453,-0.10561673505731146,0.8656287410276141],"tcp_pos":[0.15863697734141893,0.06986060638145132,0.4756457846898009]},"robot_contact_count":6,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0012799460531122062,0.003679224357970464,0.0029658169498011817],"current_lin_vel":[1.5367000623186483e-05,-2.545228860340166e-05,3.8155161905063795e-05],"current_orn":[0.00013951548068231448,-0.00013266410160813792,0.7913729485015577,0.6113336399345434],"current_pos":[0.13374295714108897,0.13583822891298755,0.46098402695834384]},"block_pink":{"current_ang_vel":[-6.194860832971542e-14,-1.0480618491414966e-13,3.523698296905567e-16],"current_lin_vel":[-2.102388905537452e-15,1.2429625201566795e-15,6.1825544683813405e-15],"current_orn":[1.4231903449802972e-06,-1.1608374474506787e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719710085,0.09244035192411096,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.4341331424091141e-09,-6.7134223044342655e-09,-4.514056851738556e-10],"current_lin_vel":[-1.510100993193882e-10,2.8770242189541828e-11,1.0036126790735622e-10],"current_orn":[2.9776141511804096e-10,1.821360627377067e-10,0.6870459209781135,0.7266139982599674],"current_pos":[0.22998582020524022,-0.11998510318990284,0.45999000952603203]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":244.501},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1567518861567726,0.06996891661003578,0.4754887018986621,2.8868951311025683,-0.11041695776741958,0.8558713950942789,0.013701485365131147,0.35587308843880655,0.6558064098546369,0.7130436758260918,-1.4583450124826434,-0.7434972782293378,1.9678267624880021,1.1889255319114045,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582020155026,-0.11998510318923089,0.45999000952837293,5.247656569641216e-10,-1.198266555242192e-10,1.5148313119090353,0.13374280639101255,0.1358379932337588,0.46098407577527184,-3.385125061263453e-05,-0.0003959718775148827,1.8261187436415574,-0.2408861071971008,0.09244035192411093,0.46099000926142547,7.381485511316943e-07,-3.598220959260149e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":244.59},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":389},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1567518861567726,0.06996891661003578,0.4754887018986621,2.8868951311025683,-0.11041695776741958,0.8558713950942789,0.013701485365131147,0.35587308843880655,0.6558064098546369,0.7130436758260918,-1.4583450124826434,-0.7434972782293378,1.9678267624880021,1.1889255319114045,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582020155026,-0.11998510318923089,0.45999000952837293,5.247656569641216e-10,-1.198266555242192e-10,1.5148313119090353,0.13374280639101255,0.1358379932337588,0.46098407577527184,-3.385125061263453e-05,-0.0003959718775148827,1.8261187436415574,-0.2408861071971008,0.09244035192411093,0.46099000926142547,7.381485511316943e-07,-3.598220959260149e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.35587308843880655,0.6558064098546369,0.7130436758260918,-1.4583450124826434,-0.7434972782293378,1.9678267624880021,1.1889255319114045],"gripper_action":1.0,"gripper_opening_width":0.013701485365131147,"tcp_orn":[2.8868951311025683,-0.11041695776741958,0.8558713950942789],"tcp_pos":[0.1567518861567726,0.06996891661003578,0.4754887018986621]},"robot_contact_count":4,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0004146208123045991,0.0002998822468503993,0.003331915208835235],"current_lin_vel":[-5.952020641390321e-05,-7.987765949043665e-06,1.801685102206796e-06],"current_orn":[0.00014633455952459517,-0.0001344288097535617,0.7913777007613669,0.6113274860929647],"current_pos":[0.13374280639101255,0.1358379932337588,0.46098407577527184]},"block_pink":{"current_ang_vel":[1.9046247836365006e-13,2.116776198253425e-13,3.586680642385857e-16],"current_lin_vel":[4.227282220094385e-15,-3.805231775650818e-15,3.760880495917718e-15],"current_orn":[1.4231903456316109e-06,-1.160837447231871e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.2408861071971008,0.09244035192411093,0.46099000926142547]},"block_red":{"current_ang_vel":[-7.358591696115727e-10,-3.445797166083175e-09,-4.514056795544332e-10],"current_lin_vel":[-8.565759640709208e-11,1.4804762748222823e-11,5.150682658161543e-11],"current_orn":[2.3181424353032038e-10,1.3673518940726937e-10,0.6870459209726466,0.7266139982651365],"current_pos":[0.22998582020155026,-0.11998510318923089,0.45999000952837293]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":244.6},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15587941594417337,0.06826317171560861,0.4758381526670947,2.875430872982672,-0.10882402130066146,0.8492745564517101,0.012264200068432235,0.3572649351288908,0.6527955763690685,0.7139745950144172,-1.4621671004866859,-0.7537833799225534,1.9599959720424343,1.2020426191609699,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582019938493,-0.11998510318888463,0.4599900095295743,4.4356741973836353e-10,-1.0718171495129589e-10,1.5148313118939878,0.13374236641379647,0.135837951471692,0.46098409846705046,-5.3039073375597514e-05,-0.00039229898388131194,1.826120272004797,-0.24088610719710077,0.09244035192411092,0.46099000926142547,7.381485503810507e-07,-3.598220958911195e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":244.691},{"name":"submit_calvin_action","arguments":{"action":[0.0,0.0,0.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.0,0.0,0.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15603673858931105,0.0660567059120742,0.476366393969661,2.8582342185326333,-0.10441231948290877,0.8533028068552742,-0.0029090092485946524,0.3575678884111237,0.6520604142363766,0.7176148662822348,-1.463386379067008,-0.7698689406095169,1.947681105519154,1.2056548581622384,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582019800193,-0.11998510318870546,0.4599900095301909,4.018905296207039e-10,-1.0069055715209429e-10,1.5148313118789405,0.13374302424170068,0.13583825819911802,0.46098407884720133,-3.8561406608913835e-05,-0.00037911392426054,1.8260964534050874,-0.24088610719710074,0.0924403519241109,0.46099000926142547,7.38148550162069e-07,-3.598220958630279e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":244.753},{"name":"submit_calvin_action","arguments":{"action":[0.0,0.0,0.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.0,0.0,0.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15587493486450993,0.06409605191623635,0.4768854206143768,2.8462908648693226,-0.09722370784433136,0.856244347815411,-0.008668390020498252,0.35600978750820267,0.6538614277438447,0.7235991939408145,-1.4613210342372094,-0.7788021411530288,1.9347625683273197,1.205748323065926,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582019702052,-0.11998510318861212,0.45999000953050734,3.805037886303984e-10,-9.736013111191386e-11,1.5148313118638932,0.1337424912512015,0.13583809133512725,0.46098420456267675,-3.360655116056927e-05,-0.0003885987680114055,1.8261301823169807,-0.24088610719710069,0.09244035192411088,0.46099000926142547,7.381485503854733e-07,-3.598220958977371e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":244.841},{"name":"submit_calvin_action","arguments":{"action":[0.0,0.0,0.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.0,0.0,0.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15518221268183321,0.0651738771074081,0.47694937963882494,2.854360805170779,-0.09773295250592186,0.858692781712434,-0.006633660834743351,0.3509492168017421,0.6555687181762341,0.7298072055968015,-1.4615484241804055,-0.7764993570191553,1.9379741163321584,1.2024335794332002,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582019624517,-0.11998510318856277,0.45999000953066976,3.69527241812535e-10,-9.565087677379403e-11,1.5148313118488457,0.1337422613158223,0.13583801961253933,0.46098420359426323,-4.5692355827214985e-05,-0.0003883000785543107,1.8261288697610396,-0.24088610719710066,0.09244035192411086,0.46099000926142547,7.381485501649334e-07,-3.5982209586963434e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":244.905},{"name":"submit_calvin_action","arguments":{"action":[0.0,0.0,0.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.0,0.0,0.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15496087738355854,0.06601438657728972,0.4769950085227902,2.8571027819656054,-0.10155296681878337,0.8603317511037808,-0.006209225229398476,0.3478227722691588,0.6549277671940736,0.7327137849847329,-1.4647474822505258,-0.777897762766691,1.9440015393111318,1.202783081316403,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582019557556,-0.11998510318853604,0.45999000953075314,3.63892831783439e-10,-9.47736020168749e-11,1.5148313118337982,0.1337424830953864,0.13583800949083413,0.46098412437585556,-3.401153522052025e-05,-0.00039101900515736113,1.8261287580192749,-0.2408861071971006,0.09244035192411083,0.46099000926142547,7.381485503894105e-07,-3.5982209590444714e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":244.998},{"name":"submit_calvin_action","arguments":{"action":[0.0,0.0,0.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.0,0.0,0.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1558687661944269,0.06692911820088747,0.4772148906281264,2.8539597461123476,-0.11015614839008775,0.8658540116395189,-0.004516434260484073,0.345015451989197,0.6528571708218256,0.7344596931507557,-1.4712220234896727,-0.7854464286343324,1.9545326486237735,1.2049621977963194,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201949603,-0.1199851031885209,0.4599900095307959,3.610028971891723e-10,-9.432369238138843e-11,1.5148313118187509,0.13374229323174014,0.13583797253287563,0.4609840936950675,-5.983528706862747e-05,-0.00038512414391706184,1.8261102741818551,-0.24088610719710057,0.09244035192411082,0.46099000926142547,7.381485501710875e-07,-3.5982209587647015e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":245.062},{"name":"submit_calvin_action","arguments":{"action":[0.0,0.0,0.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.0,0.0,0.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15682283443203374,0.06764217110124535,0.4775336785841845,2.8436668316824316,-0.12113634556756314,0.8765225723071942,-0.0023336877254315344,0.34164889578851954,0.6478393210638254,0.7365492848373558,-1.4836467342853046,-0.8030604896615414,1.969624120500959,1.2084236391162748,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201943729,-0.1199851031885117,0.45999000953081787,3.59519346729408e-10,-9.409278943392926e-11,1.5148313118037038,0.1337431134471118,0.1358382774286639,0.4609838514035591,-5.183694189974804e-05,-0.00037013635141655533,1.82607116087772,-0.24088610719710055,0.09244035192411079,0.46099000926142547,7.381485503968371e-07,-3.5982209591130133e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":245.153},{"name":"submit_calvin_action","arguments":{"action":[0.0,0.0,0.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.0,0.0,0.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1570793903584389,0.0678815812446972,0.4777629929016626,2.814394360061788,-0.13369292163554974,0.9096820831250322,-0.0022747421324558516,0.33767669378453014,0.6365410856780654,0.7405259068686564,-1.509733147431179,-0.8394851032195919,1.9888411321465476,1.2075830031043604,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201937997,-0.11998510318850554,0.45999000953082914,3.5875607762278375e-10,-9.39731256164884e-11,1.5148313117886565,0.13374265365190274,0.13583804125952817,0.4609840693991722,-3.801127649412548e-05,-0.00038558122719834924,1.826111517027117,-0.24088610719710052,0.09244035192411078,0.46099000926142547,7.381485501787919e-07,-3.598220958831949e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":245.217},{"name":"submit_calvin_action","arguments":{"action":[0.0,0.0,0.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.0,0.0,0.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15658172356178648,0.06807600050076332,0.4777153097987035,2.7729761128446526,-0.14771687129934394,0.9567874882005761,-0.003321779909297145,0.329699080988012,0.6215679606701542,0.7482018774149667,-1.5479201874885335,-0.8916854232930282,2.018037289624306,1.2079313579270374,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582019323396,-0.11998510318850099,0.4599900095308349,3.5836672502359415e-10,-9.391262325515173e-11,1.5148313117736087,0.13374209402813328,0.1358378214643296,0.46098407506425215,-3.6874245081709226e-05,-0.000396769416152546,1.8261432195957752,-0.2408861071971005,0.09244035192411075,0.46099000926142547,7.381485504024273e-07,-3.5982209591803516e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":245.298},{"name":"submit_calvin_action","arguments":{"action":[0.0,0.0,0.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.0,0.0,0.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1548440127067638,0.07202475097671576,0.4756516871185818,2.7414313200381883,-0.17533276205253354,1.017850506284972,-0.003644867309826931,0.3132362559477945,0.6085744242793535,0.7602367100981166,-1.5940032294702466,-0.9419027057744245,2.074665025646173,1.209286442090465,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582019267194,-0.1199851031884972,0.45999000953083785,3.5816640033314136e-10,-9.388155720595691e-11,1.5148313117585612,0.13374229349552766,0.13583793311020745,0.4609840449268673,-5.903011018500253e-05,-0.0003839361992646859,1.826106603102131,-0.24088610719710046,0.09244035192411074,0.46099000926142547,7.381485501860514e-07,-3.598220958900106e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":245.354},{"name":"submit_calvin_action","arguments":{"action":[0.0,0.0,0.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.0,0.0,0.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15525695964762218,0.07835546015475665,0.47309339875415257,2.7379880678111626,-0.20754740209346279,1.0542543410061094,-0.003877833348739275,0.2964538307677906,0.6109246841100959,0.772606439090347,-1.6151784642209532,-0.9731628002024761,2.1237078732213557,1.214861263925681,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201921118,-0.11998510318849387,0.4599900095308394,3.580620947320482e-10,-9.386647552229768e-11,1.5148313117435144,0.13374272073714147,0.135837825631603,0.4609839842932618,-5.130033802332833e-05,-0.00039046105283858533,1.8260929801832118,-0.2408861071971004,0.09244035192411071,0.46099000926142547,7.381485509410689e-07,-3.598220959315161e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":245.419},{"name":"submit_calvin_action","arguments":{"action":[0.0,0.0,0.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.0,0.0,0.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15630381480827293,0.08154943637056927,0.47209388089058124,2.737108731035464,-0.224949076093841,1.0664588268316697,-0.004039178385790931,0.28546459228295235,0.616244463267326,0.7834529414782524,-1.6214266758227014,-0.9927899835848589,2.1425870319677176,1.2222733591645765,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582019155273,-0.11998510318849069,0.4599900095308401,3.5800933690884367e-10,-9.385741175003538e-11,1.514831311728467,0.13374271945416338,0.1358379191179238,0.46098407160691324,-3.307012068994546e-05,-0.0003897563711874634,1.826109949814698,-0.24088610719710038,0.0924403519241107,0.46099000926142547,7.381485501918589e-07,-3.5982209589648393e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":245.517},{"name":"submit_calvin_action","arguments":{"action":[0.0,0.0,0.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.0,0.0,0.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1569881447599718,0.08304241184751804,0.4718104021375837,2.736050337664665,-0.23372639549939503,1.0715628634873529,-0.003809534898201194,0.2770202270916522,0.621013827272788,0.7933403933203851,-1.6236562255530629,-1.0065651156344548,2.149402439134751,1.2282334697412447,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582019099414,-0.11998510318848768,0.45999000953084057,3.579831802937325e-10,-9.385346673468072e-11,1.5148313117134191,0.13374251781772592,0.13583792924527352,0.46098418031981064,-3.292930954787786e-05,-0.00038854609371038107,1.8261191106295738,-0.24088610719710032,0.09244035192411067,0.46099000926142547,7.381485509475482e-07,-3.5982209593808307e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":245.579},{"name":"submit_calvin_action","arguments":{"action":[0.0,0.0,0.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.0,0.0,0.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15783177773646723,0.08376511691638103,0.4719040435950358,2.734211571100674,-0.23823243678719117,1.0749962891683182,-0.003417196419402817,0.27017006199473403,0.625560848689956,0.80216769307993,-1.6235138805845784,-1.0176088235218597,2.150559363213734,1.2312138346015715,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201904358,-0.11998510318848467,0.45999000953084074,3.5796923736369663e-10,-9.385043556493136e-11,1.5148313116983723,0.133741800953673,0.1358378287555215,0.4609841603849937,-3.566490492794566e-05,-0.0003925998504267176,1.826153208661428,-0.2408861071971003,0.09244035192411065,0.46099000926142547,7.381485507281832e-07,-3.5982209591006034e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":245.675},{"name":"submit_calvin_action","arguments":{"action":[0.0,0.0,0.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.0,0.0,0.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15833940808283797,0.0842882940480185,0.47195268269305996,2.732634922519794,-0.24088045853976273,1.0785047912162493,-0.0033744133794104563,0.2643887159384075,0.6293393529573211,0.8099208934261959,-1.623545639283129,-1.026436810869074,2.150698634021238,1.2332048587850124,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201898776,-0.11998510318848173,0.45999000953084085,3.579628112122036e-10,-9.385055306290742e-11,1.5148313116833245,0.13374220462093425,0.13583808824522353,0.4609839733578271,-5.448197941013536e-05,-0.00037290367636665404,1.8261076401520824,-0.24088610719710027,0.09244035192411064,0.46099000926142547,7.381485499799603e-07,-3.5982209587496438e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":245.738},{"name":"submit_calvin_action","arguments":{"action":[0.0,0.0,0.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.0,0.0,0.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15857508436719908,0.08457454118327873,0.4720425945904908,2.7311337965780145,-0.24249644561347045,1.081079087641868,-0.0033779791256392296,0.2595467569742487,0.6322259482134964,0.816552627074072,-1.6238838670746976,-1.0336568140919102,2.1502712491169342,1.2346823151055877,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201893196,-0.1199851031884788,0.45999000953084085,3.5796209049887136e-10,-9.38494855012401e-11,1.514831311668277,0.13374300707495493,0.13583783178381176,0.4609840636112394,-3.5378030431318326e-05,-0.00039002172770344514,1.82608883036271,-0.2408861071971002,0.09244035192411061,0.46099000926142547,7.381485512644781e-07,-3.598220959233392e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":245.844},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":440},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15857508436719908,0.08457454118327873,0.4720425945904908,2.7311337965780145,-0.24249644561347045,1.081079087641868,-0.0033779791256392296,0.2595467569742487,0.6322259482134964,0.816552627074072,-1.6238838670746976,-1.0336568140919102,2.1502712491169342,1.2346823151055877,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201893196,-0.1199851031884788,0.45999000953084085,3.5796209049887136e-10,-9.38494855012401e-11,1.514831311668277,0.13374300707495493,0.13583783178381176,0.4609840636112394,-3.5378030431318326e-05,-0.00039002172770344514,1.82608883036271,-0.2408861071971002,0.09244035192411061,0.46099000926142547,7.381485512644781e-07,-3.598220959233392e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.2595467569742487,0.6322259482134964,0.816552627074072,-1.6238838670746976,-1.0336568140919102,2.1502712491169342,1.2346823151055877],"gripper_action":-1.0,"gripper_opening_width":-0.0033779791256392296,"tcp_orn":[2.7311337965780145,-0.24249644561347045,1.081079087641868],"tcp_pos":[0.15857508436719908,0.08457454118327873,0.4720425945904908]},"robot_contact_count":6,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.00011619731045015464,0.0042915736854432975,0.0032058145763845703],"current_lin_vel":[2.2844689507274505e-05,-2.076005066968574e-06,2.6163151066113666e-06],"current_orn":[0.0001435114778860855,-0.0001332163409216031,0.7913685576600227,0.6113393228027766],"current_pos":[0.13374300707495493,0.13583783178381176,0.4609840636112394]},"block_pink":{"current_ang_vel":[1.9049813035116762e-13,2.1133688431556402e-13,3.5334354667260505e-16],"current_lin_vel":[4.220468533104288e-15,-3.805962050977339e-15,3.7539416020138106e-15],"current_orn":[1.4231903456746014e-06,-1.1608374471795388e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.2408861071971002,0.09244035192411061,0.46099000926142547]},"block_red":{"current_ang_vel":[-3.5149930293953025e-14,-3.222451678571835e-14,-4.514056805531831e-10],"current_lin_vel":[-1.6742297643976198e-11,8.828236384409734e-14,3.25434124093249e-15],"current_orn":[1.622895860125684e-10,8.88720221029182e-11,0.6870459208851775,0.7266139983478425],"current_pos":[0.2299858201893196,-0.1199851031884788,0.45999000953084085]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":245.855},{"name":"submit_calvin_action","arguments":{"action":[-1.0,0.742545881672127,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[-1.0,0.742545881672127,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15805585078455117,0.08443992947654175,0.47211867960377873,2.7334791718294524,-0.2434482194708949,1.0748246267062085,-0.0028222525148697236,0.2550278657841262,0.6345107577984571,0.8238731173247295,-1.6237102363137959,-1.0359117777523303,2.1451309183415432,1.241608776455869,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201887615,-0.11998510318847588,0.4599900095308409,3.5795904776284803e-10,-9.384914742401536e-11,1.51483131165323,0.13374239779659988,0.135837729907428,0.46098402081909867,-3.5146321524522195e-05,-0.0003948814364128726,1.8261205514059609,-0.24088610719710019,0.0924403519241106,0.46099000926142547,7.381485499861326e-07,-3.598220958815586e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":245.969},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":446},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15805585078455117,0.08443992947654175,0.47211867960377873,2.7334791718294524,-0.2434482194708949,1.0748246267062085,-0.0028222525148697236,0.2550278657841262,0.6345107577984571,0.8238731173247295,-1.6237102363137959,-1.0359117777523303,2.1451309183415432,1.241608776455869,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201887615,-0.11998510318847588,0.4599900095308409,3.5795904776284803e-10,-9.384914742401536e-11,1.51483131165323,0.13374239779659988,0.135837729907428,0.46098402081909867,-3.5146321524522195e-05,-0.0003948814364128726,1.8261205514059609,-0.24088610719710019,0.0924403519241106,0.46099000926142547,7.381485499861326e-07,-3.598220958815586e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.2550278657841262,0.6345107577984571,0.8238731173247295,-1.6237102363137959,-1.0359117777523303,2.1451309183415432,1.241608776455869],"gripper_action":-1.0,"gripper_opening_width":-0.0028222525148697236,"tcp_orn":[2.7334791718294524,-0.2434482194708949,1.0748246267062085],"tcp_pos":[0.15805585078455117,0.08443992947654175,0.47211867960377873]},"robot_contact_count":6,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.00031791551160769484,0.0028960574415072284,0.003279226986684006],"current_lin_vel":[-6.5318996325415535e-06,-6.080394862010645e-06,4.845144921501732e-06],"current_orn":[0.00014550734958343833,-0.00013460781504648987,0.7913782533330305,0.6113267709334422],"current_pos":[0.13374239779659988,0.135837729907428,0.46098402081909867]},"block_pink":{"current_ang_vel":[-2.031435631186592e-14,1.6570859781892375e-14,3.536872884087022e-16],"current_lin_vel":[3.251534047689363e-16,4.102829866598347e-16,5.252742685257772e-15],"current_orn":[1.4231903450472636e-06,-1.1608374474216737e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719710019,0.0924403519241106,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.5308340556989147e-14,6.448890800447426e-14,-4.5140567619358214e-10],"current_lin_vel":[-1.674036326466093e-11,8.788551532645249e-14,1.8318679906315083e-15],"current_orn":[1.6228836442865402e-10,8.887109967783263e-11,0.6870459208797107,0.7266139983530115],"current_pos":[0.2299858201887615,-0.11998510318847588,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":245.98},{"name":"submit_calvin_action","arguments":{"action":[-1.0,0.7560070523458251,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[-1.0,0.7560070523458251,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15717530375468922,0.08362700055485606,0.47249619041289026,2.7350894332842954,-0.2400429137453012,1.0684641304233062,-0.0020525752083011923,0.25118128979231086,0.6360347401621527,0.8313526585175925,-1.622713958058437,-1.035789365943901,2.135171259945471,1.245235865738054,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582018820346,-0.11998510318847301,0.4599900095308409,3.579594426130445e-10,-9.384929387433458e-11,1.5148313116381824,0.13374165968313395,0.13583762386174164,0.4609840344201839,-4.477664937904669e-05,-0.00039734383489694886,1.8261484600921694,-0.24088610719710016,0.09244035192411058,0.46099000926142547,7.381485502990543e-07,-3.5982209586022304e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":246.089},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":452},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15717530375468922,0.08362700055485606,0.47249619041289026,2.7350894332842954,-0.2400429137453012,1.0684641304233062,-0.0020525752083011923,0.25118128979231086,0.6360347401621527,0.8313526585175925,-1.622713958058437,-1.035789365943901,2.135171259945471,1.245235865738054,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582018820346,-0.11998510318847301,0.4599900095308409,3.579594426130445e-10,-9.384929387433458e-11,1.5148313116381824,0.13374165968313395,0.13583762386174164,0.4609840344201839,-4.477664937904669e-05,-0.00039734383489694886,1.8261484600921694,-0.24088610719710016,0.09244035192411058,0.46099000926142547,7.381485502990543e-07,-3.5982209586022304e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.25118128979231086,0.6360347401621527,0.8313526585175925,-1.622713958058437,-1.035789365943901,2.135171259945471,1.245235865738054],"gripper_action":-1.0,"gripper_opening_width":-0.0020525752083011923,"tcp_orn":[2.7350894332842954,-0.2400429137453012,1.0684641304233062],"tcp_pos":[0.15717530375468922,0.08362700055485606,0.47249619041289026]},"robot_contact_count":6,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0004354970072930801,-0.0025786439887618725,-0.0010014490041055178],"current_lin_vel":[-3.2726010481332204e-05,-9.435904714090601e-06,-1.3604811875539413e-06],"current_orn":[0.0001435399973052502,-0.00013916909311950768,0.7913867830523393,0.611315728276561],"current_pos":[0.13374165968313395,0.13583762386174164,0.4609840344201839]},"block_pink":{"current_ang_vel":[-2.0184642946847265e-14,1.6689419462272636e-14,3.5480327671758006e-16],"current_lin_vel":[3.2752008766743694e-16,4.0769433168606765e-16,5.259681579161679e-15],"current_orn":[1.4231903451010748e-06,-1.1608374472401124e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719710016,0.09244035192411058,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.5303853196600624e-14,6.456105738367982e-14,-4.5140568022867096e-10],"current_lin_vel":[-1.6740361890258123e-11,8.788545094049407e-14,1.824929096727601e-15],"current_orn":[1.6228855819020987e-10,8.887118211029402e-11,0.6870459208742439,0.7266139983581807],"current_pos":[0.22998582018820346,-0.11998510318847301,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":246.099},{"name":"submit_calvin_action","arguments":{"action":[-1.0,0.8372999445143942,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[-1.0,0.8372999445143942,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15598513995141855,0.08221483591440316,0.47260320245344567,2.737017338163485,-0.2338797972398619,1.0588281168699591,-0.0046514928401603095,0.24798561284198214,0.6379581811872764,0.8388758309464748,-1.6209663541720136,-1.034089106148479,2.120908871154678,1.2503075314209602,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582018764543,-0.11998510318847014,0.4599900095308409,3.5795938353636307e-10,-9.384936101733962e-11,1.5148313116231351,0.13374196865742974,0.13583775452832392,0.4609840623722171,-3.379188972844197e-05,-0.00039252670915823027,1.826141235882765,-0.24088610719710013,0.09244035192411056,0.46099000926142547,7.381485499933053e-07,-3.5982209588812e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":246.196},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":458},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15598513995141855,0.08221483591440316,0.47260320245344567,2.737017338163485,-0.2338797972398619,1.0588281168699591,-0.0046514928401603095,0.24798561284198214,0.6379581811872764,0.8388758309464748,-1.6209663541720136,-1.034089106148479,2.120908871154678,1.2503075314209602,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582018764543,-0.11998510318847014,0.4599900095308409,3.5795938353636307e-10,-9.384936101733962e-11,1.5148313116231351,0.13374196865742974,0.13583775452832392,0.4609840623722171,-3.379188972844197e-05,-0.00039252670915823027,1.826141235882765,-0.24088610719710013,0.09244035192411056,0.46099000926142547,7.381485499933053e-07,-3.5982209588812e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.24798561284198214,0.6379581811872764,0.8388758309464748,-1.6209663541720136,-1.034089106148479,2.120908871154678,1.2503075314209602],"gripper_action":-1.0,"gripper_opening_width":-0.0046514928401603095,"tcp_orn":[2.737017338163485,-0.2338797972398619,1.0588281168699591],"tcp_pos":[0.15598513995141855,0.08221483591440316,0.47260320245344567]},"robot_contact_count":7,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0008877444277854728,0.0015047529729656094,0.003202624801624988],"current_lin_vel":[-3.285579192442099e-05,-1.749500042487514e-05,2.0122810330078233e-05],"current_orn":[0.00014499098896737802,-0.0001333506276894316,0.7913845760644663,0.6113185863054452],"current_pos":[0.13374196865742974,0.13583775452832392,0.4609840623722171]},"block_pink":{"current_ang_vel":[-2.0348678313830194e-14,1.6422666944711845e-14,3.5967887692113615e-16],"current_lin_vel":[3.2218140713639565e-16,4.109921620985911e-16,5.252742685257772e-15],"current_orn":[1.4231903450707796e-06,-1.1608374474448288e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719710013,0.09244035192411056,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0775482511332754e-14,3.9220755176245024e-14,-4.514056843657734e-10],"current_lin_vel":[-1.674086883960322e-11,8.799488715730675e-14,2.213507155346406e-15],"current_orn":[1.6228855979307054e-10,8.88711374213529e-11,0.6870459208687772,0.7266139983633498],"current_pos":[0.22998582018764543,-0.11998510318847014,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":246.203},{"name":"submit_calvin_action","arguments":{"action":[-1.0,0.9785164085596834,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[-1.0,0.9785164085596834,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1546617978945013,0.08070520196166031,0.47249644693041715,2.7395390001526123,-0.22682371729468184,1.0481387063215624,-0.007903173063429133,0.24504223849201082,0.6403401130458971,0.8463321523650593,-1.6187813429514668,-1.0315722076482303,2.106117380377099,1.2554542899228591,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201870874,-0.11998510318846727,0.4599900095308409,3.5795932849336443e-10,-9.384942888086515e-11,1.5148313116080878,0.13374205664435174,0.13583799227882964,0.4609838270631575,-5.135686961476886e-05,-0.0003744955619588464,1.8261135193000706,-0.2408861071971001,0.09244035192411054,0.46099000926142547,7.38148550305115e-07,-3.5982209586694687e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":246.267},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":464},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1546617978945013,0.08070520196166031,0.47249644693041715,2.7395390001526123,-0.22682371729468184,1.0481387063215624,-0.007903173063429133,0.24504223849201082,0.6403401130458971,0.8463321523650593,-1.6187813429514668,-1.0315722076482303,2.106117380377099,1.2554542899228591,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201870874,-0.11998510318846727,0.4599900095308409,3.5795932849336443e-10,-9.384942888086515e-11,1.5148313116080878,0.13374205664435174,0.13583799227882964,0.4609838270631575,-5.135686961476886e-05,-0.0003744955619588464,1.8261135193000706,-0.2408861071971001,0.09244035192411054,0.46099000926142547,7.38148550305115e-07,-3.5982209586694687e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.24504223849201082,0.6403401130458971,0.8463321523650593,-1.6187813429514668,-1.0315722076482303,2.106117380377099,1.2554542899228591],"gripper_action":-1.0,"gripper_opening_width":-0.007903173063429133,"tcp_orn":[2.7395390001526123,-0.22682371729468184,1.0481387063215624],"tcp_pos":[0.1546617978945013,0.08070520196166031,0.47249644693041715]},"robot_contact_count":6,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.004676918621884577,-0.0010108602797129474,-0.007670789995120423],"current_lin_vel":[0.00012852365151621358,9.1352282782511e-05,-5.606292693430964e-05],"current_orn":[0.00013248543571827914,-0.00013479140314669473,0.7913761044653561,0.6113295556082041],"current_pos":[0.13374205664435174,0.13583799227882964,0.4609838270631575]},"block_pink":{"current_ang_vel":[-2.019321095950525e-14,1.6527610464995087e-14,3.487621272466286e-16],"current_lin_vel":[3.242855078351439e-16,4.0784584677656305e-16,5.259681579161679e-15],"current_orn":[1.4231903451246733e-06,-1.1608374472642484e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.2408861071971001,0.09244035192411054,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0857741199772545e-14,3.9186227306726644e-14,-4.514056835263148e-10],"current_lin_vel":[-1.6740869552584572e-11,8.799651546581861e-14,2.220446049250313e-15],"current_orn":[1.6228856310891166e-10,8.887109385630417e-11,0.6870459208633103,0.7266139983685189],"current_pos":[0.2299858201870874,-0.11998510318846727,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":246.275},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15358657865650396,0.07956792758100432,0.47206256153348736,2.7437878807973832,-0.22058040449202712,1.0376505425756115,-0.010331244343013756,0.24208303498716885,0.6441975595324498,0.8534914548739714,-1.6154730133097512,-1.0287978770105302,2.0931742385543095,1.2593850931075832,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582018652938,-0.11998510318846439,0.4599900095308409,3.5795916364842935e-10,-9.384947972919022e-11,1.51483131159304,0.13374231369759063,0.13583785776070217,0.4609841473457382,-3.311584335237064e-05,-0.00038543284572786367,1.826120292710089,-0.24088610719710005,0.09244035192411051,0.46099000926142547,7.381485500004225e-07,-3.598220958948058e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":246.366},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":470},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15358657865650396,0.07956792758100432,0.47206256153348736,2.7437878807973832,-0.22058040449202712,1.0376505425756115,-0.010331244343013756,0.24208303498716885,0.6441975595324498,0.8534914548739714,-1.6154730133097512,-1.0287978770105302,2.0931742385543095,1.2593850931075832,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582018652938,-0.11998510318846439,0.4599900095308409,3.5795916364842935e-10,-9.384947972919022e-11,1.51483131159304,0.13374231369759063,0.13583785776070217,0.4609841473457382,-3.311584335237064e-05,-0.00038543284572786367,1.826120292710089,-0.24088610719710005,0.09244035192411051,0.46099000926142547,7.381485500004225e-07,-3.598220958948058e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.24208303498716885,0.6441975595324498,0.8534914548739714,-1.6154730133097512,-1.0287978770105302,2.0931742385543095,1.2593850931075832],"gripper_action":-1.0,"gripper_opening_width":-0.010331244343013756,"tcp_orn":[2.7437878807973832,-0.22058040449202712,1.0376505425756115],"tcp_pos":[0.15358657865650396,0.07956792758100432,0.47206256153348736]},"robot_contact_count":6,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0010007314396656343,0.0019155905561145164,0.0030760621125358835],"current_lin_vel":[-2.2130546235955336e-05,-1.9795676516415322e-05,2.618248293876496e-05],"current_orn":[0.00014238927086430186,-0.00013091630713651895,0.7913781751725809,0.61132687365004],"current_pos":[0.13374231369759063,0.13583785776070217,0.4609841473457382]},"block_pink":{"current_ang_vel":[-2.0298277885045813e-14,1.6621713816044835e-14,3.608578995021192e-16],"current_lin_vel":[3.261577987096241e-16,4.099899524952625e-16,5.259681579161679e-15],"current_orn":[1.423190345094667e-06,-1.1608374474684835e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719710005,0.09244035192411051,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0753751681809363e-14,3.898217212490986e-14,-4.514056781441059e-10],"current_lin_vel":[-1.6740873465406372e-11,8.799442474471106e-14,2.220446049250313e-15],"current_orn":[1.622885206878288e-10,8.887101875351063e-11,0.6870459208578433,0.7266139983736881],"current_pos":[0.22998582018652938,-0.11998510318846439,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":246.376},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15323004459996742,0.07800401662146055,0.4713893803116768,2.7464838295049114,-0.21333242734607763,1.025887136374483,-0.010333565883264959,0.23937331480350088,0.6499632229242593,0.8605818112079072,-1.61013080686028,-1.0281294561736505,2.0772076067945053,1.265331695591636,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582018597136,-0.11998510318846152,0.4599900095308409,3.579591039993431e-10,-9.38495465195463e-11,1.5148313115779928,0.13374207027519577,0.13583781977403656,0.4609842173974878,-3.3007518875080086e-05,-0.0003867341414282748,1.826132218327369,-0.24088610719710002,0.0924403519241105,0.46099000926142547,7.381485503110957e-07,-3.59822095873647e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":246.47},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":476},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15323004459996742,0.07800401662146055,0.4713893803116768,2.7464838295049114,-0.21333242734607763,1.025887136374483,-0.010333565883264959,0.23937331480350088,0.6499632229242593,0.8605818112079072,-1.61013080686028,-1.0281294561736505,2.0772076067945053,1.265331695591636,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582018597136,-0.11998510318846152,0.4599900095308409,3.579591039993431e-10,-9.38495465195463e-11,1.5148313115779928,0.13374207027519577,0.13583781977403656,0.4609842173974878,-3.3007518875080086e-05,-0.0003867341414282748,1.826132218327369,-0.24088610719710002,0.0924403519241105,0.46099000926142547,7.381485503110957e-07,-3.59822095873647e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.23937331480350088,0.6499632229242593,0.8605818112079072,-1.61013080686028,-1.0281294561736505,2.0772076067945053,1.265331695591636],"gripper_action":-1.0,"gripper_opening_width":-0.010333565883264959,"tcp_orn":[2.7464838295049114,-0.21333242734607763,1.025887136374483],"tcp_pos":[0.15323004459996742,0.07800401662146055,0.4713893803116768]},"robot_contact_count":6,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0007036443178038666,0.0001707463058016332,0.0032331483566927274],"current_lin_vel":[-6.0151041114112644e-05,-1.3794451976072072e-05,8.202104502599838e-06],"current_orn":[0.0001429380729497242,-0.00013127035052569886,0.791381820284802,0.6113221547265532],"current_pos":[0.13374207027519577,0.13583781977403656,0.4609842173974878]},"block_pink":{"current_ang_vel":[-2.0388689940729177e-14,1.6341612743832936e-14,3.5368635784761067e-16],"current_lin_vel":[3.205684639982826e-16,4.1176966424666076e-16,5.252742685257772e-15],"current_orn":[1.4231903451481658e-06,-1.1608374472883177e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719710002,0.0924403519241105,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0798969151598413e-14,3.8998676771916277e-14,-4.5140567813208363e-10],"current_lin_vel":[-1.67408731348405e-11,8.799532882012007e-14,2.220446049250313e-15],"current_orn":[1.6228852196158773e-10,8.887097399605509e-11,0.6870459208523766,0.7266139983788572],"current_pos":[0.22998582018597136,-0.11998510318846152,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":246.479},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15294371503597937,0.076293781696639,0.4706346351243421,2.749237939931984,-0.2063055302356638,1.0121755290680068,-0.010652322309731488,0.23617707738374566,0.6561382988046436,0.8684328111800943,-1.6047148488475305,-1.0281229008125774,2.0610362221328558,1.2722105786973321,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582018541333,-0.11998510318845865,0.4599900095308409,3.579589026982435e-10,-9.384960766321065e-11,1.5148313115629457,0.13374154196750815,0.13583774122957115,0.4609842070685764,-3.3929147358814834e-05,-0.000390031874046221,1.8261582518873678,-0.24088610719709996,0.09244035192411047,0.46099000926142547,7.381485500061715e-07,-3.5982209590150967e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":246.586},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":482},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15294371503597937,0.076293781696639,0.4706346351243421,2.749237939931984,-0.2063055302356638,1.0121755290680068,-0.010652322309731488,0.23617707738374566,0.6561382988046436,0.8684328111800943,-1.6047148488475305,-1.0281229008125774,2.0610362221328558,1.2722105786973321,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582018541333,-0.11998510318845865,0.4599900095308409,3.579589026982435e-10,-9.384960766321065e-11,1.5148313115629457,0.13374154196750815,0.13583774122957115,0.4609842070685764,-3.3929147358814834e-05,-0.000390031874046221,1.8261582518873678,-0.24088610719709996,0.09244035192411047,0.46099000926142547,7.381485500061715e-07,-3.5982209590150967e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.23617707738374566,0.6561382988046436,0.8684328111800943,-1.6047148488475305,-1.0281229008125774,2.0610362221328558,1.2722105786973321],"gripper_action":-1.0,"gripper_opening_width":-0.010652322309731488,"tcp_orn":[2.749237939931984,-0.2063055302356638,1.0121755290680068],"tcp_pos":[0.15294371503597937,0.076293781696639,0.4706346351243421]},"robot_contact_count":6,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0006180006005759112,1.3920906354089114e-05,0.0033566970885448005],"current_lin_vel":[-6.57307282230948e-05,-1.2056102204223296e-05,-1.7558586619739747e-06],"current_orn":[0.0001439629763945632,-0.00013264114511229796,0.7913897773326802,0.6113118533239145],"current_pos":[0.13374154196750815,0.13583774122957115,0.4609842070685764]},"block_pink":{"current_ang_vel":[-6.196214138731286e-14,-1.0486520760140227e-13,3.523497789891941e-16],"current_lin_vel":[-2.103569354436352e-15,1.2432331572879263e-15,6.1825544683813405e-15],"current_orn":[1.4231903451180817e-06,-1.1608374474926407e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709996,0.09244035192411047,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.5237317512010433e-14,6.45204696530616e-14,-4.5140568157429716e-10],"current_lin_vel":[-1.67403627433693e-11,8.788412171143673e-14,1.8318679906315083e-15],"current_orn":[1.6228846983241054e-10,8.887088262936323e-11,0.6870459208469099,0.7266139983840263],"current_pos":[0.22998582018541333,-0.11998510318845865,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":246.596},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15283486270915242,0.07484512529781498,0.4700308116302769,2.7519485878164276,-0.20018395886625895,0.9997678854505077,-0.009829782973160776,0.23249156660107065,0.6628295420875704,0.8769503264206902,-1.5989772318555744,-1.0292316113795028,2.0449593584077705,1.2786517636660915,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201848553,-0.11998510318845577,0.4599900095308409,3.579588456996965e-10,-9.384967540168076e-11,1.5148313115478977,0.13374183670527495,0.1358377304923394,0.4609840744609092,-3.921977238681609e-05,-0.0003880847467369343,1.82613631786449,-0.24088610719709994,0.09244035192411046,0.46099000926142547,7.381485503169367e-07,-3.5982209588006563e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":246.705},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":488},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15283486270915242,0.07484512529781498,0.4700308116302769,2.7519485878164276,-0.20018395886625895,0.9997678854505077,-0.009829782973160776,0.23249156660107065,0.6628295420875704,0.8769503264206902,-1.5989772318555744,-1.0292316113795028,2.0449593584077705,1.2786517636660915,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201848553,-0.11998510318845577,0.4599900095308409,3.579588456996965e-10,-9.384967540168076e-11,1.5148313115478977,0.13374183670527495,0.1358377304923394,0.4609840744609092,-3.921977238681609e-05,-0.0003880847467369343,1.82613631786449,-0.24088610719709994,0.09244035192411046,0.46099000926142547,7.381485503169367e-07,-3.5982209588006563e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.23249156660107065,0.6628295420875704,0.8769503264206902,-1.5989772318555744,-1.0292316113795028,2.0449593584077705,1.2786517636660915],"gripper_action":-1.0,"gripper_opening_width":-0.009829782973160776,"tcp_orn":[2.7519485878164276,-0.20018395886625895,0.9997678854505077],"tcp_pos":[0.15283486270915242,0.07484512529781498,0.4700308116302769]},"robot_contact_count":6,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0005595505079421486,0.004814160099743597,0.002329438457412211],"current_lin_vel":[5.0384000861508406e-05,-1.1200047731239735e-05,6.587107038054374e-06],"current_orn":[0.00014157392605277698,-0.00013414102004760675,0.7913830728288977,0.6113205329472435],"current_pos":[0.13374183670527495,0.1358377304923394,0.4609840744609092]},"block_pink":{"current_ang_vel":[-2.0306145514951256e-14,1.6471406661960617e-14,3.49513462603641e-16],"current_lin_vel":[3.2316082829202676e-16,4.1010725993373674e-16,5.252742685257772e-15],"current_orn":[1.4231903451707146e-06,-1.1608374473113407e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709994,0.09244035192411046,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0786826265869175e-14,3.892230041421091e-14,-4.5140568185467886e-10],"current_lin_vel":[-1.6740874756149168e-11,8.799509970364004e-14,2.213507155346406e-15],"current_orn":[1.6228847239482792e-10,8.887083843797227e-11,0.6870459208414428,0.7266139983891955],"current_pos":[0.2299858201848553,-0.11998510318845577,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":246.715},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1529743356908544,0.07367944133186013,0.469374056933154,2.755685314161574,-0.1953501601269067,0.9870044945989637,-0.010086707993043406,0.22831233802797224,0.6709889105217689,0.8857580497914719,-1.5923399491516865,-1.0304556504597904,2.0313398992141742,1.285829463293276,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582018429728,-0.1199851031884529,0.4599900095308409,3.579587870290155e-10,-9.384974312274381e-11,1.5148313115328507,0.13374129724798603,0.13583763067862414,0.4609841422363788,-3.8248530964884246e-05,-0.0003930119145829617,1.8261652199208944,-0.24088610719709988,0.09244035192411043,0.46099000926142547,7.381485505407145e-07,-3.5982209591471034e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":246.812},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":494},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1529743356908544,0.07367944133186013,0.469374056933154,2.755685314161574,-0.1953501601269067,0.9870044945989637,-0.010086707993043406,0.22831233802797224,0.6709889105217689,0.8857580497914719,-1.5923399491516865,-1.0304556504597904,2.0313398992141742,1.285829463293276,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582018429728,-0.1199851031884529,0.4599900095308409,3.579587870290155e-10,-9.384974312274381e-11,1.5148313115328507,0.13374129724798603,0.13583763067862414,0.4609841422363788,-3.8248530964884246e-05,-0.0003930119145829617,1.8261652199208944,-0.24088610719709988,0.09244035192411043,0.46099000926142547,7.381485505407145e-07,-3.5982209591471034e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.22831233802797224,0.6709889105217689,0.8857580497914719,-1.5923399491516865,-1.0304556504597904,2.0313398992141742,1.285829463293276],"gripper_action":-1.0,"gripper_opening_width":-0.010086707993043406,"tcp_orn":[2.755685314161574,-0.1953501601269067,0.9870044945989637],"tcp_pos":[0.1529743356908544,0.07367944133186013,0.469374056933154]},"robot_contact_count":6,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0005960876906912728,-0.0009820289179318866,0.0016922926323774913],"current_lin_vel":[-5.3246085177380053e-05,-1.2011455943228001e-05,-1.6702367223245251e-06],"current_orn":[0.00014382238926143097,-0.00013526066909156766,0.791391906612054,0.6113090962586845],"current_pos":[0.13374129724798603,0.13583763067862414,0.4609841422363788]},"block_pink":{"current_ang_vel":[-6.18590325425293e-14,-1.0494839122606365e-13,3.5235621968896044e-16],"current_lin_vel":[-2.1052330285303387e-15,1.2411709825158544e-15,6.1825544683813405e-15],"current_orn":[1.4231903453669095e-06,-1.1608374473748474e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709988,0.09244035192411043,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.5355421023134136e-14,6.453408468218152e-14,-4.5140568016850153e-10],"current_lin_vel":[-1.674036242620741e-11,8.788648071889863e-14,1.8318679906315083e-15],"current_orn":[1.6228847434376755e-10,8.887079367848907e-11,0.6870459208359762,0.7266139983943646],"current_pos":[0.22998582018429728,-0.1199851031884529,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":246.822},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15311608071834992,0.07248956939045025,0.4686818284411691,2.759408396284255,-0.19056372568119687,0.9740788696334975,-0.01039870009550234,0.22397328812294698,0.6788733619265531,0.8949682669419357,-1.5862080971715207,-1.032256823675267,2.0170602356581138,1.2934155606254136,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582018373925,-0.11998510318845003,0.4599900095308409,3.5795853573766004e-10,-9.384978854692629e-11,1.5148313115178034,0.13374147254425864,0.1358376027918728,0.460984141471412,-5.8382520698938574e-05,-0.0003879687546047075,1.8261338733164902,-0.24088610719709985,0.09244035192411042,0.46099000926142547,7.381485503210189e-07,-3.5982209588671543e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":246.914},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":500},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15311608071834992,0.07248956939045025,0.4686818284411691,2.759408396284255,-0.19056372568119687,0.9740788696334975,-0.01039870009550234,0.22397328812294698,0.6788733619265531,0.8949682669419357,-1.5862080971715207,-1.032256823675267,2.0170602356581138,1.2934155606254136,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582018373925,-0.11998510318845003,0.4599900095308409,3.5795853573766004e-10,-9.384978854692629e-11,1.5148313115178034,0.13374147254425864,0.1358376027918728,0.460984141471412,-5.8382520698938574e-05,-0.0003879687546047075,1.8261338733164902,-0.24088610719709985,0.09244035192411042,0.46099000926142547,7.381485503210189e-07,-3.5982209588671543e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.22397328812294698,0.6788733619265531,0.8949682669419357,-1.5862080971715207,-1.032256823675267,2.0170602356581138,1.2934155606254136],"gripper_action":-1.0,"gripper_opening_width":-0.01039870009550234,"tcp_orn":[2.759408396284255,-0.19056372568119687,0.9740788696334975],"tcp_pos":[0.15311608071834992,0.07248956939045025,0.4686818284411691]},"robot_contact_count":7,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0004152117981749374,-0.005117547504056337,-0.006491826388297692],"current_lin_vel":[2.341017698728819e-05,-1.0338569204006176e-05,-7.469262709780544e-06],"current_orn":[0.0001356705650037938,-0.00014168826900398798,0.7913823243154707,0.6113215015676904],"current_pos":[0.13374147254425864,0.1358376027918728,0.460984141471412]},"block_pink":{"current_ang_vel":[-6.197099418470229e-14,-1.0500089368765751e-13,3.533582553042588e-16],"current_lin_vel":[-2.1062884807907763e-15,1.2434158754297138e-15,6.1825544683813405e-15],"current_orn":[1.4231903451933126e-06,-1.160837447335815e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709985,0.09244035192411042,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.5326226781594197e-14,6.46783727255447e-14,-4.5140568129612014e-10],"current_lin_vel":[-1.674035963628589e-11,8.788588020951967e-14,1.8318679906315083e-15],"current_orn":[1.6228839865277755e-10,8.887069084999428e-11,0.6870459208305093,0.7266139983995337],"current_pos":[0.22998582018373925,-0.11998510318845003,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":246.924},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15312683484637232,0.07136735323041508,0.4679973616130577,2.763032324196885,-0.1860950656735137,0.9615652524716072,-0.010202910565387373,0.21945820827926485,0.6866184430021763,0.9044269458591869,-1.580641487623205,-1.034530393628908,2.0034662755795973,1.3010364846083837,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582018318123,-0.11998510318844716,0.4599900095308409,3.579584783077958e-10,-9.384985586667752e-11,1.5148313115027559,0.13374221276881873,0.1358380141809923,0.46098390386864013,-5.015432019377598e-05,-0.00036760179967283154,1.8260977253464687,-0.2408861071970998,0.09244035192411039,0.46099000926142547,7.381485510750472e-07,-3.5982209592834067e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":247.008},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":506},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15312683484637232,0.07136735323041508,0.4679973616130577,2.763032324196885,-0.1860950656735137,0.9615652524716072,-0.010202910565387373,0.21945820827926485,0.6866184430021763,0.9044269458591869,-1.580641487623205,-1.034530393628908,2.0034662755795973,1.3010364846083837,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582018318123,-0.11998510318844716,0.4599900095308409,3.579584783077958e-10,-9.384985586667752e-11,1.5148313115027559,0.13374221276881873,0.1358380141809923,0.46098390386864013,-5.015432019377598e-05,-0.00036760179967283154,1.8260977253464687,-0.2408861071970998,0.09244035192411039,0.46099000926142547,7.381485510750472e-07,-3.5982209592834067e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.21945820827926485,0.6866184430021763,0.9044269458591869,-1.580641487623205,-1.034530393628908,2.0034662755795973,1.3010364846083837],"gripper_action":-1.0,"gripper_opening_width":-0.010202910565387373,"tcp_orn":[2.763032324196885,-0.1860950656735137,0.9615652524716072],"tcp_pos":[0.15312683484637232,0.07136735323041508,0.4679973616130577]},"robot_contact_count":6,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.0049702019175249185,0.0014275539613922313,-0.007534833180214036],"current_lin_vel":[0.0001746512582845311,9.723968234976608e-05,-6.015521906267696e-05],"current_orn":[0.00013012418927682763,-0.00013220941600810014,0.7913712774251751,0.6113358053106427],"current_pos":[0.13374221276881873,0.1358380141809923,0.46098390386864013]},"block_pink":{"current_ang_vel":[1.9056070842664758e-13,2.1150054824090043e-13,3.5743844374377375e-16],"current_lin_vel":[4.223744404456879e-15,-3.8072018797957636e-15,3.747002708109903e-15],"current_orn":[1.4231903456170137e-06,-1.1608374472587853e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.2408861071970998,0.09244035192411039,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.5256172458686582e-14,6.44477377905612e-14,-4.514056852569128e-10],"current_lin_vel":[-1.6740364314896507e-11,8.788450444439716e-14,1.824929096727601e-15],"current_orn":[1.6228840091465475e-10,8.887064666255944e-11,0.6870459208250425,0.7266139984047028],"current_pos":[0.22998582018318123,-0.11998510318844716,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":247.014},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.153055418025225,0.0703583391350307,0.4673203548125138,2.7666199172103276,-0.18207535882494313,0.94945578531531,-0.009847645694987701,0.21486937117298963,0.694736552420468,0.9139472161690455,-1.5750716522434418,-1.0371163685731768,1.9905222315319875,1.3090010989683765,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201826232,-0.11998510318844428,0.4599900095308409,3.579581470225136e-10,-9.384988973696434e-11,1.5148313114877083,0.13374180382389841,0.13583781625286345,0.4609840967669656,-3.9050539872766094e-05,-0.0003802943978637186,1.8261320576401576,-0.2408861071970998,0.09244035192411038,0.46099000926142547,7.38148550327266e-07,-3.598220958934314e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":247.116},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":512},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.153055418025225,0.0703583391350307,0.4673203548125138,2.7666199172103276,-0.18207535882494313,0.94945578531531,-0.009847645694987701,0.21486937117298963,0.694736552420468,0.9139472161690455,-1.5750716522434418,-1.0371163685731768,1.9905222315319875,1.3090010989683765,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201826232,-0.11998510318844428,0.4599900095308409,3.579581470225136e-10,-9.384988973696434e-11,1.5148313114877083,0.13374180382389841,0.13583781625286345,0.4609840967669656,-3.9050539872766094e-05,-0.0003802943978637186,1.8261320576401576,-0.2408861071970998,0.09244035192411038,0.46099000926142547,7.38148550327266e-07,-3.598220958934314e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.21486937117298963,0.694736552420468,0.9139472161690455,-1.5750716522434418,-1.0371163685731768,1.9905222315319875,1.3090010989683765],"gripper_action":-1.0,"gripper_opening_width":-0.009847645694987701,"tcp_orn":[2.7666199172103276,-0.18207535882494313,0.94945578531531],"tcp_pos":[0.153055418025225,0.0703583391350307,0.4673203548125138]},"robot_contact_count":6,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0011740456170197763,0.003985848359083188,0.0029949657393048452],"current_lin_vel":[2.092301580487362e-05,-2.3326812099782102e-05,3.1426967250787474e-05],"current_orn":[0.0001385427980532462,-0.0001316931511959931,0.7913817712957847,0.611322219065816],"current_pos":[0.13374180382389841,0.13583781625286345,0.4609840967669656]},"block_pink":{"current_ang_vel":[-6.191057425656303e-14,-1.0507430888192758e-13,3.542290356201712e-16],"current_lin_vel":[-2.107756490515657e-15,1.2422101019028312e-15,6.1825544683813405e-15],"current_orn":[1.4231903452169584e-06,-1.1608374473598615e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.2408861071970998,0.09244035192411038,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.8324154340069468e-14,4.4792042626362604e-14,-4.514056777401339e-10],"current_lin_vel":[-1.6740757207003618e-11,8.794584487069415e-14,2.095545958979983e-15],"current_orn":[1.6228829219228288e-10,8.887052055192532e-11,0.6870459208195756,0.726613998409872],"current_pos":[0.2299858201826232,-0.11998510318844428,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":247.123},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15315198593469584,0.0693548167760061,0.46668096604414816,2.7695346911636625,-0.1780596543543415,0.938583040461422,-0.009524676600954029,0.21017125836719672,0.7025135157134521,0.9236367843813514,-1.5700945892101243,-1.0402267978208737,1.9778752647681372,1.3162386413271738,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582018206518,-0.11998510318844141,0.4599900095308409,3.5795803041419496e-10,-9.38499596585533e-11,1.5148313114726613,0.13374158096924418,0.13583770929782507,0.46098422877084794,-3.327144621431391e-05,-0.00038671367669382484,1.8261498925914037,-0.24088610719709977,0.09244035192411036,0.46099000926142547,7.381485501123865e-07,-3.5982209586532794e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":247.199},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":518},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15315198593469584,0.0693548167760061,0.46668096604414816,2.7695346911636625,-0.1780596543543415,0.938583040461422,-0.009524676600954029,0.21017125836719672,0.7025135157134521,0.9236367843813514,-1.5700945892101243,-1.0402267978208737,1.9778752647681372,1.3162386413271738,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582018206518,-0.11998510318844141,0.4599900095308409,3.5795803041419496e-10,-9.38499596585533e-11,1.5148313114726613,0.13374158096924418,0.13583770929782507,0.46098422877084794,-3.327144621431391e-05,-0.00038671367669382484,1.8261498925914037,-0.24088610719709977,0.09244035192411036,0.46099000926142547,7.381485501123865e-07,-3.5982209586532794e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.21017125836719672,0.7025135157134521,0.9236367843813514,-1.5700945892101243,-1.0402267978208737,1.9778752647681372,1.3162386413271738],"gripper_action":-1.0,"gripper_opening_width":-0.009524676600954029,"tcp_orn":[2.7695346911636625,-0.1780596543543415,0.938583040461422],"tcp_pos":[0.15315198593469584,0.0693548167760061,0.46668096604414816]},"robot_contact_count":6,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0007579038473528709,0.00016625336877143558,0.003263511684401349],"current_lin_vel":[-6.084149135218281e-05,-1.4873822448915443e-05,6.77067135056858e-06],"current_orn":[0.00014285046384088164,-0.00013136726651876446,0.7913872225728271,0.611315161176993],"current_pos":[0.13374158096924418,0.13583770929782507,0.46098422877084794]},"block_pink":{"current_ang_vel":[-2.0241050302187563e-14,1.6500514681942994e-14,3.488118279316576e-16],"current_lin_vel":[3.237435579630035e-16,4.088028022616905e-16,5.259681579161679e-15],"current_orn":[1.4231903450448843e-06,-1.1608374473188867e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709977,0.09244035192411036,0.46099000926142547]},"block_red":{"current_ang_vel":[1.4471651637520402e-13,-3.6413935331075014e-13,-4.514056813324145e-10],"current_lin_vel":[-1.6748935956056747e-11,8.468503558044391e-14,1.3114509478384662e-15],"current_orn":[1.622882738480044e-10,8.887045509006681e-11,0.6870459208141089,0.726613998415041],"current_pos":[0.22998582018206518,-0.11998510318844141,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":247.205},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15328959214871493,0.0684600069396939,0.46612748485649774,2.7724372060606655,-0.17442716722476878,0.928284697244024,-0.00961441117902525,0.20556125810996267,0.7103177196251097,0.9334399057887555,-1.5648063186076573,-1.0444140922298255,1.9644890984415653,1.3233580494531705,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582018150718,-0.11998510318843852,0.4599900095308409,3.5795952898805045e-10,-9.384923660412626e-11,1.5148313114576142,0.13374145005522428,0.13583775308868523,0.4609839892447165,-5.6145481370756697e-05,-0.0003774073898642791,1.8261304129368119,-0.2408861071970997,0.09244035192411033,0.46099000926142547,7.381485508671705e-07,-3.598220959066606e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":247.269},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":524},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15328959214871493,0.0684600069396939,0.46612748485649774,2.7724372060606655,-0.17442716722476878,0.928284697244024,-0.00961441117902525,0.20556125810996267,0.7103177196251097,0.9334399057887555,-1.5648063186076573,-1.0444140922298255,1.9644890984415653,1.3233580494531705,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582018150718,-0.11998510318843852,0.4599900095308409,3.5795952898805045e-10,-9.384923660412626e-11,1.5148313114576142,0.13374145005522428,0.13583775308868523,0.4609839892447165,-5.6145481370756697e-05,-0.0003774073898642791,1.8261304129368119,-0.2408861071970997,0.09244035192411033,0.46099000926142547,7.381485508671705e-07,-3.598220959066606e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.20556125810996267,0.7103177196251097,0.9334399057887555,-1.5648063186076573,-1.0444140922298255,1.9644890984415653,1.3233580494531705],"gripper_action":-1.0,"gripper_opening_width":-0.00961441117902525,"tcp_orn":[2.7724372060606655,-0.17442716722476878,0.928284697244024],"tcp_pos":[0.15328959214871493,0.0684600069396939,0.46612748485649774]},"robot_contact_count":6,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.002526802804576677,-0.003446825067790682,-0.007795166342118121],"current_lin_vel":[8.2219241538645e-05,4.8262270626979654e-05,-3.860963175238846e-05],"current_orn":[0.0001321750633674187,-0.0001375751263690054,0.7913812676602796,0.6113228711566797],"current_pos":[0.13374145005522428,0.13583775308868523,0.4609839892447165]},"block_pink":{"current_ang_vel":[1.9039791672428838e-13,2.1162627196794316e-13,3.5849917999205214e-16],"current_lin_vel":[4.226254406565721e-15,-3.803940656601887e-15,3.7539416020138106e-15],"current_orn":[1.4231903454679537e-06,-1.1608374472404845e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.2408861071970997,0.09244035192411033,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0814388633146115e-14,3.911679540777672e-14,-4.5140568196934626e-10],"current_lin_vel":[-1.6740870869735123e-11,8.799564953090349e-14,2.213507155346406e-15],"current_orn":[1.6228856990524626e-10,8.887123257410725e-11,0.6870459208086422,0.7266139984202101],"current_pos":[0.22998582018150718,-0.11998510318843852,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":247.279},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.153262114010531,0.0675394598159616,0.46577579043424844,2.7742140162876843,-0.17113571908345337,0.9186889652535997,-0.009782687305924164,0.20069985338330495,0.7179905203248702,0.9434142745412458,-1.5604715862779723,-1.0486288614793668,1.9532591648446787,1.3304128963851114,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582018094915,-0.11998510318843565,0.4599900095308409,3.579593853438103e-10,-9.384929620933607e-11,1.5148313114425667,0.13374118414024527,0.13583757274716599,0.4609841472140597,-3.382338604655835e-05,-0.00039217059294145083,1.8261690571900084,-0.24088610719709969,0.09244035192411032,0.46099000926142547,7.38148550118987e-07,-3.598220958717971e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":247.369},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":530},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.153262114010531,0.0675394598159616,0.46577579043424844,2.7742140162876843,-0.17113571908345337,0.9186889652535997,-0.009782687305924164,0.20069985338330495,0.7179905203248702,0.9434142745412458,-1.5604715862779723,-1.0486288614793668,1.9532591648446787,1.3304128963851114,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582018094915,-0.11998510318843565,0.4599900095308409,3.579593853438103e-10,-9.384929620933607e-11,1.5148313114425667,0.13374118414024527,0.13583757274716599,0.4609841472140597,-3.382338604655835e-05,-0.00039217059294145083,1.8261690571900084,-0.24088610719709969,0.09244035192411032,0.46099000926142547,7.38148550118987e-07,-3.598220958717971e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.20069985338330495,0.7179905203248702,0.9434142745412458,-1.5604715862779723,-1.0486288614793668,1.9532591648446787,1.3304128963851114],"gripper_action":-1.0,"gripper_opening_width":-0.009782687305924164,"tcp_orn":[2.7742140162876843,-0.17113571908345337,0.9186889652535997],"tcp_pos":[0.153262114010531,0.0675394598159616,0.46577579043424844]},"robot_contact_count":6,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0007171295529787113,0.00017898791870563026,0.0033274577951086202],"current_lin_vel":[-6.185115051257352e-05,-1.4043808785204514e-05,5.156117244151104e-06],"current_orn":[0.00014484230302326504,-0.000133252225471229,0.7913930798563882,0.6113075775908328],"current_pos":[0.13374118414024527,0.13583757274716599,0.4609841472140597]},"block_pink":{"current_ang_vel":[-2.0349091712584905e-14,1.6335807995582285e-14,3.604868327186594e-16],"current_lin_vel":[3.20443588879419e-16,4.110032730904849e-16,5.252742685257772e-15],"current_orn":[1.4231903450678872e-06,-1.1608374473418652e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709969,0.09244035192411032,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.402247891747674e-14,1.9284720295223094e-14,-4.514056758122213e-10],"current_lin_vel":[-1.6741267300037485e-11,8.805980460212943e-14,2.4841240175987878e-15],"current_orn":[1.6228853819471515e-10,8.887116157280168e-11,0.6870459208031754,0.7266139984253792],"current_pos":[0.22998582018094915,-0.11998510318843565,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":247.379},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15319713800894785,0.0667843443051089,0.46537008323662454,2.7765300719704116,-0.16806429162084055,0.910436322103041,-0.009911520083093232,0.19575386460169203,0.7254079214853291,0.953348083805156,-1.5565771869464438,-1.0529135101489127,1.9423863093651155,1.3368585020877344,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582018039113,-0.11998510318843278,0.4599900095308409,3.57959328948524e-10,-9.384936461277696e-11,1.5148313114275191,0.13374159004265798,0.13583772220834034,0.4609840372147245,-3.893605277996581e-05,-0.0003819167319341318,1.82613944175664,-0.24088610719709963,0.09244035192411029,0.46099000926142547,7.38148550874501e-07,-3.5982209591353275e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":247.471},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":536},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15319713800894785,0.0667843443051089,0.46537008323662454,2.7765300719704116,-0.16806429162084055,0.910436322103041,-0.009911520083093232,0.19575386460169203,0.7254079214853291,0.953348083805156,-1.5565771869464438,-1.0529135101489127,1.9423863093651155,1.3368585020877344,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582018039113,-0.11998510318843278,0.4599900095308409,3.57959328948524e-10,-9.384936461277696e-11,1.5148313114275191,0.13374159004265798,0.13583772220834034,0.4609840372147245,-3.893605277996581e-05,-0.0003819167319341318,1.82613944175664,-0.24088610719709963,0.09244035192411029,0.46099000926142547,7.38148550874501e-07,-3.5982209591353275e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.19575386460169203,0.7254079214853291,0.953348083805156,-1.5565771869464438,-1.0529135101489127,1.9423863093651155,1.3368585020877344],"gripper_action":-1.0,"gripper_opening_width":-0.009911520083093232,"tcp_orn":[2.7765300719704116,-0.16806429162084055,0.910436322103041],"tcp_pos":[0.15319713800894785,0.0667843443051089,0.46537008323662454]},"robot_contact_count":8,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0013936220367259727,0.003396373004601974,0.002929317524685009],"current_lin_vel":[1.0428152997353924e-05,-2.7730161528485148e-05,4.2897727348265025e-05],"current_orn":[0.0001392202229952425,-0.0001321432201157695,0.791384028203187,0.6113192971441328],"current_pos":[0.13374159004265798,0.13583772220834034,0.4609840372147245]},"block_pink":{"current_ang_vel":[1.905117069505928e-13,2.115053415038949e-13,3.4628868339397395e-16],"current_lin_vel":[4.223844683299984e-15,-3.806259182535915e-15,3.7539416020138106e-15],"current_orn":[1.4231903454925128e-06,-1.1608374472647937e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709963,0.09244035192411029,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.085654558950389e-14,3.8955852294255797e-14,-4.5140568186867807e-10],"current_lin_vel":[-1.6740874084000294e-11,8.799649235632287e-14,2.213507155346406e-15],"current_orn":[1.622885412047341e-10,8.88711173470561e-11,0.6870459207977084,0.7266139984305484],"current_pos":[0.22998582018039113,-0.11998510318843278,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":247.48},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15313967752459184,0.06624169500064139,0.46477901517182196,2.780061697625048,-0.1661271123461845,0.9009578864939721,-0.009174683965370868,0.19087446247430642,0.7339884145011498,0.9630609815346604,-1.551731574673103,-1.0579083057344898,1.9320168691096138,1.3436899535304807,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201798331,-0.1199851031884299,0.4599900095308409,3.5795926970505105e-10,-9.384943392667301e-11,1.5148313114124716,0.13374153289648472,0.1358376295803785,0.4609842051873252,-3.3098095800285985e-05,-0.00038749844662601705,1.8261486102353557,-0.2408861071970996,0.09244035192411028,0.46099000926142547,7.381485501271263e-07,-3.5982209587844365e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":247.555},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":542},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15313967752459184,0.06624169500064139,0.46477901517182196,2.780061697625048,-0.1661271123461845,0.9009578864939721,-0.009174683965370868,0.19087446247430642,0.7339884145011498,0.9630609815346604,-1.551731574673103,-1.0579083057344898,1.9320168691096138,1.3436899535304807,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201798331,-0.1199851031884299,0.4599900095308409,3.5795926970505105e-10,-9.384943392667301e-11,1.5148313114124716,0.13374153289648472,0.1358376295803785,0.4609842051873252,-3.3098095800285985e-05,-0.00038749844662601705,1.8261486102353557,-0.2408861071970996,0.09244035192411028,0.46099000926142547,7.381485501271263e-07,-3.5982209587844365e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.19087446247430642,0.7339884145011498,0.9630609815346604,-1.551731574673103,-1.0579083057344898,1.9320168691096138,1.3436899535304807],"gripper_action":-1.0,"gripper_opening_width":-0.009174683965370868,"tcp_orn":[2.780061697625048,-0.1661271123461845,0.9009578864939721],"tcp_pos":[0.15313967752459184,0.06624169500064139,0.46477901517182196]},"robot_contact_count":7,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.000718164719792153,0.00018604534781327918,0.0032421028450855625],"current_lin_vel":[-6.002223787747053e-05,-1.4083092706946666e-05,8.458242750725153e-06],"current_orn":[0.0001432138938194006,-0.00013153863556983794,0.7913868305581273,0.6113156685432902],"current_pos":[0.13374153289648472,0.1358376295803785,0.4609842051873252]},"block_pink":{"current_ang_vel":[-2.0221976805943583e-14,1.646363847615962e-14,3.536874913556805e-16],"current_lin_vel":[3.230089787187203e-16,4.084353987460326e-16,5.252742685257772e-15],"current_orn":[1.4231903450920467e-06,-1.1608374473650447e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.2408861071970996,0.09244035192411028,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.075836826204235e-14,3.8877085807279036e-14,-4.51405682004324e-10],"current_lin_vel":[-1.6740875664691686e-11,8.79945284551087e-14,2.213507155346406e-15],"current_orn":[1.6228854349274912e-10,8.887107181211829e-11,0.6870459207922416,0.7266139984357175],"current_pos":[0.2299858201798331,-0.1199851031884299,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":247.566},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15307924645369744,0.06534660146745166,0.4646554905716567,2.780405971277238,-0.16294479395616082,0.8943733421052766,-0.010699846152443503,0.186000228641019,0.7401665315221232,0.9731360359310423,-1.5493050625407128,-1.0631831489922483,1.9215472994272689,1.3495710975565953,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582017927507,-0.11998510318842703,0.4599900095308409,3.5795914961332833e-10,-9.384950330941443e-11,1.514831311397424,0.1337413604037867,0.13583759763340963,0.46098422381544735,-3.3499927416494796e-05,-0.00038829833394792923,1.8261562530133244,-0.24088610719709955,0.09244035192411025,0.46099000926142547,7.381485508802621e-07,-3.5982209592004703e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":247.631},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":548},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15307924645369744,0.06534660146745166,0.4646554905716567,2.780405971277238,-0.16294479395616082,0.8943733421052766,-0.010699846152443503,0.186000228641019,0.7401665315221232,0.9731360359310423,-1.5493050625407128,-1.0631831489922483,1.9215472994272689,1.3495710975565953,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582017927507,-0.11998510318842703,0.4599900095308409,3.5795914961332833e-10,-9.384950330941443e-11,1.514831311397424,0.1337413604037867,0.13583759763340963,0.46098422381544735,-3.3499927416494796e-05,-0.00038829833394792923,1.8261562530133244,-0.24088610719709955,0.09244035192411025,0.46099000926142547,7.381485508802621e-07,-3.5982209592004703e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.186000228641019,0.7401665315221232,0.9731360359310423,-1.5493050625407128,-1.0631831489922483,1.9215472994272689,1.3495710975565953],"gripper_action":-1.0,"gripper_opening_width":-0.010699846152443503,"tcp_orn":[2.780405971277238,-0.16294479395616082,0.8943733421052766],"tcp_pos":[0.15307924645369744,0.06534660146745166,0.4646554905716567]},"robot_contact_count":7,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0005632471583846402,-7.268913957907781e-07,0.0033088903640350713],"current_lin_vel":[-6.507829562083466e-05,-1.0971623239061881e-05,-4.063056944364485e-07],"current_orn":[0.00014340808518680938,-0.00013194158150173007,0.7913891665353844,0.6113126443285545],"current_pos":[0.1337413604037867,0.13583759763340963,0.46098422381544735]},"block_pink":{"current_ang_vel":[1.9040280670898102e-13,2.115221780475532e-13,3.5856712056729793e-16],"current_lin_vel":[4.224172491287489e-15,-3.8040382468415545e-15,3.7539416020138106e-15],"current_orn":[1.423190345515333e-06,-1.1608374472882125e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709955,0.09244035192411025,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0896964036322645e-14,3.893312439794901e-14,-4.514056807904531e-10],"current_lin_vel":[-1.6740874500943286e-11,8.799729922898506e-14,2.213507155346406e-15],"current_orn":[1.6228852369781907e-10,8.887100534939758e-11,0.6870459207867747,0.7266139984408867],"current_pos":[0.22998582017927507,-0.11998510318842703,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":247.641},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1531671577736586,0.0646868614058122,0.464301523607663,2.7822368589822806,-0.16056100603541615,0.8870772349930128,-0.01047458106654196,0.18120615715680397,0.747628658728219,0.9829265856795555,-1.5457255456427232,-1.0683987091895788,1.9115352142440378,1.3556058468230994,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582017871705,-0.11998510318842416,0.4599900095308409,3.579589240894241e-10,-9.384955422224193e-11,1.5148313113823773,0.13374105499409558,0.1358374773050634,0.4609841256513563,-6.0668814457733226e-05,-0.00038642315622485683,1.8261434039648123,-0.24088610719709952,0.09244035192411024,0.46099000926142547,7.381485501315273e-07,-3.598220958851546e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":247.707},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":554},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1531671577736586,0.0646868614058122,0.464301523607663,2.7822368589822806,-0.16056100603541615,0.8870772349930128,-0.01047458106654196,0.18120615715680397,0.747628658728219,0.9829265856795555,-1.5457255456427232,-1.0683987091895788,1.9115352142440378,1.3556058468230994,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582017871705,-0.11998510318842416,0.4599900095308409,3.579589240894241e-10,-9.384955422224193e-11,1.5148313113823773,0.13374105499409558,0.1358374773050634,0.4609841256513563,-6.0668814457733226e-05,-0.00038642315622485683,1.8261434039648123,-0.24088610719709952,0.09244035192411024,0.46099000926142547,7.381485501315273e-07,-3.598220958851546e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.18120615715680397,0.747628658728219,0.9829265856795555,-1.5457255456427232,-1.0683987091895788,1.9115352142440378,1.3556058468230994],"gripper_action":-1.0,"gripper_opening_width":-0.01047458106654196,"tcp_orn":[2.7822368589822806,-0.16056100603541615,0.8870772349930128],"tcp_pos":[0.1531671577736586,0.0646868614058122,0.464301523607663]},"robot_contact_count":7,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.00014878424931661814,-0.005551168251796859,-0.007619164314490232],"current_lin_vel":[3.669167135735279e-05,-5.268002328223339e-06,-1.0259845368773557e-05],"current_orn":[0.00013436083236101074,-0.0001421198662128796,0.7913852374218516,0.6113177305950399],"current_pos":[0.13374105499409558,0.1358374773050634,0.4609841256513563]},"block_pink":{"current_ang_vel":[-2.0383093856047673e-14,1.6300254054079743e-14,3.554384109541933e-16],"current_lin_vel":[3.197352928366874e-16,4.11666055662617e-16,5.259681579161679e-15],"current_orn":[1.4231903451149614e-06,-1.1608374473896552e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709952,0.09244035192411024,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.388882198741857e-14,1.8910753465336983e-14,-4.514056826084336e-10],"current_lin_vel":[-1.6741275016291262e-11,8.80571363058724e-14,2.4841240175987878e-15],"current_orn":[1.622884592538e-10,8.88709093785508e-11,0.6870459207813081,0.7266139984460557],"current_pos":[0.22998582017871705,-0.11998510318842416,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":247.718},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15303680002057668,0.06432574932218628,0.46383243561533116,2.785039901130487,-0.1588730250696941,0.8805042913368174,-0.01118463116936846,0.17642157446915485,0.7551906238418168,0.9924424567905932,-1.5425729948521998,-1.0733085867861303,1.9033612822770631,1.36131836090018,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582017815902,-0.11998510318842129,0.4599900095308409,3.5795897598723397e-10,-9.384963983891507e-11,1.5148313113673295,0.13374166626508383,0.1358378523465686,0.46098391158490665,-5.100880241713445e-05,-0.0003684126260859554,1.8261159118188544,-0.2408861071970995,0.09244035192411021,0.46099000926142547,7.381485508865881e-07,-3.5982209592673774e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":247.812},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":560},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15303680002057668,0.06432574932218628,0.46383243561533116,2.785039901130487,-0.1588730250696941,0.8805042913368174,-0.01118463116936846,0.17642157446915485,0.7551906238418168,0.9924424567905932,-1.5425729948521998,-1.0733085867861303,1.9033612822770631,1.36131836090018,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582017815902,-0.11998510318842129,0.4599900095308409,3.5795897598723397e-10,-9.384963983891507e-11,1.5148313113673295,0.13374166626508383,0.1358378523465686,0.46098391158490665,-5.100880241713445e-05,-0.0003684126260859554,1.8261159118188544,-0.2408861071970995,0.09244035192411021,0.46099000926142547,7.381485508865881e-07,-3.5982209592673774e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.17642157446915485,0.7551906238418168,0.9924424567905932,-1.5425729948521998,-1.0733085867861303,1.9033612822770631,1.36131836090018],"gripper_action":-1.0,"gripper_opening_width":-0.01118463116936846,"tcp_orn":[2.785039901130487,-0.1588730250696941,0.8805042913368174],"tcp_pos":[0.15303680002057668,0.06432574932218628,0.46383243561533116]},"robot_contact_count":7,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.004761794912694103,0.0002629849115425966,-0.007670423702145853],"current_lin_vel":[0.00015399720078147292,9.304147148962239e-05,-5.9975332627200395e-05],"current_orn":[0.00013018504139144323,-0.00013279418216068702,0.7913768362914151,0.6113286091775444],"current_pos":[0.13374166626508383,0.1358378523465686,0.46098391158490665]},"block_pink":{"current_ang_vel":[1.9033765319144035e-13,2.115691732539256e-13,3.5739661840413603e-16],"current_lin_vel":[4.225116935104669e-15,-3.802740910930379e-15,3.747002708109903e-15],"current_orn":[1.4231903455389294e-06,-1.160837447312136e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.2408861071970995,0.09244035192411021,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0860064079519786e-14,3.902967204889935e-14,-4.5140568349865815e-10],"current_lin_vel":[-1.674087262870613e-11,8.79965739903815e-14,2.213507155346406e-15],"current_orn":[1.6228850752059926e-10,8.887089610028247e-11,0.6870459207758411,0.7266139984512249],"current_pos":[0.22998582017815902,-0.11998510318842129,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":247.857},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1529977367756037,0.06388128160211512,0.4634223027980006,2.7874878789389936,-0.15748415050170916,0.872808501472748,-0.010608214152850085,0.17219195474534926,0.7622144780079032,1.0010859641393464,-1.539459398769726,-1.0774224330059543,1.895592564642945,1.367567785462228,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.229985820177601,-0.11998510318841842,0.4599900095308409,3.5795889411983476e-10,-9.384969809601916e-11,1.5148313113522822,0.1337418917848277,0.13583755855152105,0.4609840731672536,-3.831869919724698e-05,-0.00038608579295839143,1.8261205164693066,-0.24088610719709946,0.0924403519241102,0.46099000926142547,7.381485501369824e-07,-3.5982209589172707e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":247.921},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":566},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1529977367756037,0.06388128160211512,0.4634223027980006,2.7874878789389936,-0.15748415050170916,0.872808501472748,-0.010608214152850085,0.17219195474534926,0.7622144780079032,1.0010859641393464,-1.539459398769726,-1.0774224330059543,1.895592564642945,1.367567785462228,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.229985820177601,-0.11998510318841842,0.4599900095308409,3.5795889411983476e-10,-9.384969809601916e-11,1.5148313113522822,0.1337418917848277,0.13583755855152105,0.4609840731672536,-3.831869919724698e-05,-0.00038608579295839143,1.8261205164693066,-0.24088610719709946,0.0924403519241102,0.46099000926142547,7.381485501369824e-07,-3.5982209589172707e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.17219195474534926,0.7622144780079032,1.0010859641393464,-1.539459398769726,-1.0774224330059543,1.895592564642945,1.367567785462228],"gripper_action":-1.0,"gripper_opening_width":-0.010608214152850085,"tcp_orn":[2.7874878789389936,-0.15748415050170916,0.872808501472748],"tcp_pos":[0.1529977367756037,0.06388128160211512,0.4634223027980006]},"robot_contact_count":6,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.00025324133541171313,0.005558581744946773,0.003196331697572173],"current_lin_vel":[4.839133705859663e-05,-4.841059414515085e-06,3.352051781708998e-06],"current_orn":[0.0001410573270597372,-0.00013317458672949177,0.7913782431706833,0.6113267854457571],"current_pos":[0.1337418917848277,0.13583755855152105,0.4609840731672536]},"block_pink":{"current_ang_vel":[-2.035833866764042e-14,1.6487766593905152e-14,3.550522890997046e-16],"current_lin_vel":[3.23482237638301e-16,4.111712302343111e-16,5.259681579161679e-15],"current_orn":[1.4231903451378468e-06,-1.1608374474133963e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709946,0.0924403519241102,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.106653929872801e-14,3.896526412602131e-14,-4.514056763362828e-10],"current_lin_vel":[-1.67408737332943e-11,8.800067666151647e-14,2.213507155346406e-15],"current_orn":[1.622884977909216e-10,8.887084681051645e-11,0.6870459207703744,0.726613998456394],"current_pos":[0.229985820177601,-0.11998510318841842,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":247.978},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15303045486399894,0.06376429464624292,0.4629573327710048,2.790267894260563,-0.15714508889592008,0.8662160745842429,-0.012091705329112022,0.16848055568697903,0.7686520999920262,1.008843212491826,-1.5368773942716567,-1.0822458027362303,1.8892629276741262,1.3740276842761976,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582017704297,-0.11998510318841554,0.4599900095308409,3.5795875089812757e-10,-9.384975715614011e-11,1.5148313113372351,0.13374133173028716,0.1358375235322094,0.4609841151655255,-3.3524023510719026e-05,-0.00038871484071850286,1.8261536908734335,-0.2408861071970994,0.09244035192411017,0.46099000926142547,7.381485508922749e-07,-3.598220959334292e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":248.042},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":572},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15303045486399894,0.06376429464624292,0.4629573327710048,2.790267894260563,-0.15714508889592008,0.8662160745842429,-0.012091705329112022,0.16848055568697903,0.7686520999920262,1.008843212491826,-1.5368773942716567,-1.0822458027362303,1.8892629276741262,1.3740276842761976,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582017704297,-0.11998510318841554,0.4599900095308409,3.5795875089812757e-10,-9.384975715614011e-11,1.5148313113372351,0.13374133173028716,0.1358375235322094,0.4609841151655255,-3.3524023510719026e-05,-0.00038871484071850286,1.8261536908734335,-0.2408861071970994,0.09244035192411017,0.46099000926142547,7.381485508922749e-07,-3.598220959334292e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.16848055568697903,0.7686520999920262,1.008843212491826,-1.5368773942716567,-1.0822458027362303,1.8892629276741262,1.3740276842761976],"gripper_action":-1.0,"gripper_opening_width":-0.012091705329112022,"tcp_orn":[2.790267894260563,-0.15714508889592008,0.8662160745842429],"tcp_pos":[0.15303045486399894,0.06376429464624292,0.4629573327710048]},"robot_contact_count":6,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0009427450590698431,0.0016699134516812266,0.0031528577958522624],"current_lin_vel":[-2.8566501185065336e-05,-1.861134659417681e-05,2.192682180470612e-05],"current_orn":[0.00014356536033528834,-0.0001320786080396441,0.7913883833647406,0.6113136581326896],"current_pos":[0.13374133173028716,0.1358375235322094,0.4609841151655255]},"block_pink":{"current_ang_vel":[1.904698035092082e-13,2.1171943846841076e-13,3.5862086268375074e-16],"current_lin_vel":[4.228118627430555e-15,-3.80537839804908e-15,3.7539416020138106e-15],"current_orn":[1.4231903455622808e-06,-1.160837447336265e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.2408861071970994,0.09244035192411017,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.5107802649072733e-14,6.475955448398e-14,-4.5140568305655813e-10],"current_lin_vel":[-1.6740357974269764e-11,8.788154050214869e-14,1.8318679906315083e-15],"current_orn":[1.622884660466492e-10,8.887077615239534e-11,0.6870459207649077,0.726613998461563],"current_pos":[0.22998582017704297,-0.11998510318841554,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":248.089},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15323648585884625,0.06378799387636863,0.4625577093177684,2.792799096143529,-0.1565529304380042,0.8620963443129712,-0.01070400199470594,0.16502609977398192,0.7753099154899512,1.01623465522938,-1.533701241695944,-1.0866117286379136,1.883215529801481,1.3776903945719317,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582017648495,-0.11998510318841267,0.4599900095308409,3.579583340672722e-10,-9.38497818662936e-11,1.5148313113221874,0.1337407095752293,0.13583743569092363,0.46098416707632855,-3.530030794906764e-05,-0.0003923233543916711,1.8261837724956342,-0.24088610719709938,0.09244035192411015,0.46099000926142547,7.381485501421025e-07,-3.598220958984788e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":248.152},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":578},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15323648585884625,0.06378799387636863,0.4625577093177684,2.792799096143529,-0.1565529304380042,0.8620963443129712,-0.01070400199470594,0.16502609977398192,0.7753099154899512,1.01623465522938,-1.533701241695944,-1.0866117286379136,1.883215529801481,1.3776903945719317,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582017648495,-0.11998510318841267,0.4599900095308409,3.579583340672722e-10,-9.38497818662936e-11,1.5148313113221874,0.1337407095752293,0.13583743569092363,0.46098416707632855,-3.530030794906764e-05,-0.0003923233543916711,1.8261837724956342,-0.24088610719709938,0.09244035192411015,0.46099000926142547,7.381485501421025e-07,-3.598220958984788e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.16502609977398192,0.7753099154899512,1.01623465522938,-1.533701241695944,-1.0866117286379136,1.883215529801481,1.3776903945719317],"gripper_action":-1.0,"gripper_opening_width":-0.01070400199470594,"tcp_orn":[2.792799096143529,-0.1565529304380042,0.8620963443129712],"tcp_pos":[0.15323648585884625,0.06378799387636863,0.4625577093177684]},"robot_contact_count":6,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0006151985683309995,-0.00026795470526416645,0.002903702613422334],"current_lin_vel":[-6.255417689988436e-05,-1.210781287844389e-05,-1.883028241798923e-06],"current_orn":[0.00014445230848872363,-0.00013388226764708076,0.7913975775125891,0.6113017548774702],"current_pos":[0.1337407095752293,0.13583743569092363,0.46098416707632855]},"block_pink":{"current_ang_vel":[-6.194779687595441e-14,-1.0496729004125481e-13,3.596906227449732e-16],"current_lin_vel":[-2.1056228333687307e-15,1.2429749419889555e-15,6.1825544683813405e-15],"current_orn":[1.423190345161169e-06,-1.1608374474379376e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709938,0.09244035192411015,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.8481903968867426e-14,4.4557488912553095e-14,-4.514056773813349e-10],"current_lin_vel":[-1.6740761887316787e-11,8.794899593699528e-14,2.095545958979983e-15],"current_orn":[1.6228832309825565e-10,8.887062398283314e-11,0.6870459207594407,0.7266139984667322],"current_pos":[0.22998582017648495,-0.11998510318841267,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":248.178},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1528918453313406,0.06312267724626357,0.4621803587822833,2.7943194260699507,-0.15462136355918654,0.8542797833142567,-0.012175900745665878,0.16189436008069494,0.7802245550857231,1.0231085702717586,-1.5321782620040139,-1.0899705649944031,1.8760963739067336,1.3844015180679572,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582017592692,-0.1199851031884098,0.4599900095308409,3.579582777730185e-10,-9.38498488983834e-11,1.5148313113071405,0.13374117688101944,0.13583775201115936,0.46098393872168647,-5.285534479210621e-05,-0.00036999489524156215,1.8261355086580315,-0.24088610719709933,0.09244035192411013,0.46099000926142547,7.381485508975e-07,-3.598220959400358e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":248.242},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":584},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1528918453313406,0.06312267724626357,0.4621803587822833,2.7943194260699507,-0.15462136355918654,0.8542797833142567,-0.012175900745665878,0.16189436008069494,0.7802245550857231,1.0231085702717586,-1.5321782620040139,-1.0899705649944031,1.8760963739067336,1.3844015180679572,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582017592692,-0.1199851031884098,0.4599900095308409,3.579582777730185e-10,-9.38498488983834e-11,1.5148313113071405,0.13374117688101944,0.13583775201115936,0.46098393872168647,-5.285534479210621e-05,-0.00036999489524156215,1.8261355086580315,-0.24088610719709933,0.09244035192411013,0.46099000926142547,7.381485508975e-07,-3.598220959400358e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.16189436008069494,0.7802245550857231,1.0231085702717586,-1.5321782620040139,-1.0899705649944031,1.8760963739067336,1.3844015180679572],"gripper_action":-1.0,"gripper_opening_width":-0.012175900745665878,"tcp_orn":[2.7943194260699507,-0.15462136355918654,0.8542797833142567],"tcp_pos":[0.1528918453313406,0.06312267724626357,0.4621803587822833]},"robot_contact_count":6,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.004157362145199039,-0.0019320079298353944,-0.007945911492607807],"current_lin_vel":[0.00011545175561655268,8.087750950147622e-05,-5.776531527001971e-05],"current_orn":[0.00013024801794935285,-0.00013400720456880252,0.7913828260563446,0.611320854953106],"current_pos":[0.13374117688101944,0.13583775201115936,0.46098393872168647]},"block_pink":{"current_ang_vel":[1.903782205037963e-13,2.117918994066808e-13,3.519923998603152e-16],"current_lin_vel":[4.229570907926157e-15,-3.803569142032921e-15,3.7539416020138106e-15],"current_orn":[1.423190345585185e-06,-1.1608374473602107e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709933,0.09244035192411013,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.5190669197963403e-14,6.48324582327545e-14,-4.5140568132040435e-10],"current_lin_vel":[-1.6740356552621354e-11,8.788316602335484e-14,1.8318679906315083e-15],"current_orn":[1.6228832567388985e-10,8.887058029001614e-11,0.6870459207539741,0.7266139984719012],"current_pos":[0.22998582017592692,-0.1199851031884098,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":248.286},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1528672345970804,0.06260248538009992,0.46191441410310785,2.7953659538968503,-0.15304266207220282,0.8479104619051138,-0.011030926901015313,0.1591599854306302,0.7856323847493161,1.029643678766782,-1.5295302042765855,-1.0936373045734658,1.8682806176045104,1.3901741532909548,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201753689,-0.11998510318840692,0.4599900095308409,3.5795821793151654e-10,-9.38499176149364e-11,1.5148313112920928,0.13374136333548273,0.13583759377223759,0.4609842135360206,-3.3034264616337186e-05,-0.0003826507086890528,1.826147929381877,-0.2408861071970993,0.09244035192411011,0.46099000926142547,7.381485506775237e-07,-3.5982209591191627e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":248.349},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":590},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1528672345970804,0.06260248538009992,0.46191441410310785,2.7953659538968503,-0.15304266207220282,0.8479104619051138,-0.011030926901015313,0.1591599854306302,0.7856323847493161,1.029643678766782,-1.5295302042765855,-1.0936373045734658,1.8682806176045104,1.3901741532909548,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201753689,-0.11998510318840692,0.4599900095308409,3.5795821793151654e-10,-9.38499176149364e-11,1.5148313112920928,0.13374136333548273,0.13583759377223759,0.4609842135360206,-3.3034264616337186e-05,-0.0003826507086890528,1.826147929381877,-0.2408861071970993,0.09244035192411011,0.46099000926142547,7.381485506775237e-07,-3.5982209591191627e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.1591599854306302,0.7856323847493161,1.029643678766782,-1.5295302042765855,-1.0936373045734658,1.8682806176045104,1.3901741532909548],"gripper_action":-1.0,"gripper_opening_width":-0.011030926901015313,"tcp_orn":[2.7953659538968503,-0.15304266207220282,0.8479104619051138],"tcp_pos":[0.1528672345970804,0.06260248538009992,0.46191441410310785]},"robot_contact_count":6,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0010758703609139945,0.0015667762595431801,0.0030941487530228],"current_lin_vel":[-2.9468595935924323e-05,-2.1291284588037072e-05,2.3987909040748545e-05],"current_orn":[0.0001413151420640256,-0.00013003167703109494,0.7913866228478822,0.6113159382015307],"current_pos":[0.13374136333548273,0.13583759377223759,0.4609842135360206]},"block_pink":{"current_ang_vel":[-6.198209548213107e-14,-1.0494064556609901e-13,3.5240401063564566e-16],"current_lin_vel":[-2.10507815209033e-15,1.2436324118343813e-15,6.1825544683813405e-15],"current_orn":[1.4231903454110854e-06,-1.160837447320784e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.2408861071970993,0.09244035192411011,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.541691805232802e-14,6.431822695621849e-14,-4.514056801118233e-10],"current_lin_vel":[-1.6740366794245776e-11,8.788768992747303e-14,1.8318679906315083e-15],"current_orn":[1.6228832753943564e-10,8.887053476666048e-11,0.6870459207485071,0.7266139984770704],"current_pos":[0.2299858201753689,-0.11998510318840692,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":248.391},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15299944348112243,0.06199212784280153,0.46162318385909895,2.7967341334102844,-0.15162909323317367,0.8397425999744449,-0.010755277530019834,0.15655938499981,0.7910966563597793,1.036061388534811,-1.5265156111179996,-1.0970964398509326,1.8599322622821435,1.3970525101822484,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582017481087,-0.11998510318840405,0.4599900095308409,3.579580498420257e-10,-9.384996944354856e-11,1.5148313112770455,0.13374067368624634,0.135837350436294,0.46098413010173356,-3.529284211097605e-05,-0.00039421151421585614,1.8261830341159335,-0.24088610719709927,0.0924403519241101,0.46099000926142547,7.38148549928895e-07,-3.5982209587683666e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":248.455},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":596},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15299944348112243,0.06199212784280153,0.46162318385909895,2.7967341334102844,-0.15162909323317367,0.8397425999744449,-0.010755277530019834,0.15655938499981,0.7910966563597793,1.036061388534811,-1.5265156111179996,-1.0970964398509326,1.8599322622821435,1.3970525101822484,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582017481087,-0.11998510318840405,0.4599900095308409,3.579580498420257e-10,-9.384996944354856e-11,1.5148313112770455,0.13374067368624634,0.135837350436294,0.46098413010173356,-3.529284211097605e-05,-0.00039421151421585614,1.8261830341159335,-0.24088610719709927,0.0924403519241101,0.46099000926142547,7.38148549928895e-07,-3.5982209587683666e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.15655938499981,0.7910966563597793,1.036061388534811,-1.5265156111179996,-1.0970964398509326,1.8599322622821435,1.3970525101822484],"gripper_action":-1.0,"gripper_opening_width":-0.010755277530019834,"tcp_orn":[2.7967341334102844,-0.15162909323317367,0.8397425999744449],"tcp_pos":[0.15299944348112243,0.06199212784280153,0.46162318385909895]},"robot_contact_count":6,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0005146815993659721,-0.00020881226953935173,0.002910441274227591],"current_lin_vel":[-6.150216763190264e-05,-1.0094445375723523e-05,-2.2848533382385794e-06],"current_orn":[0.00014520168334806725,-0.0001344564847327617,0.7913973516695341,0.6113020469525461],"current_pos":[0.13374067368624634,0.135837350436294,0.46098413010173356]},"block_pink":{"current_ang_vel":[-2.0370798219353662e-14,1.634654098012001e-14,3.538763241246964e-16],"current_lin_vel":[3.206612936345178e-16,4.1141512732831337e-16,5.252742685257772e-15],"current_orn":[1.4231903450101636e-06,-1.1608374474214683e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709927,0.0924403519241101,0.46099000926142547]},"block_red":{"current_ang_vel":[1.4450033836439491e-13,-3.6451470159264056e-13,-4.51405681174994e-10],"current_lin_vel":[-1.674894346616936e-11,8.46893527206948e-14,1.3114509478384662e-15],"current_orn":[1.6228828427633404e-10,8.887045819314243e-11,0.6870459207430404,0.7266139984822395],"current_pos":[0.22998582017481087,-0.11998510318840405,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":248.489},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15284735786203063,0.06180996579104664,0.46125920298816664,2.799212362362338,-0.15051013785756256,0.8345934034306862,-0.009771892447917927,0.1536134071671418,0.7972269982720265,1.0423953917640683,-1.5236836317738707,-1.1005202922827977,1.854681358257743,1.4013085410535586,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582017425287,-0.11998510318840117,0.4599900095308409,3.579595467760201e-10,-9.384924823808703e-11,1.514831311261998,0.13374104368197384,0.13583765995634509,0.4609839182444654,-5.3244308780090676e-05,-0.0003721831286251419,1.8261394488119842,-0.24088610719709921,0.09244035192411007,0.46099000926142547,7.381485512142929e-07,-3.5982209592529613e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":248.553},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":602},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15284735786203063,0.06180996579104664,0.46125920298816664,2.799212362362338,-0.15051013785756256,0.8345934034306862,-0.009771892447917927,0.1536134071671418,0.7972269982720265,1.0423953917640683,-1.5236836317738707,-1.1005202922827977,1.854681358257743,1.4013085410535586,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582017425287,-0.11998510318840117,0.4599900095308409,3.579595467760201e-10,-9.384924823808703e-11,1.514831311261998,0.13374104368197384,0.13583765995634509,0.4609839182444654,-5.3244308780090676e-05,-0.0003721831286251419,1.8261394488119842,-0.24088610719709921,0.09244035192411007,0.46099000926142547,7.381485512142929e-07,-3.5982209592529613e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.1536134071671418,0.7972269982720265,1.0423953917640683,-1.5236836317738707,-1.1005202922827977,1.854681358257743,1.4013085410535586],"gripper_action":-1.0,"gripper_opening_width":-0.009771892447917927,"tcp_orn":[2.799212362362338,-0.15051013785756256,0.8345934034306862],"tcp_pos":[0.15284735786203063,0.06180996579104664,0.46125920298816664]},"robot_contact_count":5,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.0040056238811251475,-0.002099462140680761,-0.007927959216184327],"current_lin_vel":[0.00011175417736991213,7.784363274227052e-05,-5.510801100594431e-05],"current_orn":[0.0001309952578417425,-0.0001348297125512047,0.7913840301994103,0.6113192957911028],"current_pos":[0.13374104368197384,0.13583765995634509,0.4609839182444654]},"block_pink":{"current_ang_vel":[1.9052568395299567e-13,2.1157199607224814e-13,3.5850589119532487e-16],"current_lin_vel":[4.2251688870686585e-15,-3.806495969912792e-15,3.7539416020138106e-15],"current_orn":[1.4231903456613422e-06,-1.1608374472029815e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709921,0.09244035192411007,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0783861168524437e-14,3.8837251090521806e-14,-4.5140567538641997e-10],"current_lin_vel":[-1.6740876247301306e-11,8.79950246172652e-14,2.213507155346406e-15],"current_orn":[1.6228858037296509e-10,8.887123444211069e-11,0.6870459207375734,0.7266139984874087],"current_pos":[0.22998582017425287,-0.11998510318840117,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":248.598},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15284993968497473,0.06144427660194089,0.46083227177044217,2.801536018662408,-0.14961811994356142,0.8273028899493463,-0.010304423662457131,0.1509585163798712,0.8019423291706504,1.0482783788283017,-1.5220340206633707,-1.1030690262429688,1.849328963845754,1.4072946117009602,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582017369484,-0.11998510318839829,0.4599900095308409,3.57959403343098e-10,-9.384930696732439e-11,1.5148313112469507,0.13374130169843854,0.13583752334674126,0.46098418396578106,-3.305892578440689e-05,-0.0003837676117454549,1.8261482742848243,-0.2408861071970992,0.09244035192411006,0.46099000926142547,7.381485499413807e-07,-3.598220958838117e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":248.658},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":608},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15284993968497473,0.06144427660194089,0.46083227177044217,2.801536018662408,-0.14961811994356142,0.8273028899493463,-0.010304423662457131,0.1509585163798712,0.8019423291706504,1.0482783788283017,-1.5220340206633707,-1.1030690262429688,1.849328963845754,1.4072946117009602,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582017369484,-0.11998510318839829,0.4599900095308409,3.57959403343098e-10,-9.384930696732439e-11,1.5148313112469507,0.13374130169843854,0.13583752334674126,0.46098418396578106,-3.305892578440689e-05,-0.0003837676117454549,1.8261482742848243,-0.2408861071970992,0.09244035192411006,0.46099000926142547,7.381485499413807e-07,-3.598220958838117e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.1509585163798712,0.8019423291706504,1.0482783788283017,-1.5220340206633707,-1.1030690262429688,1.849328963845754,1.4072946117009602],"gripper_action":-1.0,"gripper_opening_width":-0.010304423662457131,"tcp_orn":[2.801536018662408,-0.14961811994356142,0.8273028899493463],"tcp_pos":[0.15284993968497473,0.06144427660194089,0.46083227177044217]},"robot_contact_count":6,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0010370061778059764,0.0017622881966407327,0.0030812416955408],"current_lin_vel":[-2.5301009018878472e-05,-2.0519033599535715e-05,2.513840558060476e-05],"current_orn":[0.00014174957773724968,-0.000130382801162518,0.7913867281782785,0.6113158016693679],"current_pos":[0.13374130169843854,0.13583752334674126,0.46098418396578106]},"block_pink":{"current_ang_vel":[-2.0180377503678623e-14,1.6660073934707423e-14,3.541068139918587e-16],"current_lin_vel":[3.2693374696824354e-16,4.076065459518493e-16,5.259681579161679e-15],"current_orn":[1.4231903450370454e-06,-1.160837447444547e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.2408861071970992,0.09244035192411006,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0926562232061345e-14,3.878358016663163e-14,-4.51405680804832e-10],"current_lin_vel":[-1.674087749025457e-11,8.799788904571237e-14,2.213507155346406e-15],"current_orn":[1.6228854843829067e-10,8.88711638316447e-11,0.6870459207321067,0.7266139984925778],"current_pos":[0.22998582017369484,-0.11998510318839829,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":248.702},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15264795116870059,0.06131726852253224,0.46053713606461716,2.8038515461349616,-0.14939052096775166,0.8213645231409021,-0.011265044639124611,0.14842678109029306,0.8064935794765252,1.0537099991697385,-1.520514788088204,-1.1057766876616775,1.8452957610823115,1.412429214832241,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582017313682,-0.11998510318839542,0.4599900095308409,3.579593443236708e-10,-9.384937556771827e-11,1.5148313112319034,0.13374116534925526,0.1358374713033838,0.46098422981411613,-3.288985862464719e-05,-0.0003857429134625646,1.8261549377931332,-0.24088610719709916,0.09244035192411004,0.46099000926142547,7.381485502563935e-07,-3.5982209586291533e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":248.758},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":614},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15264795116870059,0.06131726852253224,0.46053713606461716,2.8038515461349616,-0.14939052096775166,0.8213645231409021,-0.011265044639124611,0.14842678109029306,0.8064935794765252,1.0537099991697385,-1.520514788088204,-1.1057766876616775,1.8452957610823115,1.412429214832241,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582017313682,-0.11998510318839542,0.4599900095308409,3.579593443236708e-10,-9.384937556771827e-11,1.5148313112319034,0.13374116534925526,0.1358374713033838,0.46098422981411613,-3.288985862464719e-05,-0.0003857429134625646,1.8261549377931332,-0.24088610719709916,0.09244035192411004,0.46099000926142547,7.381485502563935e-07,-3.5982209586291533e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.14842678109029306,0.8064935794765252,1.0537099991697385,-1.520514788088204,-1.1057766876616775,1.8452957610823115,1.412429214832241],"gripper_action":-1.0,"gripper_opening_width":-0.011265044639124611,"tcp_orn":[2.8038515461349616,-0.14939052096775166,0.8213645231409021],"tcp_pos":[0.15264795116870059,0.06131726852253224,0.46053713606461716]},"robot_contact_count":6,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0007069637228596994,0.00019793597036029428,0.003217645418501936],"current_lin_vel":[-5.930088649795597e-05,-1.3864575837679272e-05,8.82206300237276e-06],"current_orn":[0.00014258330442704724,-0.0001309191939288836,0.7913887647785726,0.6113131648446737],"current_pos":[0.13374116534925526,0.1358374713033838,0.46098422981411613]},"block_pink":{"current_ang_vel":[-2.0190308978521294e-14,1.6652606402286347e-14,3.5387251991734795e-16],"current_lin_vel":[3.267826015461295e-16,4.078053173628821e-16,5.252742685257772e-15],"current_orn":[1.4231903450930546e-06,-1.1608374472640265e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709916,0.09244035192411004,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0795043229034502e-14,3.881772249555417e-14,-4.514056828069082e-10],"current_lin_vel":[-1.674087688798038e-11,8.79952568366884e-14,2.213507155346406e-15],"current_orn":[1.6228855056259874e-10,8.887111863289214e-11,0.68704592072664,0.7266139984977469],"current_pos":[0.22998582017313682,-0.11998510318839542,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":248.805},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15265122665901534,0.06145916126675953,0.46009735240393135,2.8069464901792194,-0.14944910371629486,0.8170778110693439,-0.009851430838882546,0.14611604541833656,0.811874786740136,1.0586895423719114,-1.517935021971581,-1.1085318218662457,1.8416053682532454,1.4168219109901687,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201725788,-0.11998510318839255,0.4599900095308409,3.5795919955633524e-10,-9.38494368702115e-11,1.514831311216856,0.1337404278526831,0.135837315276861,0.4609841635083767,-3.9276182151344024e-05,-0.0003916862897593532,1.8261869543597682,-0.2408861071970991,0.09244035192411001,0.46099000926142547,7.381485499569203e-07,-3.5982209589112674e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":248.871},{"name":"get_calvin_language_subgoal","arguments":{},"ok":true,"error":null,"output":{"subgoal":"lift the blue block from the sliding cabinet"},"at":248.873}],"event":{"kind":"action","label":"Lift block","detail":"lift the blue block from the sliding cabinet"}},{"round":10,"at":257.909276,"duration":9.039,"title":"calvin state","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":"lift the blue block from the sliding cabinet","toolCalls":1,"cumulativeToolCalls":204,"code":"# Check scene links and collision shapes\nruntime = primitives.call(name='observe_calvin_state').output['semantic_state']\nfor k, v in runtime['fixed_link_geometry']['table'].items():\n    print(k, \"pos:\", v.get('position'), \"aabb_min:\", v.get('aabb_min'), \"aabb_max:\", v.get('aabb_max'))","codeExcerpt":false,"stdout":"base_link pos: [-0.006995641397468289, 0.40082628438873363, -0.03604347253487656] aabb_min: [-0.4410000095367432, -0.1809999952316284, -0.0009999999999999454] aabb_max: [0.4410000095367432, 0.1809999952316284, 0.6488464126586915]\nbutton_link pos: [-0.11999999999999995, -0.12000000000000016, 0.4719999999999998] aabb_min: [-0.15489070522785184, -0.1549999992847445, 0.45699999999999974] aabb_max: [-0.0851092947721481, -0.08500000071525585, 0.4869999994635582]\ndrawer_link pos: [0.18000000000000008, -0.299084323397154, 0.34655844341684944] aabb_min: [-0.04488000774383544, -0.48519999885559106, 0.2951199997067435] aabb_max: [0.4048800077438355, -0.15512000060081474, 0.40519999766349746]\nled_link pos: [-0.11999999999999998, 0.16, 0.6558460969082649] aabb_min: [-0.20300000119209288, 0.13699999970197674, 0.6448460969082648] aabb_max: [-0.03699999880790708, 0.18300000029802327, 0.6668460965506371]\nlight_link pos: [0.3, 0.15999991764173957, 0.670269413188981] aabb_min: [0.2690333516597748, 0.12908834330107002, 0.6448479893056184] aabb_max: [0.33096664834022527, 0.19091147451828713, 0.7004785156040819]\nplank_link pos: [-0.09999999999999996, 0.08999996326794901, 0.4299999999999326] aabb_min: [-0.3639999904632569, 0.01599991303566857, 0.41599972818285375] aabb_max: [0.1639999904632568, 0.16400001350022836, 0.4440002721150346]\nslide_link pos: [-0.5200000000000001, 0.06085625999736122, 0.5434298920978717] aabb_min: [-0.3845919999908657, -0.06011637124823917, 0.4250671811516482] aabb_max: [-0.09540639019012465, 0.1411032945168061, 0.684913865033743]\nswitch_link pos: [0.30000000000000016, 0.07405573804519211, 0.5979399869578298] aabb_min: [0.23574800109863298, 0.0396882937022825, 0.5584035252799627] aabb_max: [0.3642496027946474, 0.12263889809707779, 0.6295405864152591]\n","feedback":{},"calls":[{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":624},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15265122665901534,0.06145916126675953,0.46009735240393135,2.8069464901792194,-0.14944910371629486,0.8170778110693439,-0.009851430838882546,0.14611604541833656,0.811874786740136,1.0586895423719114,-1.517935021971581,-1.1085318218662457,1.8416053682532454,1.4168219109901687,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201725788,-0.11998510318839255,0.4599900095308409,3.5795919955633524e-10,-9.38494368702115e-11,1.514831311216856,0.1337404278526831,0.135837315276861,0.4609841635083767,-3.9276182151344024e-05,-0.0003916862897593532,1.8261869543597682,-0.2408861071970991,0.09244035192411001,0.46099000926142547,7.381485499569203e-07,-3.5982209589112674e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.14611604541833656,0.811874786740136,1.0586895423719114,-1.517935021971581,-1.1085318218662457,1.8416053682532454,1.4168219109901687],"gripper_action":-1.0,"gripper_opening_width":-0.009851430838882546,"tcp_orn":[2.8069464901792194,-0.14944910371629486,0.8170778110693439],"tcp_pos":[0.15265122665901534,0.06145916126675953,0.46009735240393135]},"robot_contact_count":7,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0005861732357112829,-0.001217511658697745,0.0012680570983376977],"current_lin_vel":[-4.969356482825736e-05,-1.1912861691285056e-05,-2.9287066403427264e-06],"current_orn":[0.0001429852085356955,-0.00013526056941131224,0.7913985498366726,0.6113004961360824],"current_pos":[0.1337404278526831,0.135837315276861,0.4609841635083767]},"block_pink":{"current_ang_vel":[-2.0290531121187747e-14,1.6659076710947314e-14,3.6020713542786993e-16],"current_lin_vel":[3.2690655802671597e-16,4.098322534086207e-16,5.259681579161679e-15],"current_orn":[1.4231903450661848e-06,-1.1608374474679778e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.2408861071970991,0.09244035192411001,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0766925110032387e-14,3.869157471553977e-14,-4.5140568394616586e-10],"current_lin_vel":[-1.6740879451408605e-11,8.799469496149656e-14,2.220446049250313e-15],"current_orn":[1.6228851902709502e-10,8.887104662914256e-11,0.6870459207211731,0.726613998502916],"current_pos":[0.2299858201725788,-0.11998510318839255,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":257.912}],"event":{"kind":"action","label":"Lift block","detail":"lift the blue block from the sliding cabinet"}},{"round":11,"at":265.171804,"duration":7.263,"title":"calvin state","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":"lift the blue block from the sliding cabinet","toolCalls":1,"cumulativeToolCalls":205,"code":"# Let's inspect the current state carefully\nst = primitives.call(name='observe_calvin_state').output['semantic_state']\nprint(\"Blue pos:\", st['scene']['movable_objects']['block_blue']['current_pos'])\nprint(\"TCP pos:\", st['robot']['tcp_pos'])\nprint(\"TCP orn:\", st['robot']['tcp_orn'])","codeExcerpt":false,"stdout":"Blue pos: [0.1337404278526831, 0.135837315276861, 0.4609841635083767]\nTCP pos: [0.15265122665901534, 0.06145916126675953, 0.46009735240393135]\nTCP orn: [2.8069464901792194, -0.14944910371629486, 0.8170778110693439]\n","feedback":{},"calls":[{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":628},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15265122665901534,0.06145916126675953,0.46009735240393135,2.8069464901792194,-0.14944910371629486,0.8170778110693439,-0.009851430838882546,0.14611604541833656,0.811874786740136,1.0586895423719114,-1.517935021971581,-1.1085318218662457,1.8416053682532454,1.4168219109901687,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201725788,-0.11998510318839255,0.4599900095308409,3.5795919955633524e-10,-9.38494368702115e-11,1.514831311216856,0.1337404278526831,0.135837315276861,0.4609841635083767,-3.9276182151344024e-05,-0.0003916862897593532,1.8261869543597682,-0.2408861071970991,0.09244035192411001,0.46099000926142547,7.381485499569203e-07,-3.5982209589112674e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.14611604541833656,0.811874786740136,1.0586895423719114,-1.517935021971581,-1.1085318218662457,1.8416053682532454,1.4168219109901687],"gripper_action":-1.0,"gripper_opening_width":-0.009851430838882546,"tcp_orn":[2.8069464901792194,-0.14944910371629486,0.8170778110693439],"tcp_pos":[0.15265122665901534,0.06145916126675953,0.46009735240393135]},"robot_contact_count":7,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0005861732357112829,-0.001217511658697745,0.0012680570983376977],"current_lin_vel":[-4.969356482825736e-05,-1.1912861691285056e-05,-2.9287066403427264e-06],"current_orn":[0.0001429852085356955,-0.00013526056941131224,0.7913985498366726,0.6113004961360824],"current_pos":[0.1337404278526831,0.135837315276861,0.4609841635083767]},"block_pink":{"current_ang_vel":[-2.0290531121187747e-14,1.6659076710947314e-14,3.6020713542786993e-16],"current_lin_vel":[3.2690655802671597e-16,4.098322534086207e-16,5.259681579161679e-15],"current_orn":[1.4231903450661848e-06,-1.1608374474679778e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.2408861071970991,0.09244035192411001,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0766925110032387e-14,3.869157471553977e-14,-4.5140568394616586e-10],"current_lin_vel":[-1.6740879451408605e-11,8.799469496149656e-14,2.220446049250313e-15],"current_orn":[1.6228851902709502e-10,8.887104662914256e-11,0.6870459207211731,0.726613998502916],"current_pos":[0.2299858201725788,-0.11998510318839255,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":265.169}],"event":{"kind":"action","label":"Lift block","detail":"lift the blue block from the sliding cabinet"}},{"round":12,"at":283.415787,"duration":18.244,"title":"calvin state · calvin action · calvin language subgoal","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":"lift the blue block from the sliding cabinet","toolCalls":236,"cumulativeToolCalls":441,"code":"# The blue block is at [0.134, 0.136, 0.461].\n# The gripper is at [0.153, 0.061, 0.460].\n# Gripper is closed! Let's open the gripper first, pull back slightly, align with blue block, and grasp it.\n\n# Open gripper and retract back in y (to -0.05)\nmove_to_target([0.134, -0.05, 0.47], gripper_cmd=1.0, max_steps=25)\n\n# Move forward into the shelf directly towards the blue block\nmove_to_target([0.134, 0.135, 0.462], gripper_cmd=1.0, max_steps=30)\n\n# Close gripper firmly\nfor _ in range(15):\n    primitives.call(name='submit_calvin_action', action=[0.0, 0.0, 0.0, 0.0, 0.0, 0.0, -1.0])\n\n# Lift up\nmove_to_target([0.134, 0.135, 0.58], gripper_cmd=-1.0, max_steps=30)\n\n# Also retract out of the cabinet\nmove_to_target([0.134, -0.05, 0.58], gripper_cmd=-1.0, max_steps=25)\n\nsubgoal = primitives.call(name='get_calvin_language_subgoal')\nprint(\"Subgoal after lift:\", subgoal.output)","codeExcerpt":false,"stdout":"Finished max steps (25). Final pos: [0.15266847072258963, 0.012369490478474812, 0.4631625333066528], target: [0.134, -0.05, 0.47]\nFinished max steps (30). Final pos: [0.12385251745232358, -0.005410572489255701, 0.5005696148188403], target: [0.134, 0.135, 0.462]\nFinished max steps (30). Final pos: [0.12865382886785556, 0.015365367974428876, 0.491705800724459], target: [0.134, 0.135, 0.58]\nFinished max steps (25). Final pos: [0.12705461360933762, 0.034429185647284366, 0.47448118321032495], target: [0.134, -0.05, 0.58]\nSubgoal after lift: {'agent_context': {}, 'subgoal': 'lift the blue block from the sliding cabinet'}\n","feedback":{},"calls":[{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":632},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15265122665901534,0.06145916126675953,0.46009735240393135,2.8069464901792194,-0.14944910371629486,0.8170778110693439,-0.009851430838882546,0.14611604541833656,0.811874786740136,1.0586895423719114,-1.517935021971581,-1.1085318218662457,1.8416053682532454,1.4168219109901687,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201725788,-0.11998510318839255,0.4599900095308409,3.5795919955633524e-10,-9.38494368702115e-11,1.514831311216856,0.1337404278526831,0.135837315276861,0.4609841635083767,-3.9276182151344024e-05,-0.0003916862897593532,1.8261869543597682,-0.2408861071970991,0.09244035192411001,0.46099000926142547,7.381485499569203e-07,-3.5982209589112674e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.14611604541833656,0.811874786740136,1.0586895423719114,-1.517935021971581,-1.1085318218662457,1.8416053682532454,1.4168219109901687],"gripper_action":-1.0,"gripper_opening_width":-0.009851430838882546,"tcp_orn":[2.8069464901792194,-0.14944910371629486,0.8170778110693439],"tcp_pos":[0.15265122665901534,0.06145916126675953,0.46009735240393135]},"robot_contact_count":7,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0005861732357112829,-0.001217511658697745,0.0012680570983376977],"current_lin_vel":[-4.969356482825736e-05,-1.1912861691285056e-05,-2.9287066403427264e-06],"current_orn":[0.0001429852085356955,-0.00013526056941131224,0.7913985498366726,0.6113004961360824],"current_pos":[0.1337404278526831,0.135837315276861,0.4609841635083767]},"block_pink":{"current_ang_vel":[-2.0290531121187747e-14,1.6659076710947314e-14,3.6020713542786993e-16],"current_lin_vel":[3.2690655802671597e-16,4.098322534086207e-16,5.259681579161679e-15],"current_orn":[1.4231903450661848e-06,-1.1608374474679778e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.2408861071970991,0.09244035192411001,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0766925110032387e-14,3.869157471553977e-14,-4.5140568394616586e-10],"current_lin_vel":[-1.6740879451408605e-11,8.799469496149656e-14,2.220446049250313e-15],"current_orn":[1.6228851902709502e-10,8.887104662914256e-11,0.6870459207211731,0.726613998502916],"current_pos":[0.2299858201725788,-0.11998510318839255,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":271.199},{"name":"submit_calvin_action","arguments":{"action":[-1.0,-1.0,0.9902647596068626,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,-1.0,0.9902647596068626,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15287267170275715,0.06050934323841507,0.4593956647816416,2.8107390194302506,-0.14616211642662977,0.8023037252317586,-0.007222855443837873,0.1453055891798659,0.8176794572416307,1.0631899121856125,-1.5126366530302313,-1.1070057817568795,1.831170717570444,1.427320507472118,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582017202077,-0.11998510318838967,0.4599900095308409,3.5795914321088473e-10,-9.384950530405397e-11,1.5148313112018086,0.1337405546448325,0.13583724711358536,0.4609841223845741,-5.601406763406633e-05,-0.0003896876818125479,1.8261622555971277,-0.24088610719709908,0.09244035192411,0.46099000926142547,7.381485502721913e-07,-3.59822095870082e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":271.263},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":638},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15287267170275715,0.06050934323841507,0.4593956647816416,2.8107390194302506,-0.14616211642662977,0.8023037252317586,-0.007222855443837873,0.1453055891798659,0.8176794572416307,1.0631899121856125,-1.5126366530302313,-1.1070057817568795,1.831170717570444,1.427320507472118,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582017202077,-0.11998510318838967,0.4599900095308409,3.5795914321088473e-10,-9.384950530405397e-11,1.5148313112018086,0.1337405546448325,0.13583724711358536,0.4609841223845741,-5.601406763406633e-05,-0.0003896876818125479,1.8261622555971277,-0.24088610719709908,0.09244035192411,0.46099000926142547,7.381485502721913e-07,-3.59822095870082e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.1453055891798659,0.8176794572416307,1.0631899121856125,-1.5126366530302313,-1.1070057817568795,1.831170717570444,1.427320507472118],"gripper_action":1.0,"gripper_opening_width":-0.007222855443837873,"tcp_orn":[2.8107390194302506,-0.14616211642662977,0.8023037252317586],"tcp_pos":[0.15287267170275715,0.06050934323841507,0.4593956647816416]},"robot_contact_count":7,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0004069967817461194,-0.00471764288180154,-0.005543311665591072],"current_lin_vel":[1.2942844729686339e-05,-9.942854711262109e-06,-6.682805536402381e-06],"current_orn":[0.00013707667731689663,-0.00014127455637130711,0.7913909996052753,0.6113102706443329],"current_pos":[0.1337405546448325,0.13583724711358536,0.4609841223845741]},"block_pink":{"current_ang_vel":[-2.0236241818535135e-14,1.6458233112972653e-14,3.546755068911405e-16],"current_lin_vel":[3.228954715524409e-16,4.0872633534205434e-16,5.259681579161679e-15],"current_orn":[1.4231903451218254e-06,-1.1608374472868009e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709908,0.09244035192411,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0805843551826466e-14,3.8907514807865317e-14,-4.514056844799262e-10],"current_lin_vel":[-1.6740875103070226e-11,8.799548828108171e-14,2.220446049250313e-15],"current_orn":[1.6228852206566325e-10,8.88710024094716e-11,0.6870459207157062,0.7266139985080852],"current_pos":[0.22998582017202077,-0.11998510318838967,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":271.295},{"name":"submit_calvin_action","arguments":{"action":[-1.0,-1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,-1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.152558100723211,0.0595570941602232,0.45886898346672667,2.815023746751154,-0.14293234244607814,0.7846856357764366,-0.005705169680745349,0.14492798332949386,0.8232423425872858,1.0673628995261537,-1.50696308378405,-1.1055635210521098,1.8205008915864003,1.4398037311823584,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582017146274,-0.1199851031883868,0.4599900095308409,3.579590874077198e-10,-9.384957197974067e-11,1.514831311186761,0.13374107048564593,0.13583732727163145,0.4609840777369996,-5.227178528237007e-05,-0.0003853713089630071,1.826137348430732,-0.24088610719709902,0.09244035192410997,0.46099000926142547,7.381485499714594e-07,-3.598220958982771e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":271.349},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":644},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.152558100723211,0.0595570941602232,0.45886898346672667,2.815023746751154,-0.14293234244607814,0.7846856357764366,-0.005705169680745349,0.14492798332949386,0.8232423425872858,1.0673628995261537,-1.50696308378405,-1.1055635210521098,1.8205008915864003,1.4398037311823584,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582017146274,-0.1199851031883868,0.4599900095308409,3.579590874077198e-10,-9.384957197974067e-11,1.514831311186761,0.13374107048564593,0.13583732727163145,0.4609840777369996,-5.227178528237007e-05,-0.0003853713089630071,1.826137348430732,-0.24088610719709902,0.09244035192410997,0.46099000926142547,7.381485499714594e-07,-3.598220958982771e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.14492798332949386,0.8232423425872858,1.0673628995261537,-1.50696308378405,-1.1055635210521098,1.8205008915864003,1.4398037311823584],"gripper_action":1.0,"gripper_opening_width":-0.005705169680745349,"tcp_orn":[2.815023746751154,-0.14293234244607814,0.7846856357764366],"tcp_pos":[0.152558100723211,0.0595570941602232,0.45886898346672667]},"robot_contact_count":7,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0003506857145796486,0.0017482084340236029,-0.003319192374956586],"current_lin_vel":[9.90251185959459e-05,-8.365369625609341e-06,9.366887240083721e-07],"current_orn":[0.00013651083129549084,-0.00013847613063543615,0.7913833871689769,0.6113201262040302],"current_pos":[0.13374107048564593,0.13583732727163145,0.4609840777369996]},"block_pink":{"current_ang_vel":[-6.174765286846777e-14,-1.0473479742625097e-13,3.5230163504692517e-16],"current_lin_vel":[-2.1009611119386654e-15,1.2389431617963564e-15,6.1825544683813405e-15],"current_orn":[1.4231903450944162e-06,-1.1608374474910866e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709902,0.09244035192410997,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.076373821513544e-14,3.898444154582657e-14,-4.5140568457449587e-10],"current_lin_vel":[-1.6740873568243588e-11,8.799464585131727e-14,2.213507155346406e-15],"current_orn":[1.6228852469728078e-10,8.887095901483853e-11,0.6870459207102394,0.7266139985132543],"current_pos":[0.22998582017146274,-0.1199851031883868,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":271.399},{"name":"submit_calvin_action","arguments":{"action":[-1.0,-1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,-1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1525077810439125,0.058487236074964345,0.45852841941050176,2.8178779146397597,-0.13967638760606868,0.767000688922768,-0.005333851897733792,0.14494059265471557,0.8290172554344397,1.071489718544485,-1.5005302666984706,-1.1047471910487006,1.8089051893700616,1.4523949801936027,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582017090471,-0.11998510318838393,0.4599900095308409,3.579589198928743e-10,-9.384962258045426e-11,1.514831311171714,0.13374095731344807,0.1358373538166095,0.46098410751770685,-3.333671799290746e-05,-0.0003884007981348273,1.8261617320170185,-0.240886107197099,0.09244035192410996,0.46099000926142547,7.381485502863187e-07,-3.59822095877116e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":271.461},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":650},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1525077810439125,0.058487236074964345,0.45852841941050176,2.8178779146397597,-0.13967638760606868,0.767000688922768,-0.005333851897733792,0.14494059265471557,0.8290172554344397,1.071489718544485,-1.5005302666984706,-1.1047471910487006,1.8089051893700616,1.4523949801936027,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582017090471,-0.11998510318838393,0.4599900095308409,3.579589198928743e-10,-9.384962258045426e-11,1.514831311171714,0.13374095731344807,0.1358373538166095,0.46098410751770685,-3.333671799290746e-05,-0.0003884007981348273,1.8261617320170185,-0.240886107197099,0.09244035192410996,0.46099000926142547,7.381485502863187e-07,-3.59822095877116e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.14494059265471557,0.8290172554344397,1.071489718544485,-1.5005302666984706,-1.1047471910487006,1.8089051893700616,1.4523949801936027],"gripper_action":1.0,"gripper_opening_width":-0.005333851897733792,"tcp_orn":[2.8178779146397597,-0.13967638760606868,0.767000688922768],"tcp_pos":[0.1525077810439125,0.058487236074964345,0.45852841941050176]},"robot_contact_count":7,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0009638360495026298,0.001763290131240196,0.0031175478709456333],"current_lin_vel":[-2.5999076802756578e-05,-1.904529872849887e-05,2.4697063373699257e-05],"current_orn":[0.00014349887706544844,-0.0001319079261281917,0.7913908412269027,0.6113104762970669],"current_pos":[0.13374095731344807,0.1358373538166095,0.46098410751770685]},"block_pink":{"current_ang_vel":[-2.0227473603814363e-14,1.627298874350959e-14,3.5426036903245864e-16],"current_lin_vel":[3.1919452785990836e-16,4.0854782854591996e-16,5.252742685257772e-15],"current_orn":[1.4231903451495297e-06,-1.160837447309589e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.240886107197099,0.09244035192410996,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0919048786660812e-14,3.906077034856649e-14,-4.514056820013348e-10],"current_lin_vel":[-1.6740871987549204e-11,8.79977386160006e-14,2.213507155346406e-15],"current_orn":[1.622884812211405e-10,8.88708830848285e-11,0.6870459207047727,0.7266139985184233],"current_pos":[0.22998582017090471,-0.11998510318838393,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":271.494},{"name":"submit_calvin_action","arguments":{"action":[-1.0,-1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,-1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15230954505837718,0.057310366593390887,0.4583655681413279,2.8196561780065252,-0.13584864324755394,0.7500792917223027,-0.005018535548797527,0.14508468246231102,0.8344792211986879,1.0758841334297065,-1.494203082353048,-1.1043229134979737,1.7963198572171388,1.4641955303079701,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201703467,-0.11998510318838106,0.4599900095308409,3.5795886019377214e-10,-9.384969120166441e-11,1.5148313111566667,0.1337402473393589,0.13583720734180682,0.4609841234320165,-4.1731450243463576e-05,-0.00039328298534418115,1.8261900673415552,-0.24088610719709894,0.09244035192410993,0.46099000926142547,7.381485499872111e-07,-3.59822095905336e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":271.553},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":656},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15230954505837718,0.057310366593390887,0.4583655681413279,2.8196561780065252,-0.13584864324755394,0.7500792917223027,-0.005018535548797527,0.14508468246231102,0.8344792211986879,1.0758841334297065,-1.494203082353048,-1.1043229134979737,1.7963198572171388,1.4641955303079701,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201703467,-0.11998510318838106,0.4599900095308409,3.5795886019377214e-10,-9.384969120166441e-11,1.5148313111566667,0.1337402473393589,0.13583720734180682,0.4609841234320165,-4.1731450243463576e-05,-0.00039328298534418115,1.8261900673415552,-0.24088610719709894,0.09244035192410993,0.46099000926142547,7.381485499872111e-07,-3.59822095905336e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.14508468246231102,0.8344792211986879,1.0758841334297065,-1.494203082353048,-1.1043229134979737,1.7963198572171388,1.4641955303079701],"gripper_action":1.0,"gripper_opening_width":-0.005018535548797527,"tcp_orn":[2.8196561780065252,-0.13584864324755394,0.7500792917223027],"tcp_pos":[0.15230954505837718,0.057310366593390887,0.4583655681413279]},"robot_contact_count":7,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0005514782529865422,-0.0018206492724514287,0.00025822249824649507],"current_lin_vel":[-4.2091788492411975e-05,-1.1456686706500307e-05,-2.31375087224317e-06],"current_orn":[0.00014286677932664164,-0.00013671992524084096,0.7913995010185513,0.6112992644231902],"current_pos":[0.1337402473393589,0.13583720734180682,0.4609841234320165]},"block_pink":{"current_ang_vel":[-6.175763586434033e-14,-1.0478462052235091e-13,3.523565286758484e-16],"current_lin_vel":[-2.1019576121595517e-15,1.2391430444687859e-15,6.1825544683813405e-15],"current_orn":[1.4231903451228285e-06,-1.160837447513458e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709894,0.09244035192410993,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.519272239562521e-14,6.449045808150138e-14,-4.514056783594115e-10],"current_lin_vel":[-1.6740363270429322e-11,8.788320751259597e-14,1.8318679906315083e-15],"current_orn":[1.622884831056687e-10,8.887083764502925e-11,0.6870459206993059,0.7266139985235924],"current_pos":[0.2299858201703467,-0.11998510318838106,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":271.585},{"name":"submit_calvin_action","arguments":{"action":[-1.0,-1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,-1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1522382308680607,0.05606232397574073,0.45812558992479147,2.821657750679096,-0.1320641231144197,0.7314334649825974,-0.005717815255356137,0.1452521340245136,0.840515028815418,1.0803731878963783,-1.4872547048302818,-1.10393064450184,1.7832807313697556,1.4775161961554013,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582016978866,-0.11998510318837818,0.4599900095308409,3.5795869428825063e-10,-9.384974273785864e-11,1.5148313111416187,0.13374124924508116,0.13583731246187994,0.46098398190668427,-3.908515917416624e-05,-0.0003870541407296942,1.826138590153418,-0.2408861071970989,0.09244035192410992,0.46099000926142547,7.381485503034527e-07,-3.5982209588451256e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":271.64},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":662},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1522382308680607,0.05606232397574073,0.45812558992479147,2.821657750679096,-0.1320641231144197,0.7314334649825974,-0.005717815255356137,0.1452521340245136,0.840515028815418,1.0803731878963783,-1.4872547048302818,-1.10393064450184,1.7832807313697556,1.4775161961554013,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582016978866,-0.11998510318837818,0.4599900095308409,3.5795869428825063e-10,-9.384974273785864e-11,1.5148313111416187,0.13374124924508116,0.13583731246187994,0.46098398190668427,-3.908515917416624e-05,-0.0003870541407296942,1.826138590153418,-0.2408861071970989,0.09244035192410992,0.46099000926142547,7.381485503034527e-07,-3.5982209588451256e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.1452521340245136,0.840515028815418,1.0803731878963783,-1.4872547048302818,-1.10393064450184,1.7832807313697556,1.4775161961554013],"gripper_action":1.0,"gripper_opening_width":-0.005717815255356137,"tcp_orn":[2.821657750679096,-0.1320641231144197,0.7314334649825974],"tcp_pos":[0.1522382308680607,0.05606232397574073,0.45812558992479147]},"robot_contact_count":8,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.000631243569480632,0.004576467293949807,0.003061727777112302],"current_lin_vel":[3.141063760620443e-05,-1.2435228190632431e-05,2.29065020052599e-05],"current_orn":[0.0001412074218714369,-0.00013377257900300471,0.791383767471035,0.6113196338648973],"current_pos":[0.13374124924508116,0.13583731246187994,0.46098398190668427]},"block_pink":{"current_ang_vel":[-6.186173072438688e-14,-1.0480659864616906e-13,3.524774960296685e-16],"current_lin_vel":[-2.1023962907968307e-15,1.2412249317035932e-15,6.1825544683813405e-15],"current_orn":[1.4231903451795445e-06,-1.1608374473328318e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.2408861071970989,0.09244035192410992,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.08550079237093e-14,3.916558679840304e-14,-4.514056787463453e-10],"current_lin_vel":[-1.674086976498943e-11,8.799645829730501e-14,2.220446049250313e-15],"current_orn":[1.6228844053556622e-10,8.887076192799226e-11,0.6870459206938389,0.7266139985287616],"current_pos":[0.22998582016978866,-0.11998510318837818,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":271.674},{"name":"submit_calvin_action","arguments":{"action":[-1.0,-1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,-1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15211786388468454,0.054635549921077484,0.45791824396553654,2.822859227052875,-0.12798544776738235,0.7132728305767387,-0.006265845050029039,0.1451746854269735,0.8463343379588022,1.0850830977231076,-1.4807749869091476,-1.1035896048307656,1.7696543240600255,1.4909830618635234,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582016923064,-0.11998510318837531,0.4599900095308409,3.57958530564853e-10,-9.38497949605796e-11,1.5148313111265717,0.1337407869934654,0.1358372973398863,0.4609841019896041,-3.3407896213115067e-05,-0.00038883241967956186,1.8261674095117988,-0.24088610719709885,0.09244035192410989,0.46099000926142547,7.381485505315187e-07,-3.5982209591952555e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":271.73},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":668},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15211786388468454,0.054635549921077484,0.45791824396553654,2.822859227052875,-0.12798544776738235,0.7132728305767387,-0.006265845050029039,0.1451746854269735,0.8463343379588022,1.0850830977231076,-1.4807749869091476,-1.1035896048307656,1.7696543240600255,1.4909830618635234,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582016923064,-0.11998510318837531,0.4599900095308409,3.57958530564853e-10,-9.38497949605796e-11,1.5148313111265717,0.1337407869934654,0.1358372973398863,0.4609841019896041,-3.3407896213115067e-05,-0.00038883241967956186,1.8261674095117988,-0.24088610719709885,0.09244035192410989,0.46099000926142547,7.381485505315187e-07,-3.5982209591952555e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.1451746854269735,0.8463343379588022,1.0850830977231076,-1.4807749869091476,-1.1035896048307656,1.7696543240600255,1.4909830618635234],"gripper_action":1.0,"gripper_opening_width":-0.006265845050029039,"tcp_orn":[2.822859227052875,-0.12798544776738235,0.7132728305767387],"tcp_pos":[0.15211786388468454,0.054635549921077484,0.45791824396553654]},"robot_contact_count":10,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0009647098557229695,0.0017695150373352444,0.0031260292179657884],"current_lin_vel":[-2.6042345793308483e-05,-1.906071273951133e-05,2.4419166963773886e-05],"current_orn":[0.00014364828664630475,-0.00013206761062824437,0.7913925765396482,0.6113082297182436],"current_pos":[0.1337407869934654,0.1358372973398863,0.4609841019896041]},"block_pink":{"current_ang_vel":[-6.174705320396829e-14,-1.0482491401001176e-13,3.4654629508102544e-16],"current_lin_vel":[-2.1027610676519406e-15,1.2389118957242302e-15,6.1825544683813405e-15],"current_orn":[1.4231903453785649e-06,-1.1608374473964101e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709885,0.09244035192410989,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.5215938106145737e-14,6.481698154496782e-14,-4.51405676658519e-10],"current_lin_vel":[-1.6740356664005304e-11,8.788367488418747e-14,1.8318679906315083e-15],"current_orn":[1.6228839899408222e-10,8.887068671114496e-11,0.6870459206883721,0.7266139985339307],"current_pos":[0.22998582016923064,-0.11998510318837531,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":271.771},{"name":"submit_calvin_action","arguments":{"action":[-1.0,-1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,-1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.151333429193307,0.05359629537507969,0.4579406982683344,2.8244285614954165,-0.1241429283890864,0.6982439652675105,-0.004670264789066635,0.14509413084348094,0.8516079082024786,1.0897877738116257,-1.4746123263409991,-1.1037355143417789,1.7572052245818077,1.5019710787452947,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201686726,-0.11998510318837244,0.4599900095308409,3.5795847165208067e-10,-9.384986501122232e-11,1.5148313111115241,0.13374010806159892,0.13583718746535645,0.460984146119916,-3.773535333304534e-05,-0.00039291596870971826,1.8261979926103609,-0.24088610719709885,0.09244035192410988,0.46099000926142547,7.381485503167399e-07,-3.59822095891594e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":271.82},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":674},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.151333429193307,0.05359629537507969,0.4579406982683344,2.8244285614954165,-0.1241429283890864,0.6982439652675105,-0.004670264789066635,0.14509413084348094,0.8516079082024786,1.0897877738116257,-1.4746123263409991,-1.1037355143417789,1.7572052245818077,1.5019710787452947,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201686726,-0.11998510318837244,0.4599900095308409,3.5795847165208067e-10,-9.384986501122232e-11,1.5148313111115241,0.13374010806159892,0.13583718746535645,0.460984146119916,-3.773535333304534e-05,-0.00039291596870971826,1.8261979926103609,-0.24088610719709885,0.09244035192410988,0.46099000926142547,7.381485503167399e-07,-3.59822095891594e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.14509413084348094,0.8516079082024786,1.0897877738116257,-1.4746123263409991,-1.1037355143417789,1.7572052245818077,1.5019710787452947],"gripper_action":1.0,"gripper_opening_width":-0.004670264789066635,"tcp_orn":[2.8244285614954165,-0.1241429283890864,0.6982439652675105],"tcp_pos":[0.151333429193307,0.05359629537507969,0.4579406982683344]},"robot_contact_count":8,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.000590633022248031,-0.0008557623205864422,0.001902892083332732],"current_lin_vel":[-5.482084220944306e-05,-1.1852389153212448e-05,-1.8649072469970052e-06],"current_orn":[0.0001439434915452256,-0.00013502592179752304,0.7914019236700869,0.6112961281241339],"current_pos":[0.13374010806159892,0.13583718746535645,0.460984146119916]},"block_pink":{"current_ang_vel":[-6.193199309858574e-14,-1.0488591255449597e-13,3.5234857912645607e-16],"current_lin_vel":[-2.1039834489626752e-15,1.242630173816376e-15,6.1825544683813405e-15],"current_orn":[1.423190345207073e-06,-1.1608374473560695e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709885,0.09244035192410988,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.4928057862660653e-14,6.433939351513462e-14,-4.5140568804033926e-10],"current_lin_vel":[-1.674036653225088e-11,8.787795160163334e-14,1.824929096727601e-15],"current_orn":[1.6228840165533249e-10,8.887064102214519e-11,0.6870459206829053,0.7266139985390999],"current_pos":[0.2299858201686726,-0.11998510318837244,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":271.874},{"name":"submit_calvin_action","arguments":{"action":[-1.0,-1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,-1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1507813147378758,0.05183568319498598,0.4582905421173852,2.8222436900543437,-0.12029513134100411,0.6810457174536605,-0.004022765070791289,0.14503864637180874,0.8540117321434907,1.094402986364959,-1.471797745918659,-1.1036910224375065,1.743264712053273,1.5164850619338444,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582016811459,-0.11998510318836957,0.4599900095308409,3.5795830550712817e-10,-9.384991284082293e-11,1.5148313110964768,0.1337403272202374,0.1358371757018246,0.46098413969379415,-6.095048425639693e-05,-0.00038617424195356063,1.8261608994852299,-0.24088610719709883,0.09244035192410986,0.46099000926142547,7.381485501049931e-07,-3.5982209586370612e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":271.94},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":680},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1507813147378758,0.05183568319498598,0.4582905421173852,2.8222436900543437,-0.12029513134100411,0.6810457174536605,-0.004022765070791289,0.14503864637180874,0.8540117321434907,1.094402986364959,-1.471797745918659,-1.1036910224375065,1.743264712053273,1.5164850619338444,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582016811459,-0.11998510318836957,0.4599900095308409,3.5795830550712817e-10,-9.384991284082293e-11,1.5148313110964768,0.1337403272202374,0.1358371757018246,0.46098413969379415,-6.095048425639693e-05,-0.00038617424195356063,1.8261608994852299,-0.24088610719709883,0.09244035192410986,0.46099000926142547,7.381485501049931e-07,-3.5982209586370612e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.14503864637180874,0.8540117321434907,1.094402986364959,-1.471797745918659,-1.1036910224375065,1.743264712053273,1.5164850619338444],"gripper_action":1.0,"gripper_opening_width":-0.004022765070791289,"tcp_orn":[2.8222436900543437,-0.12029513134100411,0.6810457174536605],"tcp_pos":[0.1507813147378758,0.05183568319498598,0.4582905421173852]},"robot_contact_count":8,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.00023587152464293903,-0.005418398801976357,-0.007614502935349064],"current_lin_vel":[3.926247386668042e-05,-7.010244164804877e-06,-9.864767994638424e-06],"current_orn":[0.00013417748748402382,-0.00014215406427351202,0.7913905850538102,0.6113108077539707],"current_pos":[0.1337403272202374,0.1358371757018246,0.46098413969379415]},"block_pink":{"current_ang_vel":[-2.0114800165870844e-14,1.659044283556415e-14,3.488240939332979e-16],"current_lin_vel":[3.255421153375198e-16,4.0627784582697246e-16,5.259681579161679e-15],"current_orn":[1.4231903450368942e-06,-1.1608374473149395e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709883,0.09244035192410986,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.5323065268316738e-14,6.464400448766904e-14,-4.5140567836944393e-10],"current_lin_vel":[-1.6740360199063974e-11,8.788581350202126e-14,1.8318679906315083e-15],"current_orn":[1.6228835772494302e-10,8.887056656948962e-11,0.6870459206774385,0.726613998544269],"current_pos":[0.22998582016811459,-0.11998510318836957,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":271.973},{"name":"submit_calvin_action","arguments":{"action":[-1.0,-1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,-1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15003211404350142,0.050043875546962366,0.45854656995783877,2.8202625713873877,-0.11653218032527776,0.6619702853814858,-0.004357325542590241,0.14539541732035272,0.8580773185973409,1.0984462139700348,-1.4668812476636568,-1.1028082526148977,1.729957882327358,1.5314535966167424,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582016755656,-0.11998510318836669,0.4599900095308409,3.5795796946772766e-10,-9.384994887834405e-11,1.5148313110814295,0.13374053087875218,0.1358374431106597,0.4609839764595339,-5.465519007902446e-05,-0.0003730749890627026,1.8261522751903765,-0.24088610719709877,0.09244035192410983,0.46099000926142547,7.381485508642334e-07,-3.598220959054807e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":272.029},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":686},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15003211404350142,0.050043875546962366,0.45854656995783877,2.8202625713873877,-0.11653218032527776,0.6619702853814858,-0.004357325542590241,0.14539541732035272,0.8580773185973409,1.0984462139700348,-1.4668812476636568,-1.1028082526148977,1.729957882327358,1.5314535966167424,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582016755656,-0.11998510318836669,0.4599900095308409,3.5795796946772766e-10,-9.384994887834405e-11,1.5148313110814295,0.13374053087875218,0.1358374431106597,0.4609839764595339,-5.465519007902446e-05,-0.0003730749890627026,1.8261522751903765,-0.24088610719709877,0.09244035192410983,0.46099000926142547,7.381485508642334e-07,-3.598220959054807e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.14539541732035272,0.8580773185973409,1.0984462139700348,-1.4668812476636568,-1.1028082526148977,1.729957882327358,1.5314535966167424],"gripper_action":1.0,"gripper_opening_width":-0.004357325542590241,"tcp_orn":[2.8202625713873877,-0.11653218032527776,0.6619702853814858],"tcp_pos":[0.15003211404350142,0.050043875546962366,0.45854656995783877]},"robot_contact_count":9,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.0033248794044262505,-0.002527179913905598,-0.00786777477365857],"current_lin_vel":[0.00010203318293179114,6.422740162803318e-05,-4.853772782675153e-05],"current_orn":[0.0001309177804314542,-0.00013565975316146253,0.7913879505209278,0.6113142205341309],"current_pos":[0.13374053087875218,0.1358374431106597,0.4609839764595339]},"block_pink":{"current_ang_vel":[1.9054556131215094e-13,2.116566853902988e-13,3.515253127367104e-16],"current_lin_vel":[4.226869629694526e-15,-3.806918766136326e-15,3.747002708109903e-15],"current_orn":[1.4231903454630867e-06,-1.1608374472368412e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709877,0.09244035192410983,0.46099000926142547]},"block_red":{"current_ang_vel":[1.4466948594857541e-13,-3.645361419241206e-13,-4.5140567487018963e-10],"current_lin_vel":[-1.6748943680483402e-11,8.468595898100832e-14,1.3114509478384662e-15],"current_orn":[1.6228824801986132e-10,8.887043803833529e-11,0.6870459206719717,0.7266139985494381],"current_pos":[0.22998582016755656,-0.11998510318836669,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":272.062},{"name":"submit_calvin_action","arguments":{"action":[-1.0,-1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,-1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1503888487675992,0.04958992102724361,0.4582996121890957,2.824499020164019,-0.11436937155247501,0.6451262918963236,-0.004841909859850077,0.14605983056428853,0.8646373754529733,1.1021389910606367,-1.4582456507523816,-1.102431746276344,1.7194886842768256,1.5426259143411292,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582016699853,-0.11998510318836382,0.4599900095308409,3.579579361716031e-10,-9.385002461478767e-11,1.5148313110663818,0.13374081130653848,0.13583733411724427,0.4609841856469774,-3.3026735317094586e-05,-0.00038361153749403556,1.8261611073782662,-0.24088610719709874,0.09244035192410982,0.46099000926142547,7.381485501191335e-07,-3.5982209587089354e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":272.127},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":692},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1503888487675992,0.04958992102724361,0.4582996121890957,2.824499020164019,-0.11436937155247501,0.6451262918963236,-0.004841909859850077,0.14605983056428853,0.8646373754529733,1.1021389910606367,-1.4582456507523816,-1.102431746276344,1.7194886842768256,1.5426259143411292,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582016699853,-0.11998510318836382,0.4599900095308409,3.579579361716031e-10,-9.385002461478767e-11,1.5148313110663818,0.13374081130653848,0.13583733411724427,0.4609841856469774,-3.3026735317094586e-05,-0.00038361153749403556,1.8261611073782662,-0.24088610719709874,0.09244035192410982,0.46099000926142547,7.381485501191335e-07,-3.5982209587089354e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.14605983056428853,0.8646373754529733,1.1021389910606367,-1.4582456507523816,-1.102431746276344,1.7194886842768256,1.5426259143411292],"gripper_action":1.0,"gripper_opening_width":-0.004841909859850077,"tcp_orn":[2.824499020164019,-0.11436937155247501,0.6451262918963236],"tcp_pos":[0.1503888487675992,0.04958992102724361,0.4582996121890957]},"robot_contact_count":10,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0010309744841826478,0.0017621262294763382,0.0030773499607180243],"current_lin_vel":[-2.5227409544524193e-05,-2.0399534852424498e-05,2.5194265039892028e-05],"current_orn":[0.00014169849567860417,-0.00013032144906820856,0.7913906507131238,0.6113107236927183],"current_pos":[0.13374081130653848,0.13583733411724427,0.4609841856469774]},"block_pink":{"current_ang_vel":[-2.0094541127125915e-14,1.6603710212325776e-14,3.4711337065359805e-16],"current_lin_vel":[3.2581342978247746e-16,4.0586452436949037e-16,5.259681579161679e-15],"current_orn":[1.4231903450650883e-06,-1.160837447338318e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709874,0.09244035192410982,0.46099000926142547]},"block_red":{"current_ang_vel":[1.4468756306323721e-13,-3.6459267509140547e-13,-4.514056841143641e-10],"current_lin_vel":[-1.6748945085400154e-11,8.468561998552599e-14,1.3114509478384662e-15],"current_orn":[1.6228826194102218e-10,8.887039908355089e-11,0.6870459206665047,0.7266139985546073],"current_pos":[0.22998582016699853,-0.11998510318836382,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":272.18},{"name":"submit_calvin_action","arguments":{"action":[-1.0,-1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,-1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15037537406785695,0.04789697780715746,0.45798414037954416,2.8248811988594538,-0.10894205419207213,0.627188158095597,-0.004719905712084277,0.14643983829406873,0.8706565792177529,1.1059963866496232,-1.450944339451438,-1.1014648338821809,1.7058040361025757,1.5536883367120666,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582016644054,-0.11998510318836093,0.4599900095308409,3.5795945754059294e-10,-9.384931099423007e-11,1.5148313110513345,0.1337405453368756,0.1358372763425575,0.46098423383304227,-3.304116837912768e-05,-0.00038592135368838913,1.826174333318521,-0.2408861071970987,0.09244035192410979,0.46099000926142547,7.381485508759941e-07,-3.5982209591263456e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":272.234},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":698},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15037537406785695,0.04789697780715746,0.45798414037954416,2.8248811988594538,-0.10894205419207213,0.627188158095597,-0.004719905712084277,0.14643983829406873,0.8706565792177529,1.1059963866496232,-1.450944339451438,-1.1014648338821809,1.7058040361025757,1.5536883367120666,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582016644054,-0.11998510318836093,0.4599900095308409,3.5795945754059294e-10,-9.384931099423007e-11,1.5148313110513345,0.1337405453368756,0.1358372763425575,0.46098423383304227,-3.304116837912768e-05,-0.00038592135368838913,1.826174333318521,-0.2408861071970987,0.09244035192410979,0.46099000926142547,7.381485508759941e-07,-3.5982209591263456e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.14643983829406873,0.8706565792177529,1.1059963866496232,-1.450944339451438,-1.1014648338821809,1.7058040361025757,1.5536883367120666],"gripper_action":1.0,"gripper_opening_width":-0.004719905712084277,"tcp_orn":[2.8248811988594538,-0.10894205419207213,0.627188158095597],"tcp_pos":[0.15037537406785695,0.04789697780715746,0.45798414037954416]},"robot_contact_count":8,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0007256781728579749,0.0001780176041308295,0.0032361349852165285],"current_lin_vel":[-6.0065009456068986e-05,-1.4235741022825128e-05,7.743828355596949e-06],"current_orn":[0.00014260893412602958,-0.00013103222479643497,0.7913946930869337,0.6113054901169186],"current_pos":[0.1337405453368756,0.1358372763425575,0.46098423383304227]},"block_pink":{"current_ang_vel":[1.9054781350997307e-13,2.1169041211232613e-13,3.52047080696144e-16],"current_lin_vel":[4.227541121409542e-15,-3.806960784668182e-15,3.7539416020138106e-15],"current_orn":[1.4231903454902525e-06,-1.1608374472608416e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.2408861071970987,0.09244035192410979,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0778177807083943e-14,3.9021052329538036e-14,-4.514056779492838e-10],"current_lin_vel":[-1.6740872622100128e-11,8.799492109486859e-14,2.213507155346406e-15],"current_orn":[1.622885695206468e-10,8.887118097085246e-11,0.687045920661038,0.7266139985597764],"current_pos":[0.22998582016644054,-0.11998510318836093,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":272.26},{"name":"submit_calvin_action","arguments":{"action":[-1.0,-1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,-1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15038233779817925,0.046081598910577386,0.45820327321874477,2.8220539560327196,-0.10364367919485905,0.6135639947871864,-0.0028932020091327,0.14773712642797265,0.8742449281729262,1.109021757599474,-1.4448071139701464,-1.1016123584536501,1.6910347819256266,1.5642551326476402,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201658825,-0.11998510318835806,0.4599900095308409,3.579593138237581e-10,-9.384937060934392e-11,1.5148313110362874,0.13374012476693872,0.13583720430284893,0.46098422453336624,-3.380484385314718e-05,-0.0003888604978511966,1.8261949061060276,-0.24088610719709866,0.09244035192410978,0.46099000926142547,7.381485501317573e-07,-3.5982209587785166e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":272.309},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":704},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15038233779817925,0.046081598910577386,0.45820327321874477,2.8220539560327196,-0.10364367919485905,0.6135639947871864,-0.0028932020091327,0.14773712642797265,0.8742449281729262,1.109021757599474,-1.4448071139701464,-1.1016123584536501,1.6910347819256266,1.5642551326476402,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201658825,-0.11998510318835806,0.4599900095308409,3.579593138237581e-10,-9.384937060934392e-11,1.5148313110362874,0.13374012476693872,0.13583720430284893,0.46098422453336624,-3.380484385314718e-05,-0.0003888604978511966,1.8261949061060276,-0.24088610719709866,0.09244035192410978,0.46099000926142547,7.381485501317573e-07,-3.5982209587785166e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.14773712642797265,0.8742449281729262,1.109021757599474,-1.4448071139701464,-1.1016123584536501,1.6910347819256266,1.5642551326476402],"gripper_action":1.0,"gripper_opening_width":-0.0028932020091327,"tcp_orn":[2.8220539560327196,-0.10364367919485905,0.6135639947871864],"tcp_pos":[0.15038233779817925,0.046081598910577386,0.45820327321874477]},"robot_contact_count":8,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0006138253877116667,1.2230772211496986e-05,0.003342352868749448],"current_lin_vel":[-6.54811289066168e-05,-1.1976984573488905e-05,-1.6428163804038665e-06],"current_orn":[0.00014353988636372586,-0.00013223129012815665,0.7914009808834935,0.6112973493872121],"current_pos":[0.13374012476693872,0.13583720430284893,0.46098422453336624]},"block_pink":{"current_ang_vel":[-2.0293486532018307e-14,1.6539213906584806e-14,3.488775429981471e-16],"current_lin_vel":[3.24518469207471e-16,4.09851287338668e-16,5.259681579161679e-15],"current_orn":[1.42319034509197e-06,-1.1608374473612877e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709866,0.09244035192410978,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0986949852484715e-14,3.8828268477416663e-14,-4.514056775460142e-10],"current_lin_vel":[-1.674087651164467e-11,8.799908120691029e-14,2.213507155346406e-15],"current_orn":[1.622885377871438e-10,8.887110994101077e-11,0.6870459206555712,0.7266139985649455],"current_pos":[0.2299858201658825,-0.11998510318835806,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":272.332},{"name":"submit_calvin_action","arguments":{"action":[-1.0,-1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,-1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.14977511572900937,0.044828708584619924,0.45801837158829967,2.821698299900467,-0.09815957680026043,0.6015275880890746,-0.0031121195388550136,0.1486504941391413,0.8788824264038192,1.1119152235304741,-1.438713916442284,-1.100133182683348,1.6793313286765872,1.5705824080065856,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582016532448,-0.11998510318835519,0.4599900095308409,3.5795927968128133e-10,-9.384944876792187e-11,1.5148313110212397,0.1337402953836081,0.13583723835184836,0.4609839532822607,-5.645068467517246e-05,-0.00037992444614903207,1.8261602612536192,-0.2408861071970986,0.09244035192410975,0.46099000926142547,7.381485508891246e-07,-3.598220959195808e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":272.381},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":710},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.14977511572900937,0.044828708584619924,0.45801837158829967,2.821698299900467,-0.09815957680026043,0.6015275880890746,-0.0031121195388550136,0.1486504941391413,0.8788824264038192,1.1119152235304741,-1.438713916442284,-1.100133182683348,1.6793313286765872,1.5705824080065856,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582016532448,-0.11998510318835519,0.4599900095308409,3.5795927968128133e-10,-9.384944876792187e-11,1.5148313110212397,0.1337402953836081,0.13583723835184836,0.4609839532822607,-5.645068467517246e-05,-0.00037992444614903207,1.8261602612536192,-0.2408861071970986,0.09244035192410975,0.46099000926142547,7.381485508891246e-07,-3.598220959195808e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.1486504941391413,0.8788824264038192,1.1119152235304741,-1.438713916442284,-1.100133182683348,1.6793313286765872,1.5705824080065856],"gripper_action":1.0,"gripper_opening_width":-0.0031121195388550136,"tcp_orn":[2.821698299900467,-0.09815957680026043,0.6015275880890746],"tcp_pos":[0.14977511572900937,0.044828708584619924,0.45801837158829967]},"robot_contact_count":8,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.0024685109332591684,-0.003358434950407026,-0.007787174293483759],"current_lin_vel":[8.383883590951243e-05,4.709966032726782e-05,-3.681959023122544e-05],"current_orn":[0.00013307981655465628,-0.00013846327339586827,0.7913903908202201,0.6113110602918154],"current_pos":[0.1337402953836081,0.13583723835184836,0.4609839532822607]},"block_pink":{"current_ang_vel":[1.9050210387855563e-13,2.1170183306414269e-13,3.588729736663442e-16],"current_lin_vel":[4.227760751384513e-15,-3.806020954075646e-15,3.7539416020138106e-15],"current_orn":[1.4231903455172932e-06,-1.160837447283605e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.2408861071970986,0.09244035192410975,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0748971126896407e-14,3.8844962390956945e-14,-4.514056798705362e-10],"current_lin_vel":[-1.674087622134229e-11,8.7994334877304e-14,2.220446049250313e-15],"current_orn":[1.6228855223287774e-10,8.887106981550664e-11,0.6870459206501043,0.7266139985701147],"current_pos":[0.22998582016532448,-0.11998510318835519,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":272.404},{"name":"submit_calvin_action","arguments":{"action":[-1.0,-1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,-1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.14959214840159327,0.04326846765709366,0.45801710284449787,2.819654949910045,-0.09174751936314297,0.5906153632597061,-0.0019167666325682021,0.15032947750031675,0.8825148065645392,1.1141671908251112,-1.432542405965412,-1.0988382115105002,1.6663786462594063,1.5769815861736622,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582016476646,-0.11998510318835232,0.4599900095308409,3.579591136537504e-10,-9.384950005980972e-11,1.5148313110061924,0.13373987205593185,0.13583702196047243,0.4609840778105786,-3.408824438876766e-05,-0.0003966631919089816,1.8262075258478754,-0.24088610719709858,0.09244035192410974,0.46099000926142547,7.38148550143845e-07,-3.5982209588481427e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":272.453},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":716},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.14959214840159327,0.04326846765709366,0.45801710284449787,2.819654949910045,-0.09174751936314297,0.5906153632597061,-0.0019167666325682021,0.15032947750031675,0.8825148065645392,1.1141671908251112,-1.432542405965412,-1.0988382115105002,1.6663786462594063,1.5769815861736622,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582016476646,-0.11998510318835232,0.4599900095308409,3.579591136537504e-10,-9.384950005980972e-11,1.5148313110061924,0.13373987205593185,0.13583702196047243,0.4609840778105786,-3.408824438876766e-05,-0.0003966631919089816,1.8262075258478754,-0.24088610719709858,0.09244035192410974,0.46099000926142547,7.38148550143845e-07,-3.5982209588481427e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.15032947750031675,0.8825148065645392,1.1141671908251112,-1.432542405965412,-1.0988382115105002,1.6663786462594063,1.5769815861736622],"gripper_action":1.0,"gripper_opening_width":-0.0019167666325682021,"tcp_orn":[2.819654949910045,-0.09174751936314297,0.5906153632597061],"tcp_pos":[0.14959214840159327,0.04326846765709366,0.45801710284449787]},"robot_contact_count":9,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0005710701838674834,0.00013256335534484397,0.0033645288451892206],"current_lin_vel":[-6.351264329049203e-05,-1.1114922903335964e-05,2.525524193948414e-06],"current_orn":[0.00014654164536103063,-0.00013472739027931094,0.7914048374093817,0.6112923553416209],"current_pos":[0.13373987205593185,0.13583702196047243,0.4609840778105786]},"block_pink":{"current_ang_vel":[-2.033610237018506e-14,1.644268385766286e-14,3.5474685290040955e-16],"current_lin_vel":[3.2258542081150557e-16,4.107233233124503e-16,5.259681579161679e-15],"current_orn":[1.4231903451186583e-06,-1.1608374473844437e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709858,0.09244035192410974,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0746937607088037e-14,3.889515237692646e-14,-4.514056778605686e-10],"current_lin_vel":[-1.6740875136084587e-11,8.799429565677231e-14,2.213507155346406e-15],"current_orn":[1.6228850953452347e-10,8.887099414531484e-11,0.6870459206446375,0.7266139985752837],"current_pos":[0.22998582016476646,-0.11998510318835232,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":272.476},{"name":"submit_calvin_action","arguments":{"action":[-1.0,-1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,-1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1491784346919596,0.04193071840311424,0.4579508193573186,2.8184122623811003,-0.08622628388736601,0.5783581931015117,-0.0030697178797787004,0.15204945475096865,0.8865383195505466,1.1157274924435452,-1.4259548974582357,-1.0961505569646381,1.6553878078154427,1.583644519245964,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582016420843,-0.11998510318834944,0.4599900095308409,3.5795888810232865e-10,-9.384955111931524e-11,1.5148313109911453,0.13374063010842635,0.13583736596051466,0.46098386332765895,-5.3180628253334334e-05,-0.00037228519518361236,1.826142264585016,-0.24088610719709855,0.09244035192410971,0.46099000926142547,7.381485509014038e-07,-3.5982209592664842e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":272.525},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":722},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1491784346919596,0.04193071840311424,0.4579508193573186,2.8184122623811003,-0.08622628388736601,0.5783581931015117,-0.0030697178797787004,0.15204945475096865,0.8865383195505466,1.1157274924435452,-1.4259548974582357,-1.0961505569646381,1.6553878078154427,1.583644519245964,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582016420843,-0.11998510318834944,0.4599900095308409,3.5795888810232865e-10,-9.384955111931524e-11,1.5148313109911453,0.13374063010842635,0.13583736596051466,0.46098386332765895,-5.3180628253334334e-05,-0.00037228519518361236,1.826142264585016,-0.24088610719709855,0.09244035192410971,0.46099000926142547,7.381485509014038e-07,-3.5982209592664842e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.15204945475096865,0.8865383195505466,1.1157274924435452,-1.4259548974582357,-1.0961505569646381,1.6553878078154427,1.583644519245964],"gripper_action":1.0,"gripper_opening_width":-0.0030697178797787004,"tcp_orn":[2.8184122623811003,-0.08622628388736601,0.5783581931015117],"tcp_pos":[0.1491784346919596,0.04193071840311424,0.4579508193573186]},"robot_contact_count":9,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.003932522890531301,0.0007014842484925577,-0.007936760239071203],"current_lin_vel":[0.0001679446921298724,7.634240812144458e-05,-5.041486410188589e-05],"current_orn":[0.00013105529916488417,-0.0001348355277923188,0.7913848908627658,0.6113181816026881],"current_pos":[0.13374063010842635,0.13583736596051466,0.46098386332765895]},"block_pink":{"current_ang_vel":[1.9057246736233432e-13,2.115778010091666e-13,3.522835221075801e-16],"current_lin_vel":[4.225291339339676e-15,-3.8074542434566244e-15,3.7539416020138106e-15],"current_orn":[1.4231903455443874e-06,-1.1608374473071076e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709855,0.09244035192410971,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.4004723259200364e-14,1.915090959680259e-14,-4.51405680145103e-10],"current_lin_vel":[-1.6741270101550535e-11,8.805945279620191e-14,2.4771851236948805e-15],"current_orn":[1.6228844513089437e-10,8.887089811172602e-11,0.6870459206391708,0.7266139985804528],"current_pos":[0.22998582016420843,-0.11998510318834944,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":272.548},{"name":"submit_calvin_action","arguments":{"action":[-1.0,-1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,-1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.14912157362553044,0.040631738726074854,0.45775056626340604,2.8176533980449183,-0.0803597102827474,0.5665825774606673,-0.002775200892488343,0.15430698135610849,0.8904646018592651,1.1167278989946035,-1.4185982189729411,-1.0938481041952204,1.6436462571556383,1.5899790250871968,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201636504,-0.11998510318834657,0.4599900095308409,3.579588801422496e-10,-9.384963602832557e-11,1.5148313109760976,0.13374070186422957,0.1358373033694261,0.4609840654209846,-3.886058119551725e-05,-0.00037855154531765174,1.826153444186668,-0.24088610719709852,0.0924403519241097,0.46099000926142547,7.381485501580636e-07,-3.598220958920288e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":272.597},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":728},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.14912157362553044,0.040631738726074854,0.45775056626340604,2.8176533980449183,-0.0803597102827474,0.5665825774606673,-0.002775200892488343,0.15430698135610849,0.8904646018592651,1.1167278989946035,-1.4185982189729411,-1.0938481041952204,1.6436462571556383,1.5899790250871968,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201636504,-0.11998510318834657,0.4599900095308409,3.579588801422496e-10,-9.384963602832557e-11,1.5148313109760976,0.13374070186422957,0.1358373033694261,0.4609840654209846,-3.886058119551725e-05,-0.00037855154531765174,1.826153444186668,-0.24088610719709852,0.0924403519241097,0.46099000926142547,7.381485501580636e-07,-3.598220958920288e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.15430698135610849,0.8904646018592651,1.1167278989946035,-1.4185982189729411,-1.0938481041952204,1.6436462571556383,1.5899790250871968],"gripper_action":1.0,"gripper_opening_width":-0.002775200892488343,"tcp_orn":[2.8176533980449183,-0.0803597102827474,0.5665825774606673],"tcp_pos":[0.14912157362553044,0.040631738726074854,0.45775056626340604]},"robot_contact_count":11,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0013686562254524555,0.003205316724302098,0.002865838738669515],"current_lin_vel":[7.856992784397918e-06,-2.723426818078547e-05,4.6142634900138424e-05],"current_orn":[0.00013791263188445545,-0.00013108378931086614,0.7913883084397615,0.6113137566438359],"current_pos":[0.13374070186422957,0.1358373033694261,0.4609840654209846]},"block_pink":{"current_ang_vel":[-6.185875764198903e-14,-1.048955910803115e-13,3.541683051561277e-16],"current_lin_vel":[-2.1041820968652622e-15,1.2411735513440044e-15,6.1825544683813405e-15],"current_orn":[1.4231903451469683e-06,-1.1608374474079024e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709852,0.0924403519241097,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.5265637078688838e-14,6.428085035770802e-14,-4.514056856880106e-10],"current_lin_vel":[-1.674036765666336e-11,8.788468770479196e-14,1.824929096727601e-15],"current_orn":[1.6228847140780518e-10,8.887086452799731e-11,0.6870459206337038,0.726613998585622],"current_pos":[0.2299858201636504,-0.11998510318834657,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":272.62},{"name":"submit_calvin_action","arguments":{"action":[-1.0,-1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,-1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.14894534744689503,0.03916716180235159,0.4577193689678973,2.815491493501507,-0.07510972586554521,0.5535103682850955,-0.0017954164456740248,0.15679249693862476,0.8938756868428085,1.1174295563017562,-1.4116214887798064,-1.091818890770774,1.6317650629445868,1.598050155342279,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582016309238,-0.1199851031883437,0.4599900095308409,3.579587394265123e-10,-9.384969702470591e-11,1.5148313109610503,0.1337403585987554,0.13583720500345467,0.46098417979274264,-3.32959111256963e-05,-0.0003845379831352839,1.8261771438902794,-0.24088610719709846,0.09244035192410967,0.46099000926142547,7.381485509167078e-07,-3.598220959338883e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":272.668},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":734},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.14894534744689503,0.03916716180235159,0.4577193689678973,2.815491493501507,-0.07510972586554521,0.5535103682850955,-0.0017954164456740248,0.15679249693862476,0.8938756868428085,1.1174295563017562,-1.4116214887798064,-1.091818890770774,1.6317650629445868,1.598050155342279,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582016309238,-0.1199851031883437,0.4599900095308409,3.579587394265123e-10,-9.384969702470591e-11,1.5148313109610503,0.1337403585987554,0.13583720500345467,0.46098417979274264,-3.32959111256963e-05,-0.0003845379831352839,1.8261771438902794,-0.24088610719709846,0.09244035192410967,0.46099000926142547,7.381485509167078e-07,-3.598220959338883e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.15679249693862476,0.8938756868428085,1.1174295563017562,-1.4116214887798064,-1.091818890770774,1.6317650629445868,1.598050155342279],"gripper_action":1.0,"gripper_opening_width":-0.0017954164456740248,"tcp_orn":[2.815491493501507,-0.07510972586554521,0.5535103682850955],"tcp_pos":[0.14894534744689503,0.03916716180235159,0.4577193689678973]},"robot_contact_count":11,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0010381040942505839,0.001760427570894391,0.003112758645885825],"current_lin_vel":[-2.5962176091376442e-05,-2.053265925717883e-05,2.34295758550912e-05],"current_orn":[0.00014198385893141765,-0.0001307099952940027,0.7913955522409052,0.6113043780710176],"current_pos":[0.1337403585987554,0.13583720500345467,0.46098417979274264]},"block_pink":{"current_ang_vel":[1.9047505350191495e-13,2.117630776812392e-13,3.5750527145630145e-16],"current_lin_vel":[4.228995917718075e-15,-3.805488990682954e-15,3.747002708109903e-15],"current_orn":[1.4231903455731982e-06,-1.1608374473303216e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709846,0.09244035192410967,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.520008988007893e-14,6.472493044881403e-14,-4.5140567778252553e-10],"current_lin_vel":[-1.6740358554989854e-11,8.788335252548792e-14,1.8318679906315083e-15],"current_orn":[1.622884412391187e-10,8.887079402727779e-11,0.6870459206282371,0.7266139985907911],"current_pos":[0.22998582016309238,-0.1199851031883437,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":272.691},{"name":"submit_calvin_action","arguments":{"action":[-1.0,-1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,-1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.14835778989082551,0.03627887618419951,0.4577568390554053,2.81306923149283,-0.07582951885466978,0.5233719169357374,0.002470253380295287,0.1548085244660013,0.8928938587023239,1.1182140182839146,-1.4121950370383232,-1.087865784285079,1.6221266279775297,1.6260414475433793,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582016253435,-0.11998510318834082,0.4599900095308409,3.579585381560503e-10,-9.3849757589731e-11,1.514831310946003,0.13373964229697344,0.13583700623144304,0.4609841479638549,-4.368494008413441e-05,-0.0003915871003428201,1.8262043822994614,-0.24088610719709844,0.09244035192410965,0.46099000926142547,7.381485507033359e-07,-3.59822095906123e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":272.739},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":740},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.14835778989082551,0.03627887618419951,0.4577568390554053,2.81306923149283,-0.07582951885466978,0.5233719169357374,0.002470253380295287,0.1548085244660013,0.8928938587023239,1.1182140182839146,-1.4121950370383232,-1.087865784285079,1.6221266279775297,1.6260414475433793,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582016253435,-0.11998510318834082,0.4599900095308409,3.579585381560503e-10,-9.3849757589731e-11,1.514831310946003,0.13373964229697344,0.13583700623144304,0.4609841479638549,-4.368494008413441e-05,-0.0003915871003428201,1.8262043822994614,-0.24088610719709844,0.09244035192410965,0.46099000926142547,7.381485507033359e-07,-3.59822095906123e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.1548085244660013,0.8928938587023239,1.1182140182839146,-1.4121950370383232,-1.087865784285079,1.6221266279775297,1.6260414475433793],"gripper_action":1.0,"gripper_opening_width":0.002470253380295287,"tcp_orn":[2.81306923149283,-0.07582951885466978,0.5233719169357374],"tcp_pos":[0.14835778989082551,0.03627887618419951,0.4577568390554053]},"robot_contact_count":10,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0005700331674811171,-0.0022811143543808123,-0.0005433176474229223],"current_lin_vel":[-3.569151571821628e-05,-1.2015891215556988e-05,-3.280879278283466e-06],"current_orn":[0.00014159961498792615,-0.00013697356056925397,0.7914038763689785,0.6112936002085636],"current_pos":[0.13373964229697344,0.13583700623144304,0.4609841479638549]},"block_pink":{"current_ang_vel":[-6.178984904631823e-14,-1.0475428187903931e-13,3.5228849944938857e-16],"current_lin_vel":[-2.1013507954181743e-15,1.2397870815145294e-15,6.1825544683813405e-15],"current_orn":[1.4231903454027769e-06,-1.1608374472901803e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709844,0.09244035192410965,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.5272460421993754e-14,6.460640645573241e-14,-4.5140567875285393e-10],"current_lin_vel":[-1.6740360958361483e-11,8.788480079374767e-14,1.8318679906315083e-15],"current_orn":[1.6228838892229642e-10,8.887070288133428e-11,0.6870459206227703,0.7266139985959602],"current_pos":[0.22998582016253435,-0.11998510318834082,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":272.762},{"name":"submit_calvin_action","arguments":{"action":[-1.0,-1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,-1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.14802654761062986,0.03357411522373051,0.4580387160137358,2.810002523567697,-0.07676657720865723,0.4942563739509887,0.006394146669932088,0.1545911629456185,0.8924813941178525,1.1181730302259136,-1.4100924900786014,-1.0842727591803356,1.6114736406981227,1.6506315209971063,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582016197633,-0.11998510318833795,0.4599900095308409,3.5795847964558255e-10,-9.384982326340318e-11,1.514831310930956,0.13374003450927904,0.13583710834714183,0.4609841313247806,-3.362961728328946e-05,-0.00038795076176525236,1.8261922754521296,-0.2408861071970984,0.09244035192410964,0.46099000926142547,7.381485499579325e-07,-3.5982209587131206e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":272.821},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":746},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.14802654761062986,0.03357411522373051,0.4580387160137358,2.810002523567697,-0.07676657720865723,0.4942563739509887,0.006394146669932088,0.1545911629456185,0.8924813941178525,1.1181730302259136,-1.4100924900786014,-1.0842727591803356,1.6114736406981227,1.6506315209971063,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582016197633,-0.11998510318833795,0.4599900095308409,3.5795847964558255e-10,-9.384982326340318e-11,1.514831310930956,0.13374003450927904,0.13583710834714183,0.4609841313247806,-3.362961728328946e-05,-0.00038795076176525236,1.8261922754521296,-0.2408861071970984,0.09244035192410964,0.46099000926142547,7.381485499579325e-07,-3.5982209587131206e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.1545911629456185,0.8924813941178525,1.1181730302259136,-1.4100924900786014,-1.0842727591803356,1.6114736406981227,1.6506315209971063],"gripper_action":1.0,"gripper_opening_width":0.006394146669932088,"tcp_orn":[2.810002523567697,-0.07676657720865723,0.4942563739509887],"tcp_pos":[0.14802654761062986,0.03357411522373051,0.4580387160137358]},"robot_contact_count":9,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0010401417277700932,0.0016958354943717208,0.0031587057679637078],"current_lin_vel":[-2.816340834832991e-05,-2.056156190072091e-05,2.2669962271217037e-05],"current_orn":[0.00014323328764479165,-0.00013188408166059837,0.7914001769130988,0.6112983903730896],"current_pos":[0.13374003450927904,0.13583710834714183,0.4609841313247806]},"block_pink":{"current_ang_vel":[-2.0254503581506954e-14,1.658282252511642e-14,3.6097279605996757e-16],"current_lin_vel":[3.2538086772364997e-16,4.0911442092925226e-16,5.259681579161679e-15],"current_orn":[1.423190345003954e-06,-1.1608374473908862e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.2408861071970984,0.09244035192410964,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.5413770517963357e-14,6.445080211651808e-14,-4.5140567508700737e-10],"current_lin_vel":[-1.674036397823975e-11,8.788761259001918e-14,1.8318679906315083e-15],"current_orn":[1.6228839022611688e-10,8.887065892071944e-11,0.6870459206173035,0.7266139986011293],"current_pos":[0.22998582016197633,-0.11998510318833795,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":272.86},{"name":"submit_calvin_action","arguments":{"action":[-1.0,-1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,-1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.14741211413639924,0.03155660130027245,0.458130854697465,2.8085136363121985,-0.07441788191109411,0.47154006961211625,0.010084780824502163,0.15610048207326715,0.8937883907612507,1.1179203672708182,-1.4041926702057452,-1.0803755617993525,1.5981603111578786,1.6713627842560634,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201614183,-0.11998510318833508,0.4599900095308409,3.5795822960905505e-10,-9.384986727324862e-11,1.5148313109159084,0.1337398692684847,0.13583701256524122,0.4609841600628144,-3.3731644599892336e-05,-0.00039213095251480735,1.8262007069781117,-0.24088610719709835,0.09244035192410961,0.46099000926142547,7.381485512450838e-07,-3.5982209592019356e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":272.925},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":752},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.14741211413639924,0.03155660130027245,0.458130854697465,2.8085136363121985,-0.07441788191109411,0.47154006961211625,0.010084780824502163,0.15610048207326715,0.8937883907612507,1.1179203672708182,-1.4041926702057452,-1.0803755617993525,1.5981603111578786,1.6713627842560634,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201614183,-0.11998510318833508,0.4599900095308409,3.5795822960905505e-10,-9.384986727324862e-11,1.5148313109159084,0.1337398692684847,0.13583701256524122,0.4609841600628144,-3.3731644599892336e-05,-0.00039213095251480735,1.8262007069781117,-0.24088610719709835,0.09244035192410961,0.46099000926142547,7.381485512450838e-07,-3.5982209592019356e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.15610048207326715,0.8937883907612507,1.1179203672708182,-1.4041926702057452,-1.0803755617993525,1.5981603111578786,1.6713627842560634],"gripper_action":1.0,"gripper_opening_width":0.010084780824502163,"tcp_orn":[2.8085136363121985,-0.07441788191109411,0.47154006961211625],"tcp_pos":[0.14741211413639924,0.03155660130027245,0.458130854697465]},"robot_contact_count":8,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0005125363775149848,3.0636844976656688e-06,0.003335580714282241],"current_lin_vel":[-6.553038932459285e-05,-9.952029909596088e-06,-4.961411676357441e-07],"current_orn":[0.00014485676648228588,-0.00013320151512542243,0.7914027536443342,0.6112950537981137],"current_pos":[0.1337398692684847,0.13583701256524122,0.4609841600628144]},"block_pink":{"current_ang_vel":[1.9047757208178829e-13,2.1157038682318597e-13,3.5850525291044625e-16],"current_lin_vel":[4.2251367020192595e-15,-3.8055337392899544e-15,3.7539416020138106e-15],"current_orn":[1.4231903456571455e-06,-1.1608374471734806e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709835,0.09244035192410961,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.8419062012115885e-14,4.454443666668921e-14,-4.5140567591556854e-10],"current_lin_vel":[-1.674076208309725e-11,8.794773460753546e-14,2.1024848528838902e-15],"current_orn":[1.6228831450515738e-10,8.887055703712543e-11,0.6870459206118367,0.7266139986062985],"current_pos":[0.2299858201614183,-0.11998510318833508,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":272.964},{"name":"submit_calvin_action","arguments":{"action":[-1.0,-1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,-1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1477245879697622,0.028823668516744155,0.45842150645450175,2.8045056752591035,-0.06625551823139496,0.4440683252345449,0.006931915533496027,0.1619685616419707,0.9013626733082574,1.1176104039825288,-1.386866880591718,-1.0744776234172908,1.5764689359243709,1.6841674247346448,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582016086028,-0.1199851031883322,0.4599900095308409,3.579581699940165e-10,-9.384993600353941e-11,1.5148313109008607,0.13373969680079068,0.13583700734167295,0.460984183820196,-3.400669466219212e-05,-0.00039158306144530705,1.8262081261556067,-0.24088610719709833,0.0924403519241096,0.46099000926142547,7.381485499717648e-07,-3.598220958785387e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":273.021},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":758},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1477245879697622,0.028823668516744155,0.45842150645450175,2.8045056752591035,-0.06625551823139496,0.4440683252345449,0.006931915533496027,0.1619685616419707,0.9013626733082574,1.1176104039825288,-1.386866880591718,-1.0744776234172908,1.5764689359243709,1.6841674247346448,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582016086028,-0.1199851031883322,0.4599900095308409,3.579581699940165e-10,-9.384993600353941e-11,1.5148313109008607,0.13373969680079068,0.13583700734167295,0.460984183820196,-3.400669466219212e-05,-0.00039158306144530705,1.8262081261556067,-0.24088610719709833,0.0924403519241096,0.46099000926142547,7.381485499717648e-07,-3.598220958785387e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.1619685616419707,0.9013626733082574,1.1176104039825288,-1.386866880591718,-1.0744776234172908,1.5764689359243709,1.6841674247346448],"gripper_action":1.0,"gripper_opening_width":0.006931915533496027,"tcp_orn":[2.8045056752591035,-0.06625551823139496,0.4440683252345449],"tcp_pos":[0.1477245879697622,0.028823668516744155,0.45842150645450175]},"robot_contact_count":6,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0005125578556830254,2.0401111018038322e-06,0.0033696330145348797],"current_lin_vel":[-6.622428424168544e-05,-9.945119123095454e-06,-3.84050022909227e-06],"current_orn":[0.00014455639076367896,-0.00013314235502095596,0.7914050213191411,0.6112921180641977],"current_pos":[0.13373969680079068,0.13583700734167295,0.460984183820196]},"block_pink":{"current_ang_vel":[-2.0161403117281307e-14,1.6597295824754582e-14,3.529219679754931e-16],"current_lin_vel":[3.2568273459729647e-16,4.072212201439922e-16,5.259681579161679e-15],"current_orn":[1.4231903450321525e-06,-1.1608374474145142e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709833,0.0924403519241096,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.5238085109313053e-14,6.447660299910275e-14,-4.5140567594170083e-10],"current_lin_vel":[-1.6740363496141996e-11,8.78840978075775e-14,1.8318679906315083e-15],"current_orn":[1.622883164576982e-10,8.887051158657415e-11,0.6870459206063697,0.7266139986114676],"current_pos":[0.22998582016086028,-0.1199851031883322,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":273.062},{"name":"submit_calvin_action","arguments":{"action":[-1.0,-1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,-1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.14896279597677137,0.02453341528944536,0.45879328401427016,2.794425238910242,-0.04266063830747719,0.40585804141354564,0.0007574255393817536,0.1797104294820237,0.9232602282050478,1.118264532027095,-1.3400305068107552,-1.0687460922979308,1.5226663691485776,1.6965467163404109,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582016030225,-0.11998510318832933,0.4599900095308409,3.5795791996526086e-10,-9.384997915598774e-11,1.5148313108858136,0.1337403211529432,0.13583713486884105,0.4609839603276113,-5.7475547992186535e-05,-0.00037729220926390313,1.8261479932883866,-0.2408861071970983,0.09244035192410958,0.46099000926142547,7.381485502871891e-07,-3.598220958575934e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":273.162},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":764},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.14896279597677137,0.02453341528944536,0.45879328401427016,2.794425238910242,-0.04266063830747719,0.40585804141354564,0.0007574255393817536,0.1797104294820237,0.9232602282050478,1.118264532027095,-1.3400305068107552,-1.0687460922979308,1.5226663691485776,1.6965467163404109,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582016030225,-0.11998510318832933,0.4599900095308409,3.5795791996526086e-10,-9.384997915598774e-11,1.5148313108858136,0.1337403211529432,0.13583713486884105,0.4609839603276113,-5.7475547992186535e-05,-0.00037729220926390313,1.8261479932883866,-0.2408861071970983,0.09244035192410958,0.46099000926142547,7.381485502871891e-07,-3.598220958575934e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.1797104294820237,0.9232602282050478,1.118264532027095,-1.3400305068107552,-1.0687460922979308,1.5226663691485776,1.6965467163404109],"gripper_action":1.0,"gripper_opening_width":0.0007574255393817536,"tcp_orn":[2.794425238910242,-0.04266063830747719,0.40585804141354564],"tcp_pos":[0.14896279597677137,0.02453341528944536,0.45879328401427016]},"robot_contact_count":8,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.002029135154545888,4.817488779257275e-05,-0.007746756270924901],"current_lin_vel":[0.00015119551423327648,3.825836812838736e-05,-2.8575219970551624e-05],"current_orn":[0.00013172415103053527,-0.00013806505713316315,0.7913866411831503,0.6113159148457036],"current_pos":[0.1337403211529432,0.13583713486884105,0.4609839603276113]},"block_pink":{"current_ang_vel":[-2.014582326546088e-14,1.6495997534758e-14,3.536874550302876e-16],"current_lin_vel":[3.236561598738165e-16,4.0691235143375234e-16,5.252742685257772e-15],"current_orn":[1.4231903450881666e-06,-1.160837447233674e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.2408861071970983,0.09244035192410958,0.46099000926142547]},"block_red":{"current_ang_vel":[1.4458480175636747e-13,-3.6469616374849353e-13,-4.5140567932946303e-10],"current_lin_vel":[-1.6748947021649275e-11,8.468765745565367e-14,1.3183898417423734e-15],"current_orn":[1.6228824044502667e-10,8.887041001714839e-11,0.6870459206009031,0.7266139986166367],"current_pos":[0.22998582016030225,-0.11998510318832933,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":273.171},{"name":"submit_calvin_action","arguments":{"action":[-1.0,-1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,-1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15443595026364287,0.019410244193142863,0.45954954425091105,2.785844977156739,-0.0209905983112118,0.34442168361165587,0.009950884538712014,0.19851885986320122,0.9573677512191736,1.125205441148885,-1.2734857139170852,-1.073341747673922,1.4612372777661762,1.7225862775488896,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582015974425,-0.11998510318832645,0.4599900095308409,3.579595253539406e-10,-9.384927345184961e-11,1.5148313108707665,0.1337403650432869,0.1358371567796404,0.46098403503319246,-3.911224724650367e-05,-0.0003803063305446892,1.8261637587238895,-0.24088610719709827,0.09244035192410956,0.46099000926142547,7.381485499875018e-07,-3.5982209588571894e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":273.271},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":770},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15443595026364287,0.019410244193142863,0.45954954425091105,2.785844977156739,-0.0209905983112118,0.34442168361165587,0.009950884538712014,0.19851885986320122,0.9573677512191736,1.125205441148885,-1.2734857139170852,-1.073341747673922,1.4612372777661762,1.7225862775488896,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582015974425,-0.11998510318832645,0.4599900095308409,3.579595253539406e-10,-9.384927345184961e-11,1.5148313108707665,0.1337403650432869,0.1358371567796404,0.46098403503319246,-3.911224724650367e-05,-0.0003803063305446892,1.8261637587238895,-0.24088610719709827,0.09244035192410956,0.46099000926142547,7.381485499875018e-07,-3.5982209588571894e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.19851885986320122,0.9573677512191736,1.125205441148885,-1.2734857139170852,-1.073341747673922,1.4612372777661762,1.7225862775488896],"gripper_action":1.0,"gripper_opening_width":0.009950884538712014,"tcp_orn":[2.785844977156739,-0.0209905983112118,0.34442168361165587],"tcp_pos":[0.15443595026364287,0.019410244193142863,0.45954954425091105]},"robot_contact_count":7,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0013117693950700478,0.0032933536112160293,0.0028788926565536353],"current_lin_vel":[9.361121640418191e-06,-2.6096146328468984e-05,4.513078495146233e-05],"current_orn":[0.0001385307459972921,-0.0001317190198269858,0.7913914609797651,0.6113096751627974],"current_pos":[0.1337403650432869,0.1358371567796404,0.46098403503319246]},"block_pink":{"current_ang_vel":[-2.017181273376321e-14,1.6752898918874737e-14,3.548019659474282e-16],"current_lin_vel":[3.287896789612055e-16,4.07437718253839e-16,5.259681579161679e-15],"current_orn":[1.4231903450609425e-06,-1.1608374474373601e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709827,0.09244035192410956,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0809693125816243e-14,3.9074866473650035e-14,-4.5140568383510693e-10],"current_lin_vel":[-1.674087172529724e-11,8.79955610893137e-14,2.2065682614424986e-15],"current_orn":[1.6228858126906465e-10,8.887121789105193e-11,0.6870459205954363,0.7266139986218058],"current_pos":[0.22998582015974425,-0.11998510318832645,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":273.281},{"name":"submit_calvin_action","arguments":{"action":[-1.0,-1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,-1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15266847072258963,0.012369490478474812,0.4631625333066528,2.7506578688174943,0.009497966981087642,0.29151613464815473,0.025047806201429497,0.22739578059804008,0.9900273352967772,1.1407241483450226,-1.2069202718980887,-1.0867201180411508,1.3668845025022651,1.7449687674473586,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582015918623,-0.11998510318832357,0.4599900095308409,3.5795938445354094e-10,-9.384933497287029e-11,1.5148313108557192,0.13374025242908544,0.13583710152995293,0.4609841767484156,-3.297275628192873e-05,-0.0003840729999461949,1.8261756150441504,-0.24088610719709824,0.09244035192410954,0.46099000926142547,7.381485503020909e-07,-3.5982209586483047e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":273.38},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":776},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15266847072258963,0.012369490478474812,0.4631625333066528,2.7506578688174943,0.009497966981087642,0.29151613464815473,0.025047806201429497,0.22739578059804008,0.9900273352967772,1.1407241483450226,-1.2069202718980887,-1.0867201180411508,1.3668845025022651,1.7449687674473586,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582015918623,-0.11998510318832357,0.4599900095308409,3.5795938445354094e-10,-9.384933497287029e-11,1.5148313108557192,0.13374025242908544,0.13583710152995293,0.4609841767484156,-3.297275628192873e-05,-0.0003840729999461949,1.8261756150441504,-0.24088610719709824,0.09244035192410954,0.46099000926142547,7.381485503020909e-07,-3.5982209586483047e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.22739578059804008,0.9900273352967772,1.1407241483450226,-1.2069202718980887,-1.0867201180411508,1.3668845025022651,1.7449687674473586],"gripper_action":1.0,"gripper_opening_width":0.025047806201429497,"tcp_orn":[2.7506578688174943,0.009497966981087642,0.29151613464815473],"tcp_pos":[0.15266847072258963,0.012369490478474812,0.4631625333066528]},"robot_contact_count":6,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0010009765729002468,0.0017226836542979685,0.003074841819138401],"current_lin_vel":[-2.5967206745092147e-05,-1.9799487347976558e-05,2.5182333760913334e-05],"current_orn":[0.00014189853939065871,-0.00013044010898309255,0.7913950850043151,0.6113049830331788],"current_pos":[0.13374025242908544,0.13583710152995293,0.4609841767484156]},"block_pink":{"current_ang_vel":[-2.0134048266570954e-14,1.6401074095055518e-14,3.477409800904426e-16],"current_lin_vel":[3.2176018613170813e-16,4.066569179504631e-16,5.252742685257772e-15],"current_orn":[1.4231903451168128e-06,-1.1608374472570042e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709824,0.09244035192410954,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.076350727160863e-14,3.90794467306277e-14,-4.5140568461253816e-10],"current_lin_vel":[-1.6740871665066622e-11,8.799463646446165e-14,2.213507155346406e-15],"current_orn":[1.6228855121351503e-10,8.887114713629112e-11,0.6870459205899696,0.7266139986269748],"current_pos":[0.22998582015918623,-0.11998510318832357,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":273.39},{"name":"submit_calvin_action","arguments":{"action":[-1.0,-1.0,0.6837466693347172,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,-1.0,0.6837466693347172,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.14776185411839007,0.006266381557644279,0.467097242709831,2.7123097140029775,0.04204932249517103,0.24551339533504038,0.039100948203058386,0.25687145068874434,1.0255718458835725,1.1639346087880535,-1.1402599350272624,-1.1063750419359235,1.2728507838480312,1.764789770407616,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201586282,-0.1199851031883207,0.4599900095308409,3.5795932497501006e-10,-9.3849404000568e-11,1.5148313108406715,0.1337397789256127,0.13583702310693524,0.4609842133866158,-3.329761020776379e-05,-0.00038749786922671556,1.8261994734483555,-0.2408861071970982,0.09244035192410952,0.46099000926142547,7.38148550001214e-07,-3.5982209589290123e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":273.488},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":782},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.14776185411839007,0.006266381557644279,0.467097242709831,2.7123097140029775,0.04204932249517103,0.24551339533504038,0.039100948203058386,0.25687145068874434,1.0255718458835725,1.1639346087880535,-1.1402599350272624,-1.1063750419359235,1.2728507838480312,1.764789770407616,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201586282,-0.1199851031883207,0.4599900095308409,3.5795932497501006e-10,-9.3849404000568e-11,1.5148313108406715,0.1337397789256127,0.13583702310693524,0.4609842133866158,-3.329761020776379e-05,-0.00038749786922671556,1.8261994734483555,-0.2408861071970982,0.09244035192410952,0.46099000926142547,7.38148550001214e-07,-3.5982209589290123e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.25687145068874434,1.0255718458835725,1.1639346087880535,-1.1402599350272624,-1.1063750419359235,1.2728507838480312,1.764789770407616],"gripper_action":1.0,"gripper_opening_width":0.039100948203058386,"tcp_orn":[2.7123097140029775,0.04204932249517103,0.24551339533504038],"tcp_pos":[0.14776185411839007,0.006266381557644279,0.467097242709831]},"robot_contact_count":9,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0007446939177883661,0.00019003903462590016,0.003264723087620595],"current_lin_vel":[-6.0390008409111335e-05,-1.4610242707369225e-05,7.113846568110316e-06],"current_orn":[0.00014315602940037623,-0.0001316137649752653,0.7914023770286557,0.6112955421214534],"current_pos":[0.1337397789256127,0.13583702310693524,0.4609842133866158]},"block_pink":{"current_ang_vel":[-2.0276439329196686e-14,1.642968415613215e-14,3.597936775803637e-16],"current_lin_vel":[3.223226415123339e-16,4.0954733310630844e-16,5.252742685257772e-15],"current_orn":[1.4231903450889546e-06,-1.1608374474608543e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.2408861071970982,0.09244035192410952,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0875999151367823e-14,3.882477199778569e-14,-4.5140567314389047e-10],"current_lin_vel":[-1.6740876444288136e-11,8.799684973857992e-14,2.220446049250313e-15],"current_orn":[1.6228855331781616e-10,8.887110162458333e-11,0.6870459205845025,0.726613998632144],"current_pos":[0.2299858201586282,-0.1199851031883207,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":273.498},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-0.5097242709830974,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-0.5097242709830974,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.14442471998037626,0.0003155610511981627,0.4732854145158135,2.6767432916962486,0.06811108099054032,0.20705921599409483,0.061972597434495666,0.2836434009991862,1.0603934109386566,1.1948559389705264,-1.0735870990882475,-1.1373726364635222,1.182408731693072,1.77558911138063,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582015807018,-0.11998510318831783,0.4599900095308409,3.5795918412685726e-10,-9.384946470089807e-11,1.5148313108256242,0.13373964224616972,0.13583706897757297,0.4609839875993564,-5.6317881085234255e-05,-0.0003780513398542834,1.826180114770384,-0.24088610719709816,0.0924403519241095,0.46099000926142547,7.381485503160329e-07,-3.5982209587195254e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":273.586},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":788},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.14442471998037626,0.0003155610511981627,0.4732854145158135,2.6767432916962486,0.06811108099054032,0.20705921599409483,0.061972597434495666,0.2836434009991862,1.0603934109386566,1.1948559389705264,-1.0735870990882475,-1.1373726364635222,1.182408731693072,1.77558911138063,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582015807018,-0.11998510318831783,0.4599900095308409,3.5795918412685726e-10,-9.384946470089807e-11,1.5148313108256242,0.13373964224616972,0.13583706897757297,0.4609839875993564,-5.6317881085234255e-05,-0.0003780513398542834,1.826180114770384,-0.24088610719709816,0.0924403519241095,0.46099000926142547,7.381485503160329e-07,-3.5982209587195254e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.2836434009991862,1.0603934109386566,1.1948559389705264,-1.0735870990882475,-1.1373726364635222,1.182408731693072,1.77558911138063],"gripper_action":1.0,"gripper_opening_width":0.061972597434495666,"tcp_orn":[2.6767432916962486,0.06811108099054032,0.20705921599409483],"tcp_pos":[0.14442471998037626,0.0003155610511981627,0.4732854145158135]},"robot_contact_count":8,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.002441301766847845,-0.003528574706584655,-0.007786791359049273],"current_lin_vel":[8.043162387762204e-05,4.656336122185581e-05,-3.747175869261293e-05],"current_orn":[0.00013238059781879607,-0.00013783688426031434,0.791396459284184,0.6113032043992797],"current_pos":[0.13373964224616972,0.13583706897757297,0.4609839875993564]},"block_pink":{"current_ang_vel":[-2.015153557271059e-14,1.6360155514284608e-14,3.5368644114678996e-16],"current_lin_vel":[3.2093931475248323e-16,4.070266129621389e-16,5.252742685257772e-15],"current_orn":[1.4231903451447234e-06,-1.1608374472801923e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709816,0.0924403519241095,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0668652285819226e-14,3.895238699830724e-14,-4.514056844851554e-10],"current_lin_vel":[-1.674087420063113e-11,8.79927390581426e-14,2.213507155346406e-15],"current_orn":[1.622885229993221e-10,8.887103118593315e-11,0.6870459205790358,0.7266139986373131],"current_pos":[0.22998582015807018,-0.11998510318831783,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":273.596},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1411762279985522,-0.005868163626747656,0.47875542039633623,2.6406411026014176,0.0931140455613331,0.17201928523877308,0.07421272880412048,0.3110297714935992,1.0972871871580827,1.2306630596893073,-1.0068556070136347,-1.1770035647014,1.0955822183297994,1.7824435542173291,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582015751215,-0.11998510318831496,0.4599900095308409,3.579591252933475e-10,-9.384953292827258e-11,1.514831310810577,0.133739398337824,0.1358369055384949,0.4609841484409575,-3.378465559941045e-05,-0.0003919866749371235,1.8262176284719653,-0.2408861071970981,0.09244035192410947,0.46099000926142547,7.381485500158082e-07,-3.5982209590006256e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":273.683},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":794},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1411762279985522,-0.005868163626747656,0.47875542039633623,2.6406411026014176,0.0931140455613331,0.17201928523877308,0.07421272880412048,0.3110297714935992,1.0972871871580827,1.2306630596893073,-1.0068556070136347,-1.1770035647014,1.0955822183297994,1.7824435542173291,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582015751215,-0.11998510318831496,0.4599900095308409,3.579591252933475e-10,-9.384953292827258e-11,1.514831310810577,0.133739398337824,0.1358369055384949,0.4609841484409575,-3.378465559941045e-05,-0.0003919866749371235,1.8262176284719653,-0.2408861071970981,0.09244035192410947,0.46099000926142547,7.381485500158082e-07,-3.5982209590006256e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.3110297714935992,1.0972871871580827,1.2306630596893073,-1.0068556070136347,-1.1770035647014,1.0955822183297994,1.7824435542173291],"gripper_action":1.0,"gripper_opening_width":0.07421272880412048,"tcp_orn":[2.6406411026014176,0.0931140455613331,0.17201928523877308],"tcp_pos":[0.1411762279985522,-0.005868163626747656,0.47875542039633623]},"robot_contact_count":7,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0007262230294909128,0.00018183329017272066,0.0033218908326374396],"current_lin_vel":[-6.16844939701041e-05,-1.4228339718730589e-05,5.667163190219149e-06],"current_orn":[0.00014478459974846033,-0.00013317716858539922,0.7914079256371617,0.6112883579293378],"current_pos":[0.133739398337824,0.1358369055384949,0.4609841484409575]},"block_pink":{"current_ang_vel":[-6.183234586821433e-14,-1.0481393948820516e-13,3.541742898836993e-16],"current_lin_vel":[-2.1025490620817933e-15,1.2406453326372926e-15,6.1825544683813405e-15],"current_orn":[1.4231903451172419e-06,-1.1608374474839882e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.2408861071970981,0.09244035192410947,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.079519957558793e-14,3.922612491431155e-14,-4.514056803657606e-10],"current_lin_vel":[-1.6740868602742597e-11,8.799525983346306e-14,2.213507155346406e-15],"current_orn":[1.6228852506303453e-10,8.887098618656807e-11,0.6870459205735692,0.7266139986424822],"current_pos":[0.22998582015751215,-0.11998510318831496,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":273.691},{"name":"submit_calvin_action","arguments":{"action":[-0.7176227998552193,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-0.7176227998552193,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.13812833282351697,-0.00952003861708145,0.4839772829088524,2.6156502705073126,0.11492666465179806,0.14271772472050498,0.07520525164302053,0.3388805939759051,1.1334497747850345,1.271757742657829,-0.9402664146626062,-1.2210396992719101,1.0222066781614165,1.7843454605086566,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582015695412,-0.11998510318831208,0.4599900095308409,3.579589578774534e-10,-9.384958339585459e-11,1.5148313107955291,0.13373978625125335,0.13583703247565213,0.46098401963209146,-3.92812062906554e-05,-0.00038280663517038696,1.8261888340063024,-0.24088610719709808,0.09244035192410946,0.46099000926142547,7.381485503321837e-07,-3.598220958790949e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":273.764},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":800},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.13812833282351697,-0.00952003861708145,0.4839772829088524,2.6156502705073126,0.11492666465179806,0.14271772472050498,0.07520525164302053,0.3388805939759051,1.1334497747850345,1.271757742657829,-0.9402664146626062,-1.2210396992719101,1.0222066781614165,1.7843454605086566,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582015695412,-0.11998510318831208,0.4599900095308409,3.579589578774534e-10,-9.384958339585459e-11,1.5148313107955291,0.13373978625125335,0.13583703247565213,0.46098401963209146,-3.92812062906554e-05,-0.00038280663517038696,1.8261888340063024,-0.24088610719709808,0.09244035192410946,0.46099000926142547,7.381485503321837e-07,-3.598220958790949e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.3388805939759051,1.1334497747850345,1.271757742657829,-0.9402664146626062,-1.2210396992719101,1.0222066781614165,1.7843454605086566],"gripper_action":1.0,"gripper_opening_width":0.07520525164302053,"tcp_orn":[2.6156502705073126,0.11492666465179806,0.14271772472050498],"tcp_pos":[0.13812833282351697,-0.00952003861708145,0.4839772829088524]},"robot_contact_count":5,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.001332748099147481,0.0034995250621819296,0.002939086937284816],"current_lin_vel":[1.2298759775404452e-05,-2.651310260557128e-05,4.1469924439686834e-05],"current_orn":[0.00013947012457370632,-0.0001325483577802139,0.7913991250840476,0.6112997528178962],"current_pos":[0.13373978625125335,0.13583703247565213,0.46098401963209146]},"block_pink":{"current_ang_vel":[-2.0153999883174907e-14,1.656095357040821e-14,3.536869504884466e-16],"current_lin_vel":[3.249552758501504e-16,4.070758862558612e-16,5.252742685257772e-15],"current_orn":[1.423190345173554e-06,-1.1608374473027609e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709808,0.09244035192410946,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0873567636067388e-14,3.898004397952539e-14,-4.5140568629762646e-10],"current_lin_vel":[-1.6740873670056597e-11,8.79968508504619e-14,2.213507155346406e-15],"current_orn":[1.622884815771102e-10,8.887091033891766e-11,0.6870459205681021,0.7266139986476514],"current_pos":[0.22998582015695412,-0.11998510318831208,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":273.773},{"name":"submit_calvin_action","arguments":{"action":[-0.41283328235169614,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-0.41283328235169614,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.13519917414006768,-0.011703981506281089,0.4900503400676769,2.594755639867613,0.12978046644477448,0.11548568616496446,0.07590792546768338,0.3698169174626883,1.1658143719320853,1.3155149051558104,-0.8736509236605106,-1.272058093238788,0.955940113586298,1.7852508988650577,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201563961,-0.11998510318830921,0.4599900095308409,3.5795892613627706e-10,-9.38496598418037e-11,1.514831310780482,0.13373973431394934,0.1358369490937828,0.46098419555418346,-3.3100166162469965e-05,-0.00038800384067696884,1.8261979804490192,-0.24088610719709802,0.09244035192410943,0.46099000926142547,7.381485505607642e-07,-3.598220959140121e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":273.847},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":806},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.13519917414006768,-0.011703981506281089,0.4900503400676769,2.594755639867613,0.12978046644477448,0.11548568616496446,0.07590792546768338,0.3698169174626883,1.1658143719320853,1.3155149051558104,-0.8736509236605106,-1.272058093238788,0.955940113586298,1.7852508988650577,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201563961,-0.11998510318830921,0.4599900095308409,3.5795892613627706e-10,-9.38496598418037e-11,1.514831310780482,0.13373973431394934,0.1358369490937828,0.46098419555418346,-3.3100166162469965e-05,-0.00038800384067696884,1.8261979804490192,-0.24088610719709802,0.09244035192410943,0.46099000926142547,7.381485505607642e-07,-3.598220959140121e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.3698169174626883,1.1658143719320853,1.3155149051558104,-0.8736509236605106,-1.272058093238788,0.955940113586298,1.7852508988650577],"gripper_action":1.0,"gripper_opening_width":0.07590792546768338,"tcp_orn":[2.594755639867613,0.12978046644477448,0.11548568616496446],"tcp_pos":[0.13519917414006768,-0.011703981506281089,0.4900503400676769]},"robot_contact_count":4,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0007081529007560994,0.0001839865732625322,0.0032420034759221327],"current_lin_vel":[-6.006177523875007e-05,-1.3884148383977356e-05,8.662896963482214e-06],"current_orn":[0.00014341649293114466,-0.0001316903922369764,0.7914019206681293,0.6112961328620903],"current_pos":[0.13373973431394934,0.1358369490937828,0.46098419555418346]},"block_pink":{"current_ang_vel":[-6.194324924110295e-14,-1.048831198001916e-13,3.54175504131326e-16],"current_lin_vel":[-2.1039326658348513e-15,1.2428633938703694e-15,6.1825544683813405e-15],"current_orn":[1.4231903453724709e-06,-1.1608374473658053e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709802,0.09244035192410943,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.5247101683577976e-14,6.453520891746369e-14,-4.51405675946502e-10],"current_lin_vel":[-1.674036232278673e-11,8.788427633669235e-14,1.8318679906315083e-15],"current_orn":[1.6228849630692604e-10,8.887087166052541e-11,0.6870459205626354,0.7266139986528205],"current_pos":[0.2299858201563961,-0.11998510318830921,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":273.856},{"name":"submit_calvin_action","arguments":{"action":[-0.1199174140067677,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-0.1199174140067677,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.132607097269733,-0.011548787771419065,0.4967345614664359,2.5853953773675364,0.13952680640349802,0.09158900841958247,0.07652375453547348,0.4021308026680619,1.1940754171545451,1.3622673273589005,-0.8069749781392885,-1.3252106511953454,0.9034851450512974,1.7835822380619235,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582015583807,-0.11998510318830634,0.4599900095308409,3.579587579277808e-10,-9.384970996974912e-11,1.5148313107654348,0.13373956190159966,0.13583692184155585,0.4609842186815163,-3.350077425194577e-05,-0.00038856429957357346,1.826205562639246,-0.24088610719709802,0.09244035192410942,0.46099000926142547,7.381485503468608e-07,-3.598220958862314e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":273.95},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":812},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.132607097269733,-0.011548787771419065,0.4967345614664359,2.5853953773675364,0.13952680640349802,0.09158900841958247,0.07652375453547348,0.4021308026680619,1.1940754171545451,1.3622673273589005,-0.8069749781392885,-1.3252106511953454,0.9034851450512974,1.7835822380619235,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582015583807,-0.11998510318830634,0.4599900095308409,3.579587579277808e-10,-9.384970996974912e-11,1.5148313107654348,0.13373956190159966,0.13583692184155585,0.4609842186815163,-3.350077425194577e-05,-0.00038856429957357346,1.826205562639246,-0.24088610719709802,0.09244035192410942,0.46099000926142547,7.381485503468608e-07,-3.598220958862314e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.4021308026680619,1.1940754171545451,1.3622673273589005,-0.8069749781392885,-1.3252106511953454,0.9034851450512974,1.7835822380619235],"gripper_action":1.0,"gripper_opening_width":0.07652375453547348,"tcp_orn":[2.5853953773675364,0.13952680640349802,0.09158900841958247],"tcp_pos":[0.132607097269733,-0.011548787771419065,0.4967345614664359]},"robot_contact_count":4,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0005576736135428117,-2.0750082454592026e-06,0.0033085911087403453],"current_lin_vel":[-6.509965455645395e-05,-1.0861588015530966e-05,-2.9143786217655787e-07],"current_orn":[0.00014351632246807741,-0.00013201967233623964,0.7914042380719051,0.6112931325769158],"current_pos":[0.13373956190159966,0.13583692184155585,0.4609842186815163]},"block_pink":{"current_ang_vel":[-2.0240332308398747e-14,1.6731746077226816e-14,3.6022708325910366e-16],"current_lin_vel":[3.283599335046259e-16,4.088283760365135e-16,5.259681579161679e-15],"current_orn":[1.4231903452017952e-06,-1.1608374473257724e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709802,0.09244035192410942,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0802912335364483e-14,3.8659984178965225e-14,-4.5140568359162937e-10],"current_lin_vel":[-1.6740880018058163e-11,8.799542219782153e-14,2.213507155346406e-15],"current_orn":[1.6228845241637087e-10,8.887079566399045e-11,0.6870459205571686,0.7266139986579896],"current_pos":[0.22998582015583807,-0.11998510318830634,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":273.96},{"name":"submit_calvin_action","arguments":{"action":[0.1392902730267015,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[0.1392902730267015,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12983545223832774,-0.010312775316098019,0.5022990095096382,2.5832582471969996,0.14972616062657662,0.06999254064610512,0.07704551064629403,0.4358065303180102,1.2200514309049708,1.4100405784211532,-0.7403023404936576,-1.3788638084453853,0.8602040645270695,1.7792710298111643,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582015528005,-0.11998510318830347,0.4599900095308409,3.579586993485082e-10,-9.384978037927999e-11,1.514831310750387,0.13373925740127907,0.13583680607653817,0.46098412124307203,-6.062467614270387e-05,-0.0003864680613574626,1.8261926600144978,-0.24088610719709797,0.09244035192410939,0.46099000926142547,7.381485511064995e-07,-3.5982209592799643e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":274.044},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":818},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12983545223832774,-0.010312775316098019,0.5022990095096382,2.5832582471969996,0.14972616062657662,0.06999254064610512,0.07704551064629403,0.4358065303180102,1.2200514309049708,1.4100405784211532,-0.7403023404936576,-1.3788638084453853,0.8602040645270695,1.7792710298111643,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582015528005,-0.11998510318830347,0.4599900095308409,3.579586993485082e-10,-9.384978037927999e-11,1.514831310750387,0.13373925740127907,0.13583680607653817,0.46098412124307203,-6.062467614270387e-05,-0.0003864680613574626,1.8261926600144978,-0.24088610719709797,0.09244035192410939,0.46099000926142547,7.381485511064995e-07,-3.5982209592799643e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.4358065303180102,1.2200514309049708,1.4100405784211532,-0.7403023404936576,-1.3788638084453853,0.8602040645270695,1.7792710298111643],"gripper_action":1.0,"gripper_opening_width":0.07704551064629403,"tcp_orn":[2.5832582471969996,0.14972616062657662,0.06999254064610512],"tcp_pos":[0.12983545223832774,-0.010312775316098019,0.5022990095096382]},"robot_contact_count":3,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.00011522711577316631,-0.0055283951703233095,-0.0076198400601630994],"current_lin_vel":[3.717104823723356e-05,-4.585185197884257e-06,-1.0516400269604265e-05],"current_orn":[0.00013439559225671436,-0.0001421128168042042,0.7914002927293896,0.6112982401492816],"current_pos":[0.13373925740127907,0.13583680607653817,0.46098412124307203]},"block_pink":{"current_ang_vel":[1.905374284559009e-13,2.1150759716433063e-13,3.5849800515220013e-16],"current_lin_vel":[4.223880912742216e-15,-3.8067308828612364e-15,3.7539416020138106e-15],"current_orn":[1.4231903456281118e-06,-1.1608374472475112e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709797,0.09244035192410939,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.502826681285962e-14,6.432171112087169e-14,-4.5140569043667917e-10],"current_lin_vel":[-1.6740366965763076e-11,8.787995229835808e-14,1.824929096727601e-15],"current_orn":[1.622884553220702e-10,8.887074995916885e-11,0.6870459205517017,0.7266139986631588],"current_pos":[0.22998582015528005,-0.11998510318830347,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":274.053},{"name":"submit_calvin_action","arguments":{"action":[0.41645477616722715,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[0.41645477616722715,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12661800406344223,-0.009143406014074491,0.5059351596905408,2.5835525202425096,0.16311739757654634,0.049113048721210285,0.07749601517270868,0.4706071791094929,1.2446971994208913,1.4578192220531068,-0.6736335989685949,-1.4327072177726898,0.8225513242188655,1.7726258198111668,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582015472202,-0.1199851031883006,0.4599900095308409,3.579585324349927e-10,-9.38498321767847e-11,1.5148313107353397,0.13373983883489324,0.1358371759357616,0.46098391036378644,-5.118719179896577e-05,-0.0003686890344349339,1.8261665437135166,-0.24088610719709794,0.09244035192410938,0.46099000926142547,7.381485503602287e-07,-3.5982209589334e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":274.126},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":824},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12661800406344223,-0.009143406014074491,0.5059351596905408,2.5835525202425096,0.16311739757654634,0.049113048721210285,0.07749601517270868,0.4706071791094929,1.2446971994208913,1.4578192220531068,-0.6736335989685949,-1.4327072177726898,0.8225513242188655,1.7726258198111668,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582015472202,-0.1199851031883006,0.4599900095308409,3.579585324349927e-10,-9.38498321767847e-11,1.5148313107353397,0.13373983883489324,0.1358371759357616,0.46098391036378644,-5.118719179896577e-05,-0.0003686890344349339,1.8261665437135166,-0.24088610719709794,0.09244035192410938,0.46099000926142547,7.381485503602287e-07,-3.5982209589334e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.4706071791094929,1.2446971994208913,1.4578192220531068,-0.6736335989685949,-1.4327072177726898,0.8225513242188655,1.7726258198111668],"gripper_action":1.0,"gripper_opening_width":0.07749601517270868,"tcp_orn":[2.5835525202425096,0.16311739757654634,0.049113048721210285],"tcp_pos":[0.12661800406344223,-0.009143406014074491,0.5059351596905408]},"robot_contact_count":3,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.004718256768399463,5.132837768500199e-05,-0.0077013846239268715],"current_lin_vel":[0.0001503762899346892,9.217340626212581e-05,-5.9870724829637345e-05],"current_orn":[0.0001302432514029133,-0.00013294595974904934,0.7913923123665254,0.611308574526181],"current_pos":[0.13373983883489324,0.1358371759357616,0.46098391036378644]},"block_pink":{"current_ang_vel":[-6.178339123692943e-14,-1.0500858468303869e-13,3.5305144767808764e-16],"current_lin_vel":[-2.106437455978163e-15,1.239660629044859e-15,6.175615574477433e-15],"current_orn":[1.423190345229441e-06,-1.1608374473490898e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709794,0.09244035192410938,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.5192163487290322e-14,6.457530792550884e-14,-4.51405677757102e-10],"current_lin_vel":[-1.6740361543128177e-11,8.788319083146504e-14,1.824929096727601e-15],"current_orn":[1.6228841247552254e-10,8.887067380092689e-11,0.6870459205462348,0.7266139986683279],"current_pos":[0.22998582015472202,-0.1199851031883006,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":274.137},{"name":"submit_calvin_action","arguments":{"action":[0.7381995936557778,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[0.7381995936557778,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12284117108459838,-0.009156399108241273,0.5073058376719,2.580452167144773,0.18050192104367485,0.028096720643775643,0.07775909216907465,0.5066180800967494,1.268776643074971,1.5051120746007176,-0.6071147204517297,-1.4890349614947371,0.7867914249803124,1.7625616331626905,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.229985820154164,-0.11998510318829772,0.4599900095308409,3.5795836448429076e-10,-9.384988138782293e-11,1.5148313107202924,0.1337396818387044,0.13583683011681336,0.46098410807198953,-3.539183807102982e-05,-0.00039015986195640773,1.8261948649287905,-0.2408861071970979,0.09244035192410936,0.46099000926142547,7.381485501457117e-07,-3.5982209586546804e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":274.228},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":830},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12284117108459838,-0.009156399108241273,0.5073058376719,2.580452167144773,0.18050192104367485,0.028096720643775643,0.07775909216907465,0.5066180800967494,1.268776643074971,1.5051120746007176,-0.6071147204517297,-1.4890349614947371,0.7867914249803124,1.7625616331626905,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.229985820154164,-0.11998510318829772,0.4599900095308409,3.5795836448429076e-10,-9.384988138782293e-11,1.5148313107202924,0.1337396818387044,0.13583683011681336,0.46098410807198953,-3.539183807102982e-05,-0.00039015986195640773,1.8261948649287905,-0.2408861071970979,0.09244035192410936,0.46099000926142547,7.381485501457117e-07,-3.5982209586546804e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.5066180800967494,1.268776643074971,1.5051120746007176,-0.6071147204517297,-1.4890349614947371,0.7867914249803124,1.7625616331626905],"gripper_action":1.0,"gripper_opening_width":0.07775909216907465,"tcp_orn":[2.580452167144773,0.18050192104367485,0.028096720643775643],"tcp_pos":[0.12284117108459838,-0.009156399108241273,0.5073058376719]},"robot_contact_count":3,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.00040617632836587237,0.0031874200194794804,0.0032854650506377366],"current_lin_vel":[-8.261221250208795e-07,-7.850075617248085e-06,2.2508567383144884e-06],"current_orn":[0.00014356897995700175,-0.0001332564163875563,0.7914009680853881,0.6112973657265227],"current_pos":[0.1337396818387044,0.13583683011681336,0.46098410807198953]},"block_pink":{"current_ang_vel":[-2.0115070400179366e-14,1.6389318281789695e-14,3.5491961451585617e-16],"current_lin_vel":[3.215179905742383e-16,4.0630327307697106e-16,5.259681579161679e-15],"current_orn":[1.423190345058239e-06,-1.1608374473088972e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.2408861071970979,0.09244035192410936,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.5267227927327446e-14,6.437594491787568e-14,-4.5140568577997895e-10],"current_lin_vel":[-1.6740365754810984e-11,8.788471582092013e-14,1.824929096727601e-15],"current_orn":[1.6228836836364714e-10,8.887059822606895e-11,0.6870459205407681,0.726613998673497],"current_pos":[0.229985820154164,-0.11998510318829772,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":274.235},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.11898360619127654,-0.008556580013654877,0.5067584908033848,2.584688902094269,0.20338806965044484,0.012182159285148523,0.07799784537112181,0.5417776064664582,1.290537525937945,1.5528976918770288,-0.5405397379281679,-1.5402063086265319,0.7614078025612888,1.7465196878500053,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582015360597,-0.11998510318829485,0.4599900095308409,3.579581991990353e-10,-9.384993418359976e-11,1.5148313107052453,0.133738980082181,0.13583669945659732,0.46098409594489254,-4.247241042082214e-05,-0.0003945785299432785,1.8262239587761615,-0.24088610719709785,0.09244035192410933,0.46099000926142547,7.381485503736936e-07,-3.5982209590042246e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":274.303},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":836},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.11898360619127654,-0.008556580013654877,0.5067584908033848,2.584688902094269,0.20338806965044484,0.012182159285148523,0.07799784537112181,0.5417776064664582,1.290537525937945,1.5528976918770288,-0.5405397379281679,-1.5402063086265319,0.7614078025612888,1.7465196878500053,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582015360597,-0.11998510318829485,0.4599900095308409,3.579581991990353e-10,-9.384993418359976e-11,1.5148313107052453,0.133738980082181,0.13583669945659732,0.46098409594489254,-4.247241042082214e-05,-0.0003945785299432785,1.8262239587761615,-0.24088610719709785,0.09244035192410933,0.46099000926142547,7.381485503736936e-07,-3.5982209590042246e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.5417776064664582,1.290537525937945,1.5528976918770288,-0.5405397379281679,-1.5402063086265319,0.7614078025612888,1.7465196878500053],"gripper_action":1.0,"gripper_opening_width":0.07799784537112181,"tcp_orn":[2.584688902094269,0.20338806965044484,0.012182159285148523],"tcp_pos":[0.11898360619127654,-0.008556580013654877,0.5067584908033848]},"robot_contact_count":4,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.000511251958733819,-0.0020055772399284505,-4.830775962679206e-05],"current_lin_vel":[-3.981918795826535e-05,-1.0722393471795309e-05,-2.0784252407826664e-06],"current_orn":[0.00014315528027412623,-0.00013740667987492024,0.7914098596493558,0.611285853488985],"current_pos":[0.133738980082181,0.13583669945659732,0.46098409594489254]},"block_pink":{"current_ang_vel":[-6.187603736781051e-14,-1.049935951226968e-13,3.545949471772419e-16],"current_lin_vel":[-2.1061461247130846e-15,1.2415222840225825e-15,6.189493362285248e-15],"current_orn":[1.4231903452570415e-06,-1.1608374473722752e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709785,0.09244035192410933,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.5160255976128072e-14,6.466746077864418e-14,-4.5140568221630724e-10],"current_lin_vel":[-1.6740359823792748e-11,8.788256576199513e-14,1.8318679906315083e-15],"current_orn":[1.6228832645158715e-10,8.887052226449248e-11,0.6870459205353013,0.726613998678666],"current_pos":[0.22998582015360597,-0.11998510318829485,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":274.315},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1152239091762073,-0.007936333222819933,0.5059644254227289,2.5906610416839726,0.22354689120589621,-0.0030547859104846937,0.07830689113064396,0.5732035687805201,1.3069523015794102,1.5979925125746648,-0.4822927377650609,-1.5896544065477698,0.7431456390865147,1.7339796907803704,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582015304794,-0.11998510318829197,0.4599900095308409,3.5795787062833197e-10,-9.384996772082057e-11,1.514831310690198,0.13373939268442014,0.13583682453588725,0.46098410164275944,-3.353019387404613e-05,-0.0003894377876896169,1.8262093071202201,-0.24088610719709783,0.09244035192410932,0.46099000926142547,7.381485501606595e-07,-3.5982209587254025e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":274.383},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":842},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1152239091762073,-0.007936333222819933,0.5059644254227289,2.5906610416839726,0.22354689120589621,-0.0030547859104846937,0.07830689113064396,0.5732035687805201,1.3069523015794102,1.5979925125746648,-0.4822927377650609,-1.5896544065477698,0.7431456390865147,1.7339796907803704,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582015304794,-0.11998510318829197,0.4599900095308409,3.5795787062833197e-10,-9.384996772082057e-11,1.514831310690198,0.13373939268442014,0.13583682453588725,0.46098410164275944,-3.353019387404613e-05,-0.0003894377876896169,1.8262093071202201,-0.24088610719709783,0.09244035192410932,0.46099000926142547,7.381485501606595e-07,-3.5982209587254025e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.5732035687805201,1.3069523015794102,1.5979925125746648,-0.4822927377650609,-1.5896544065477698,0.7431456390865147,1.7339796907803704],"gripper_action":1.0,"gripper_opening_width":0.07830689113064396,"tcp_orn":[2.5906610416839726,0.22354689120589621,-0.0030547859104846937],"tcp_pos":[0.1152239091762073,-0.007936333222819933,0.5059644254227289]},"robot_contact_count":4,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0010050917700500119,0.0016291822109006915,0.003150875759275555],"current_lin_vel":[-2.9342093863605305e-05,-1.9862382052676656e-05,2.3731689849856852e-05],"current_orn":[0.00014385321925576393,-0.0001322980230565557,0.7914053824846249,0.6112916508327665],"current_pos":[0.13373939268442014,0.13583682453588725,0.46098410164275944]},"block_pink":{"current_ang_vel":[-2.0148683021645247e-14,1.670407357859193e-14,3.5468890487712693e-16],"current_lin_vel":[3.278122752273049e-16,4.06975196370103e-16,5.259681579161679e-15],"current_orn":[1.4231903450863817e-06,-1.1608374473315742e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709783,0.09244035192410932,0.46099000926142547]},"block_red":{"current_ang_vel":[1.4454197339347852e-13,-3.642256819408336e-13,-4.514056795660001e-10],"current_lin_vel":[-1.6748937606289734e-11,8.468851487933854e-14,1.3114509478384662e-15],"current_orn":[1.6228821860102481e-10,8.887039720738373e-11,0.6870459205298346,0.7266139986838351],"current_pos":[0.22998582015304794,-0.11998510318829197,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":274.393},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.11380247976275835,-0.007552998322217369,0.5054294687747483,2.5946062989480265,0.23243443618027812,-0.007698234028893828,0.07857992934369609,0.588630324736846,1.319011394172866,1.6402723262214172,-0.4551486623845167,-1.6369558066658583,0.733122131679209,1.7233570475676279,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582015248994,-0.11998510318828909,0.4599900095308409,3.5795947563077476e-10,-9.384926250548761e-11,1.5148313106751503,0.13373912148584938,0.13583679100047924,0.46098419390298767,-3.3775500804869174e-05,-0.00039043749867671986,1.826222229373595,-0.24088610719709777,0.09244035192410929,0.46099000926142547,7.381485503871678e-07,-3.598220959075777e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":274.458},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":848},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.11380247976275835,-0.007552998322217369,0.5054294687747483,2.5946062989480265,0.23243443618027812,-0.007698234028893828,0.07857992934369609,0.588630324736846,1.319011394172866,1.6402723262214172,-0.4551486623845167,-1.6369558066658583,0.733122131679209,1.7233570475676279,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582015248994,-0.11998510318828909,0.4599900095308409,3.5795947563077476e-10,-9.384926250548761e-11,1.5148313106751503,0.13373912148584938,0.13583679100047924,0.46098419390298767,-3.3775500804869174e-05,-0.00039043749867671986,1.826222229373595,-0.24088610719709777,0.09244035192410929,0.46099000926142547,7.381485503871678e-07,-3.598220959075777e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.588630324736846,1.319011394172866,1.6402723262214172,-0.4551486623845167,-1.6369558066658583,0.733122131679209,1.7233570475676279],"gripper_action":1.0,"gripper_opening_width":0.07857992934369609,"tcp_orn":[2.5946062989480265,0.23243443618027812,-0.007698234028893828],"tcp_pos":[0.11380247976275835,-0.007552998322217369,0.5054294687747483]},"robot_contact_count":4,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0005759732171047238,-2.510332436104877e-06,0.003339820440427743],"current_lin_vel":[-6.572598403067403e-05,-1.1221081491747584e-05,-9.494018632719148e-07],"current_orn":[0.00014417468793915202,-0.00013269971762832922,0.7914093320023843,0.6112865374143163],"current_pos":[0.13373912148584938,0.13583679100047924,0.46098419390298767]},"block_pink":{"current_ang_vel":[-6.186372649826207e-14,-1.0506837594619998e-13,3.540665716747731e-16],"current_lin_vel":[-2.107638694497203e-15,1.2412730371185972e-15,6.1825544683813405e-15],"current_orn":[1.4231903452848756e-06,-1.1608374473957395e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709777,0.09244035192410929,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.075703192711412e-14,3.910492095239513e-14,-4.514056818099306e-10],"current_lin_vel":[-1.6740871089799487e-11,8.799449135710314e-14,2.213507155346406e-15],"current_orn":[1.6228855945265607e-10,8.887120477101957e-11,0.6870459205243676,0.7266139986890043],"current_pos":[0.22998582015248994,-0.11998510318828909,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":274.466},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.11387761903910472,-0.00736352561310058,0.5050425811209812,2.5978017393960213,0.2371558052194733,-0.003517820961311621,0.07880298398635097,0.5960877518974504,1.3295718424536371,1.6810440658428762,-0.4435490107626297,-1.6835394658205773,0.7259082498111126,1.7102244992152305,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582015193192,-0.11998510318828622,0.4599900095308409,3.5795933552588515e-10,-9.384932139847651e-11,1.5148313106601028,0.13373942661617233,0.13583668818210584,0.46098410292173503,-3.347555419381784e-05,-0.00039477858431230046,1.826206943564964,-0.24088610719709774,0.09244035192410928,0.46099000926142547,7.381485501731346e-07,-3.5982209587966177e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":274.537},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":854},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.11387761903910472,-0.00736352561310058,0.5050425811209812,2.5978017393960213,0.2371558052194733,-0.003517820961311621,0.07880298398635097,0.5960877518974504,1.3295718424536371,1.6810440658428762,-0.4435490107626297,-1.6835394658205773,0.7259082498111126,1.7102244992152305,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582015193192,-0.11998510318828622,0.4599900095308409,3.5795933552588515e-10,-9.384932139847651e-11,1.5148313106601028,0.13373942661617233,0.13583668818210584,0.46098410292173503,-3.347555419381784e-05,-0.00039477858431230046,1.826206943564964,-0.24088610719709774,0.09244035192410928,0.46099000926142547,7.381485501731346e-07,-3.5982209587966177e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.5960877518974504,1.3295718424536371,1.6810440658428762,-0.4435490107626297,-1.6835394658205773,0.7259082498111126,1.7102244992152305],"gripper_action":1.0,"gripper_opening_width":0.07880298398635097,"tcp_orn":[2.5978017393960213,0.2371558052194733,-0.003517820961311621],"tcp_pos":[0.11387761903910472,-0.00736352561310058,0.5050425811209812]},"robot_contact_count":4,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.00031322840283083773,-1.479037949946057e-05,0.00331169329725652],"current_lin_vel":[-6.54148362738655e-05,-5.9699615240194455e-06,-5.59307091738126e-07],"current_orn":[0.000145983129002517,-0.00013390896668559162,0.7914046596352324,0.6112925858089205],"current_pos":[0.13373942661617233,0.13583668818210584,0.46098410292173503]},"block_pink":{"current_ang_vel":[-2.0287662925598952e-14,1.645769552467913e-14,3.5368046110872707e-16],"current_lin_vel":[3.2289011893322836e-16,4.0974908777354533e-16,5.252742685257772e-15],"current_orn":[1.4231903451137224e-06,-1.1608374473552238e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709774,0.09244035192410928,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0733159994695784e-14,3.880297136101199e-14,-4.5140567848851043e-10],"current_lin_vel":[-1.6740877044216957e-11,8.799400115590394e-14,2.220446049250313e-15],"current_orn":[1.6228852878333158e-10,8.887113524431705e-11,0.6870459205189007,0.7266139986941735],"current_pos":[0.22998582015193192,-0.11998510318828622,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":274.547},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.11425063927108602,-0.007338546364047793,0.5047266899259285,2.60049003998304,0.2422080898583661,0.005464555534157136,0.07895773721041044,0.6002529679627354,1.339576327661569,1.7205568736664094,-0.4387762085385464,-1.728130580088377,0.7189607800900016,1.6953735694139436,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201513739,-0.11998510318828334,0.4599900095308409,3.579592747514919e-10,-9.384939072682022e-11,1.5148313106450557,0.13373976414428523,0.1358366420712226,0.4609840489435695,-3.2934365582902946e-05,-0.00039622543941366495,1.8261894825061022,-0.2408861071970977,0.09244035192410925,0.46099000926142547,7.381485504010625e-07,-3.598220959147739e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":274.617},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":860},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.11425063927108602,-0.007338546364047793,0.5047266899259285,2.60049003998304,0.2422080898583661,0.005464555534157136,0.07895773721041044,0.6002529679627354,1.339576327661569,1.7205568736664094,-0.4387762085385464,-1.728130580088377,0.7189607800900016,1.6953735694139436,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201513739,-0.11998510318828334,0.4599900095308409,3.579592747514919e-10,-9.384939072682022e-11,1.5148313106450557,0.13373976414428523,0.1358366420712226,0.4609840489435695,-3.2934365582902946e-05,-0.00039622543941366495,1.8261894825061022,-0.2408861071970977,0.09244035192410925,0.46099000926142547,7.381485504010625e-07,-3.598220959147739e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.6002529679627354,1.339576327661569,1.7205568736664094,-0.4387762085385464,-1.728130580088377,0.7189607800900016,1.6953735694139436],"gripper_action":1.0,"gripper_opening_width":0.07895773721041044,"tcp_orn":[2.60049003998304,0.2422080898583661,0.005464555534157136],"tcp_pos":[0.11425063927108602,-0.007338546364047793,0.5047266899259285]},"robot_contact_count":4,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.00020629388416032774,4.220029232338972e-05,0.0032448194975541363],"current_lin_vel":[-6.295228451112735e-05,-3.8441438826237905e-06,4.166905931968223e-06],"current_orn":[0.00014671989413958785,-0.00013413832393315939,0.7913993226128677,0.6112994950497481],"current_pos":[0.13373976414428523,0.1358366420712226,0.4609840489435695]},"block_pink":{"current_ang_vel":[-6.184016855248083e-14,-1.0496230318663516e-13,3.529381415258209e-16],"current_lin_vel":[-2.105512725370854e-15,1.2407962335819514e-15,6.175615574477433e-15],"current_orn":[1.4231903453130024e-06,-1.16083744741923e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.2408861071970977,0.09244035192410925,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.086386609852209e-14,3.884522387124868e-14,-4.5140568286693395e-10],"current_lin_vel":[-1.6740876332413512e-11,8.799662478286001e-14,2.213507155346406e-15],"current_orn":[1.6228853052011561e-10,8.887108917822408e-11,0.687045920513434,0.7266139986993425],"current_pos":[0.2299858201513739,-0.11998510318828334,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":274.627},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.11482930916609577,-0.00726518447503844,0.5044029242977502,2.603090381213073,0.24646112144606258,0.01568789756104773,0.07912476994348003,0.6031861141315298,1.3492671383251984,1.7588564937806124,-0.4370163061416527,-1.7715872088031084,0.7128071368252515,1.6804121879794944,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582015081587,-0.11998510318828047,0.4599900095308409,3.579592435317874e-10,-9.384946754426569e-11,1.5148313106300082,0.13373930788081495,0.1358367021986446,0.46098411242847176,-3.3141554402552166e-05,-0.0003924895186607963,1.8262107124773301,-0.24088610719709766,0.09244035192410924,0.46099000926142547,7.381485501876032e-07,-3.5982209588694083e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":274.695},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":866},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.11482930916609577,-0.00726518447503844,0.5044029242977502,2.603090381213073,0.24646112144606258,0.01568789756104773,0.07912476994348003,0.6031861141315298,1.3492671383251984,1.7588564937806124,-0.4370163061416527,-1.7715872088031084,0.7128071368252515,1.6804121879794944,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582015081587,-0.11998510318828047,0.4599900095308409,3.579592435317874e-10,-9.384946754426569e-11,1.5148313106300082,0.13373930788081495,0.1358367021986446,0.46098411242847176,-3.3141554402552166e-05,-0.0003924895186607963,1.8262107124773301,-0.24088610719709766,0.09244035192410924,0.46099000926142547,7.381485501876032e-07,-3.5982209588694083e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.6031861141315298,1.3492671383251984,1.7588564937806124,-0.4370163061416527,-1.7715872088031084,0.7128071368252515,1.6804121879794944],"gripper_action":1.0,"gripper_opening_width":0.07912476994348003,"tcp_orn":[2.603090381213073,0.24646112144606258,0.01568789756104773],"tcp_pos":[0.11482930916609577,-0.00726518447503844,0.5044029242977502]},"robot_contact_count":3,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.000614649715619008,0.00016973800362710817,0.003248178200943739],"current_lin_vel":[-6.0468704901443264e-05,-1.2012253263011369e-05,9.897678843746871e-06],"current_orn":[0.00014517967696225755,-0.00013307688418079245,0.7914058118001405,0.6112910945387352],"current_pos":[0.13373930788081495,0.1358367021986446,0.46098411242847176]},"block_pink":{"current_ang_vel":[-2.0251062033178606e-14,1.6515684788628737e-14,3.609650890649888e-16],"current_lin_vel":[3.240381168461404e-16,4.090455746212388e-16,5.259681579161679e-15],"current_orn":[1.4231903451423333e-06,-1.1608374473788537e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709766,0.09244035192410924,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0853323191674348e-14,3.898047423819678e-14,-4.514056730363494e-10],"current_lin_vel":[-1.674087332313281e-11,8.799639324093651e-14,2.220446049250313e-15],"current_orn":[1.622885455670034e-10,8.887105054400218e-11,0.6870459205079672,0.7266139987045117],"current_pos":[0.22998582015081587,-0.11998510318828047,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":274.705},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.11550132812755218,-0.0072547332275851514,0.504124130807382,2.6055000590926105,0.2504579793695314,0.026233113900702633,0.07926964512081519,0.6056397152622062,1.3586602198296787,1.7960691584101,-0.43662652073196173,-1.8140616434237087,0.7067877581278962,1.66538384881044,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582015025784,-0.1199851031882776,0.4599900095308409,3.579591007302802e-10,-9.38495269785127e-11,1.514831310614961,0.13373916139055048,0.13583666981138823,0.4609841307799427,-3.353269560122161e-05,-0.00039329274788291147,1.8262170227040189,-0.2408861071970976,0.09244035192410921,0.46099000926142547,7.381485504175676e-07,-3.5982209592181894e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":274.773},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":872},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.11550132812755218,-0.0072547332275851514,0.504124130807382,2.6055000590926105,0.2504579793695314,0.026233113900702633,0.07926964512081519,0.6056397152622062,1.3586602198296787,1.7960691584101,-0.43662652073196173,-1.8140616434237087,0.7067877581278962,1.66538384881044,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582015025784,-0.1199851031882776,0.4599900095308409,3.579591007302802e-10,-9.38495269785127e-11,1.514831310614961,0.13373916139055048,0.13583666981138823,0.4609841307799427,-3.353269560122161e-05,-0.00039329274788291147,1.8262170227040189,-0.2408861071970976,0.09244035192410921,0.46099000926142547,7.381485504175676e-07,-3.5982209592181894e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.6056397152622062,1.3586602198296787,1.7960691584101,-0.43662652073196173,-1.8140616434237087,0.7067877581278962,1.66538384881044],"gripper_action":1.0,"gripper_opening_width":0.07926964512081519,"tcp_orn":[2.6055000590926105,0.2504579793695314,0.026233113900702633],"tcp_pos":[0.11550132812755218,-0.0072547332275851514,0.504124130807382]},"robot_contact_count":3,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0004410782221100052,-1.1696333248691749e-05,0.0033141399595958162],"current_lin_vel":[-6.540162243457578e-05,-8.527691172520684e-06,7.21683809136453e-07],"current_orn":[0.00014537838767027158,-0.00013347670463817926,0.7914077403962955,0.6112885975461375],"current_pos":[0.13373916139055048,0.13583666981138823,0.4609841307799427]},"block_pink":{"current_ang_vel":[-6.184172391101284e-14,-1.0484019188202031e-13,3.5411320314698453e-16],"current_lin_vel":[-2.103074074625077e-15,1.2408326819761561e-15,6.1825544683813405e-15],"current_orn":[1.4231903453416626e-06,-1.1608374474413092e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.2408861071970976,0.09244035192410921,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.079725275890024e-14,3.8849953387187197e-14,-4.514056808542976e-10],"current_lin_vel":[-1.674087615605596e-11,8.799529375026982e-14,2.213507155346406e-15],"current_orn":[1.622885141039134e-10,8.88709798943067e-11,0.6870459205025004,0.7266139987096808],"current_pos":[0.22998582015025784,-0.1199851031882776,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":274.783},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1161940441954375,-0.007231813408990054,0.5038465335819743,2.607930594716959,0.2543558867906189,0.03692301263865406,0.0793910774989418,0.6080415143458733,1.3678160112408089,1.8322868114660273,-0.4368860939079041,-1.8556157718929114,0.7010333642589042,1.6502505651144257,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582014969982,-0.11998510318827472,0.4599900095308409,3.579590395997257e-10,-9.384959443879233e-11,1.5148313105999136,0.1337388425066172,0.13583659741581014,0.46098407394049956,-6.062621882378838e-05,-0.0003889670323691114,1.8262043108678676,-0.24088610719709758,0.0924403519241092,0.46099000926142547,7.381485502039323e-07,-3.5982209589401084e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":274.876},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":878},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1161940441954375,-0.007231813408990054,0.5038465335819743,2.607930594716959,0.2543558867906189,0.03692301263865406,0.0793910774989418,0.6080415143458733,1.3678160112408089,1.8322868114660273,-0.4368860939079041,-1.8556157718929114,0.7010333642589042,1.6502505651144257,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582014969982,-0.11998510318827472,0.4599900095308409,3.579590395997257e-10,-9.384959443879233e-11,1.5148313105999136,0.1337388425066172,0.13583659741581014,0.46098407394049956,-6.062621882378838e-05,-0.0003889670323691114,1.8262043108678676,-0.24088610719709758,0.0924403519241092,0.46099000926142547,7.381485502039323e-07,-3.5982209589401084e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.6080415143458733,1.3678160112408089,1.8322868114660273,-0.4368860939079041,-1.8556157718929114,0.7010333642589042,1.6502505651144257],"gripper_action":1.0,"gripper_opening_width":0.0793910774989418,"tcp_orn":[2.607930594716959,0.2543558867906189,0.03692301263865406],"tcp_pos":[0.1161940441954375,-0.007231813408990054,0.5038465335819743]},"robot_contact_count":3,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[6.621435065012763e-05,-0.005537335148094815,-0.007619836379291052],"current_lin_vel":[3.699388858448319e-05,-3.602141335864837e-06,-9.51705125077501e-06],"current_orn":[0.00013538479626007494,-0.0001428764468506617,0.7914038535740823,0.6112936297765343],"current_pos":[0.1337388425066172,0.13583659741581014,0.46098407394049956]},"block_pink":{"current_ang_vel":[-6.18628032773996e-14,-1.0484715273341023e-13,3.522872915421691e-16],"current_lin_vel":[-2.103208214927363e-15,1.2412461467427183e-15,6.1825544683813405e-15],"current_orn":[1.423190345171004e-06,-1.1608374474010855e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709758,0.0924403519241092,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.093351192646064e-14,3.8802045285459587e-14,-4.51405674618613e-10],"current_lin_vel":[-1.6740876967990324e-11,8.799799136809298e-14,2.213507155346406e-15],"current_orn":[1.6228851506957865e-10,8.88709343845449e-11,0.6870459204970336,0.7266139987148499],"current_pos":[0.22998582014969982,-0.11998510318827472,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":274.887},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.11687918429576956,-0.007192290941096677,0.503564537409202,2.6104243266903207,0.2582493512573466,0.047631341116026,0.07948859319335401,0.6105373830246195,1.3767383055996192,1.8675541667362627,-0.43747263494877103,-1.8962627970065,0.695522604236584,1.6350179401365907,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201491418,-0.11998510318827185,0.4599900095308409,3.579589562770961e-10,-9.384965402563558e-11,1.5148313105848659,0.13373940170961754,0.13583698912047037,0.4609838865728569,-5.1278039663475825e-05,-0.00037004685009153456,1.8261789523226064,-0.24088610719709752,0.09244035192410917,0.46099000926142547,7.381485509619751e-07,-3.5982209593571278e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":274.981},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":884},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.11687918429576956,-0.007192290941096677,0.503564537409202,2.6104243266903207,0.2582493512573466,0.047631341116026,0.07948859319335401,0.6105373830246195,1.3767383055996192,1.8675541667362627,-0.43747263494877103,-1.8962627970065,0.695522604236584,1.6350179401365907,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201491418,-0.11998510318827185,0.4599900095308409,3.579589562770961e-10,-9.384965402563558e-11,1.5148313105848659,0.13373940170961754,0.13583698912047037,0.4609838865728569,-5.1278039663475825e-05,-0.00037004685009153456,1.8261789523226064,-0.24088610719709752,0.09244035192410917,0.46099000926142547,7.381485509619751e-07,-3.5982209593571278e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.6105373830246195,1.3767383055996192,1.8675541667362627,-0.43747263494877103,-1.8962627970065,0.695522604236584,1.6350179401365907],"gripper_action":1.0,"gripper_opening_width":0.07948859319335401,"tcp_orn":[2.6104243266903207,0.2582493512573466,0.047631341116026],"tcp_pos":[0.11687918429576956,-0.007192290941096677,0.503564537409202]},"robot_contact_count":3,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.004720958607641874,-6.096552307538472e-05,-0.007717374826711477],"current_lin_vel":[0.0001484434270552637,9.222606066169688e-05,-5.9335521970474425e-05],"current_orn":[0.00013075359343631127,-0.00013339611883893417,0.7913961049799525,0.6113036644185386],"current_pos":[0.13373940170961754,0.13583698912047037,0.4609838865728569]},"block_pink":{"current_ang_vel":[1.9054546652572657e-13,2.115869897815771e-13,3.5856759182396737e-16],"current_lin_vel":[4.225468719008117e-15,-3.80689138163043e-15,3.7539416020138106e-15],"current_orn":[1.423190345596503e-06,-1.1608374473230842e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709752,0.09244035192410917,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0822453207299355e-14,3.906649136043083e-14,-4.5140568206866284e-10],"current_lin_vel":[-1.674087186767414e-11,8.79957982516859e-14,2.213507155346406e-15],"current_orn":[1.6228850526800155e-10,8.887088411177025e-11,0.6870459204915667,0.7266139987200191],"current_pos":[0.2299858201491418,-0.11998510318827185,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":274.991},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.11754431301201188,-0.007134293592874125,0.5032765684667329,2.6129857044083575,0.26215897596642795,0.05830007164491624,0.07955926730303434,0.6131871425001256,1.3854224444084868,1.9018893065722262,-0.43824084767177485,-1.936020257851896,0.690244894528279,1.6197064877245482,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582014858376,-0.11998510318826898,0.4599900095308409,3.5795879056842157e-10,-9.38497054780492e-11,1.5148313105698186,0.13373897424683848,0.13583665148450813,0.4609841166154189,-3.4240314766689056e-05,-0.0003916111446791294,1.8262224211160643,-0.2408861071970975,0.09244035192410915,0.46099000926142547,7.381485507480101e-07,-3.5982209590780283e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":275.083},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":890},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.11754431301201188,-0.007134293592874125,0.5032765684667329,2.6129857044083575,0.26215897596642795,0.05830007164491624,0.07955926730303434,0.6131871425001256,1.3854224444084868,1.9018893065722262,-0.43824084767177485,-1.936020257851896,0.690244894528279,1.6197064877245482,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582014858376,-0.11998510318826898,0.4599900095308409,3.5795879056842157e-10,-9.38497054780492e-11,1.5148313105698186,0.13373897424683848,0.13583665148450813,0.4609841166154189,-3.4240314766689056e-05,-0.0003916111446791294,1.8262224211160643,-0.2408861071970975,0.09244035192410915,0.46099000926142547,7.381485507480101e-07,-3.5982209590780283e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.6131871425001256,1.3854224444084868,1.9018893065722262,-0.43824084767177485,-1.936020257851896,0.690244894528279,1.6197064877245482],"gripper_action":1.0,"gripper_opening_width":0.07955926730303434,"tcp_orn":[2.6129857044083575,0.26215897596642795,0.05830007164491624],"tcp_pos":[0.11754431301201188,-0.007134293592874125,0.5032765684667329]},"robot_contact_count":4,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0006507771260903647,0.00131528036287336,0.003296775968846841],"current_lin_vel":[-3.851263626678772e-05,-1.272162473850917e-05,7.754904417407726e-06],"current_orn":[0.00014449705065636804,-0.00013324234982610422,0.7914093904793734,0.6112864615122316],"current_pos":[0.13373897424683848,0.13583665148450813,0.4609841166154189]},"block_pink":{"current_ang_vel":[-6.172509710973376e-14,-1.0477662351102075e-13,3.5234987115233475e-16],"current_lin_vel":[-2.1017976656690384e-15,1.2384922153201992e-15,6.1825544683813405e-15],"current_orn":[1.423190345425395e-06,-1.1608374472825697e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.2408861071970975,0.09244035192410915,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0750889285124675e-14,3.903005217435798e-14,-4.514056754304775e-10],"current_lin_vel":[-1.6740872383446023e-11,8.799435522999116e-14,2.213507155346406e-15],"current_orn":[1.6228846274063433e-10,8.887080849279286e-11,0.6870459204860999,0.7266139987251882],"current_pos":[0.22998582014858376,-0.11998510318826898,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":275.093},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1181841985510989,-0.007053836487605304,0.5029836885010271,2.6155883400130553,0.26603647623685694,0.06886587498248387,0.07960211754968911,0.6160292592598084,1.3938591031890049,1.935301592423838,-0.43911560174893044,-1.974945504046329,0.6851939574143768,1.604395495311981,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582014802574,-0.1199851031882661,0.4599900095308409,3.5795864510467106e-10,-9.384976544562614e-11,1.5148313105547715,0.13373888059905717,0.13583675819452487,0.46098393954088107,-5.5918621867947086e-05,-0.0003793569088515266,1.8262014615146194,-0.24088610719709747,0.09244035192410914,0.46099000926142547,7.381485500055318e-07,-3.5982209587320407e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":275.186},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":896},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1181841985510989,-0.007053836487605304,0.5029836885010271,2.6155883400130553,0.26603647623685694,0.06886587498248387,0.07960211754968911,0.6160292592598084,1.3938591031890049,1.935301592423838,-0.43911560174893044,-1.974945504046329,0.6851939574143768,1.604395495311981,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582014802574,-0.1199851031882661,0.4599900095308409,3.5795864510467106e-10,-9.384976544562614e-11,1.5148313105547715,0.13373888059905717,0.13583675819452487,0.46098393954088107,-5.5918621867947086e-05,-0.0003793569088515266,1.8262014615146194,-0.24088610719709747,0.09244035192410914,0.46099000926142547,7.381485500055318e-07,-3.5982209587320407e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.6160292592598084,1.3938591031890049,1.935301592423838,-0.43911560174893044,-1.974945504046329,0.6851939574143768,1.604395495311981],"gripper_action":1.0,"gripper_opening_width":0.07960211754968911,"tcp_orn":[2.6155883400130553,0.26603647623685694,0.06886587498248387],"tcp_pos":[0.1181841985510989,-0.007053836487605304,0.5029836885010271]},"robot_contact_count":4,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.0026835221314416816,-0.0034027435742193194,-0.007802681609705963],"current_lin_vel":[8.326183744669261e-05,5.141454505941191e-05,-3.884590260583298e-05],"current_orn":[0.00013302071713307902,-0.00013807652757339672,0.7914029838242039,0.6112947574080021],"current_pos":[0.13373888059905717,0.13583675819452487,0.46098393954088107]},"block_pink":{"current_ang_vel":[-2.014564819618675e-14,1.6430015910856568e-14,3.536869357923361e-16],"current_lin_vel":[3.223365250377246e-16,4.069088573703753e-16,5.252742685257772e-15],"current_orn":[1.4231903450283756e-06,-1.1608374473831733e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709747,0.09244035192410914,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.5190614776740874e-14,6.479514709198167e-14,-4.514056793568342e-10],"current_lin_vel":[-1.674035720876025e-11,8.788315586665415e-14,1.8388068845354155e-15],"current_orn":[1.622884304935438e-10,8.887073673479323e-11,0.6870459204806331,0.7266139987303573],"current_pos":[0.22998582014802574,-0.1199851031882661,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":275.232},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.11882244334919408,-0.007039029391519638,0.502773461802376,2.6175713447709796,0.2693003240079353,0.07862939394663049,0.07955027901581563,0.6192613921450459,1.4019428826613842,1.9678411506176032,-0.4399943068710083,-2.0139710299121263,0.6800105504236446,1.589659541095879,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201474677,-0.11998510318826323,0.4599900095308409,3.5795850084799104e-10,-9.384982587676276e-11,1.5148313105397242,0.1337386177184318,0.13583659788044036,0.4609841299419258,-3.3809708589016674e-05,-0.00039302689511637055,1.8262394614139459,-0.2408861071970974,0.09244035192410911,0.46099000926142547,7.381485512941008e-07,-3.598220959219925e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":275.297},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":902},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.11882244334919408,-0.007039029391519638,0.502773461802376,2.6175713447709796,0.2693003240079353,0.07862939394663049,0.07955027901581563,0.6192613921450459,1.4019428826613842,1.9678411506176032,-0.4399943068710083,-2.0139710299121263,0.6800105504236446,1.589659541095879,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201474677,-0.11998510318826323,0.4599900095308409,3.5795850084799104e-10,-9.384982587676276e-11,1.5148313105397242,0.1337386177184318,0.13583659788044036,0.4609841299419258,-3.3809708589016674e-05,-0.00039302689511637055,1.8262394614139459,-0.2408861071970974,0.09244035192410911,0.46099000926142547,7.381485512941008e-07,-3.598220959219925e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.6192613921450459,1.4019428826613842,1.9678411506176032,-0.4399943068710083,-2.0139710299121263,0.6800105504236446,1.589659541095879],"gripper_action":1.0,"gripper_opening_width":0.07955027901581563,"tcp_orn":[2.6175713447709796,0.2693003240079353,0.07862939394663049],"tcp_pos":[0.11882244334919408,-0.007039029391519638,0.502773461802376]},"robot_contact_count":5,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0007053630558531314,0.00017596374500377363,0.0033251138170578287],"current_lin_vel":[-6.18657026471872e-05,-1.3810921911968903e-05,5.805974457380458e-06],"current_orn":[0.00014519001909225998,-0.00013350343443787395,0.7914145986138065,0.6112797184576295],"current_pos":[0.1337386177184318,0.13583659788044036,0.4609841299419258]},"block_pink":{"current_ang_vel":[1.906549505431802e-13,2.1172357502357182e-13,3.5945457959601163e-16],"current_lin_vel":[4.228194132895883e-15,-3.809075352198056e-15,3.747002708109903e-15],"current_orn":[1.4231903456818224e-06,-1.1608374471649588e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.2408861071970974,0.09244035192410911,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.524477483155462e-14,6.439982211782289e-14,-4.5140568146074284e-10],"current_lin_vel":[-1.674036520052638e-11,8.788423697719806e-14,1.8318679906315083e-15],"current_orn":[1.622883988442338e-10,8.887066522303557e-11,0.6870459204751663,0.7266139987355263],"current_pos":[0.2299858201474677,-0.11998510318826323,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":275.325},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.11945711981057874,-0.006895076091812613,0.5025512579736737,2.6199246044113687,0.2722353017132678,0.08820158705089036,0.07941036427488957,0.6224172605873018,1.4098732196080812,1.999710255360212,-0.44115472667355354,-2.0515082754596157,0.6754793612116167,1.5750916747559138,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201469097,-0.11998510318826036,0.4599900095308409,3.5795833312924295e-10,-9.384987779281833e-11,1.5148313105246765,0.13373903116342242,0.13583675614574484,0.4609840284909501,-3.8802358974390814e-05,-0.00038235363316341416,1.8262094767804322,-0.24088610719709738,0.0924403519241091,0.46099000926142547,7.381485500198295e-07,-3.598220958804715e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":275.378},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":908},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.11945711981057874,-0.006895076091812613,0.5025512579736737,2.6199246044113687,0.2722353017132678,0.08820158705089036,0.07941036427488957,0.6224172605873018,1.4098732196080812,1.999710255360212,-0.44115472667355354,-2.0515082754596157,0.6754793612116167,1.5750916747559138,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201469097,-0.11998510318826036,0.4599900095308409,3.5795833312924295e-10,-9.384987779281833e-11,1.5148313105246765,0.13373903116342242,0.13583675614574484,0.4609840284909501,-3.8802358974390814e-05,-0.00038235363316341416,1.8262094767804322,-0.24088610719709738,0.0924403519241091,0.46099000926142547,7.381485500198295e-07,-3.598220958804715e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.6224172605873018,1.4098732196080812,1.999710255360212,-0.44115472667355354,-2.0515082754596157,0.6754793612116167,1.5750916747559138],"gripper_action":1.0,"gripper_opening_width":0.07941036427488957,"tcp_orn":[2.6199246044113687,0.2722353017132678,0.08820158705089036],"tcp_pos":[0.11945711981057874,-0.006895076091812613,0.5025512579736737]},"robot_contact_count":6,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0013986944111452574,0.003348608354155891,0.0029240229129611425],"current_lin_vel":[9.576048183986387e-06,-2.783276496794687e-05,4.383576543693507e-05],"current_orn":[0.0001394385961903943,-0.00013221897890785067,0.7914054345719429,0.61129158443824],"current_pos":[0.13373903116342242,0.13583675614574484,0.4609840284909501]},"block_pink":{"current_ang_vel":[-2.0246798310827246e-14,1.6420446226374406e-14,3.5467498873803613e-16],"current_lin_vel":[3.221397361080516e-16,4.089374620301418e-16,5.252742685257772e-15],"current_orn":[1.4231903450568836e-06,-1.160837447406812e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709738,0.0924403519241091,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.527160192772249e-14,6.425650124977627e-14,-4.514056855593989e-10],"current_lin_vel":[-1.6740368131987692e-11,8.788480070128043e-14,1.824929096727601e-15],"current_orn":[1.6228835574586444e-10,8.887058874510737e-11,0.6870459204696995,0.7266139987406955],"current_pos":[0.2299858201469097,-0.11998510318826036,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":275.432},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12002967715941706,-0.006744085869052861,0.5022911711847878,2.6237425624441326,0.2766823773533253,0.09844448100605332,0.07944413612925053,0.6252406940106842,1.4174621661813718,2.030756058515694,-0.44220092802067956,-2.0866456353532072,0.6713770010444642,1.560151782412,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582014635166,-0.11998510318825749,0.4599900095308409,3.5795821414128073e-10,-9.384994677697416e-11,1.5148313105096294,0.13373892914467847,0.13583667158951482,0.46098420805940304,-3.314258484430881e-05,-0.00038750643081082736,1.8262206699715993,-0.24088610719709735,0.09244035192410908,0.46099000926142547,7.38148550334801e-07,-3.5982209585953e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":275.497},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":914},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12002967715941706,-0.006744085869052861,0.5022911711847878,2.6237425624441326,0.2766823773533253,0.09844448100605332,0.07944413612925053,0.6252406940106842,1.4174621661813718,2.030756058515694,-0.44220092802067956,-2.0866456353532072,0.6713770010444642,1.560151782412,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582014635166,-0.11998510318825749,0.4599900095308409,3.5795821414128073e-10,-9.384994677697416e-11,1.5148313105096294,0.13373892914467847,0.13583667158951482,0.46098420805940304,-3.314258484430881e-05,-0.00038750643081082736,1.8262206699715993,-0.24088610719709735,0.09244035192410908,0.46099000926142547,7.38148550334801e-07,-3.5982209585953e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.6252406940106842,1.4174621661813718,2.030756058515694,-0.44220092802067956,-2.0866456353532072,0.6713770010444642,1.560151782412],"gripper_action":1.0,"gripper_opening_width":0.07944413612925053,"tcp_orn":[2.6237425624441326,0.2766823773533253,0.09844448100605332],"tcp_pos":[0.12002967715941706,-0.006744085869052861,0.5022911711847878]},"robot_contact_count":6,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0007202279454356091,0.00016435721704917785,0.00324801299010495],"current_lin_vel":[-6.057338743022537e-05,-1.412538283529071e-05,7.921218221441928e-06],"current_orn":[0.00014320819463286769,-0.0001315535203332498,0.7914088556637924,0.6112871545861331],"current_pos":[0.13373892914467847,0.13583667158951482,0.46098420805940304]},"block_pink":{"current_ang_vel":[-2.0129490793463393e-14,1.6539831355728315e-14,3.536869964683609e-16],"current_lin_vel":[3.245328362264073e-16,4.0658568791794107e-16,5.252742685257772e-15],"current_orn":[1.4231903451127344e-06,-1.1608374472261298e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709735,0.09244035192410908,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.5165496025377772e-14,6.445797506641967e-14,-4.514056758635379e-10],"current_lin_vel":[-1.674036386007989e-11,8.788264049548745e-14,1.8318679906315083e-15],"current_orn":[1.6228833621501496e-10,8.887052280636266e-11,0.6870459204642326,0.7266139987458646],"current_pos":[0.22998582014635166,-0.11998510318825749,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":275.541},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12064705019455185,-0.006583286239198495,0.5020179445251253,2.6281559938041914,0.281553357202729,0.10947089907992485,0.07949442889483077,0.6280913599999017,1.4246825851692113,2.060450135714089,-0.4431863913479604,-2.120160235139735,0.6680810078514724,1.5439217425513765,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582014579363,-0.11998510318825462,0.4599900095308409,3.579579632266588e-10,-9.384998873465478e-11,1.5148313104945816,0.133738794599116,0.1358365495098236,0.4609841414707972,-3.361929569450721e-05,-0.00039292120963528153,1.8262274670814393,-0.24088610719709733,0.09244035192410906,0.46099000926142547,7.381485500332827e-07,-3.5982209588771476e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":275.605},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":920},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12064705019455185,-0.006583286239198495,0.5020179445251253,2.6281559938041914,0.281553357202729,0.10947089907992485,0.07949442889483077,0.6280913599999017,1.4246825851692113,2.060450135714089,-0.4431863913479604,-2.120160235139735,0.6680810078514724,1.5439217425513765,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582014579363,-0.11998510318825462,0.4599900095308409,3.579579632266588e-10,-9.384998873465478e-11,1.5148313104945816,0.133738794599116,0.1358365495098236,0.4609841414707972,-3.361929569450721e-05,-0.00039292120963528153,1.8262274670814393,-0.24088610719709733,0.09244035192410906,0.46099000926142547,7.381485500332827e-07,-3.5982209588771476e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.6280913599999017,1.4246825851692113,2.060450135714089,-0.4431863913479604,-2.120160235139735,0.6680810078514724,1.5439217425513765],"gripper_action":1.0,"gripper_opening_width":0.07949442889483077,"tcp_orn":[2.6281559938041914,0.281553357202729,0.10947089907992485],"tcp_pos":[0.12064705019455185,-0.006583286239198495,0.5020179445251253]},"robot_contact_count":5,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.00043425649594301305,3.8091973712116767e-06,0.003324142988488602],"current_lin_vel":[-6.52893413723998e-05,-8.389154715217075e-06,-5.461096054537595e-07],"current_orn":[0.0001452055963467094,-0.0001333966557948491,0.7914109326749428,0.6112844646833782],"current_pos":[0.133738794599116,0.1358365495098236,0.4609841414707972]},"block_pink":{"current_ang_vel":[-2.0252316982878672e-14,1.656052543110203e-14,3.536810486134611e-16],"current_lin_vel":[3.249467194126218e-16,4.0904217463612813e-16,5.252742685257772e-15],"current_orn":[1.4231903450849881e-06,-1.1608374474306243e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709733,0.09244035192410906,0.46099000926142547]},"block_red":{"current_ang_vel":[1.4460176728057122e-13,-3.6455292235940004e-13,-4.5140568105014227e-10],"current_lin_vel":[-1.674894422045756e-11,8.468731126480561e-14,1.3114509478384662e-15],"current_orn":[1.6228825947007185e-10,8.887042136668891e-11,0.6870459204587658,0.7266139987510338],"current_pos":[0.22998582014579363,-0.11998510318825462,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":275.657},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12123787719629668,-0.006346461598448705,0.5017304534394884,2.632788670488233,0.2863855310112276,0.12088026391386504,0.079548168412753,0.6309904532895068,1.4314829755721656,2.088698282558821,-0.444205213959756,-2.152475174573308,0.6647460139320074,1.5279996743402409,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582014523564,-0.11998510318825173,0.4599900095308409,3.579594607656162e-10,-9.384926560444732e-11,1.5148313104795343,0.1337383918008752,0.13583646324828172,0.46098411078810353,-5.70985638418076e-05,-0.0003903592177574133,1.8262231175825816,-0.2408861071970973,0.09244035192410904,0.46099000926142547,7.381485498181958e-07,-3.598220958599219e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":275.721},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":926},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12123787719629668,-0.006346461598448705,0.5017304534394884,2.632788670488233,0.2863855310112276,0.12088026391386504,0.079548168412753,0.6309904532895068,1.4314829755721656,2.088698282558821,-0.444205213959756,-2.152475174573308,0.6647460139320074,1.5279996743402409,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582014523564,-0.11998510318825173,0.4599900095308409,3.579594607656162e-10,-9.384926560444732e-11,1.5148313104795343,0.1337383918008752,0.13583646324828172,0.46098411078810353,-5.70985638418076e-05,-0.0003903592177574133,1.8262231175825816,-0.2408861071970973,0.09244035192410904,0.46099000926142547,7.381485498181958e-07,-3.598220958599219e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.6309904532895068,1.4314829755721656,2.088698282558821,-0.444205213959756,-2.152475174573308,0.6647460139320074,1.5279996743402409],"gripper_action":1.0,"gripper_opening_width":0.079548168412753,"tcp_orn":[2.632788670488233,0.2863855310112276,0.12088026391386504],"tcp_pos":[0.12123787719629668,-0.006346461598448705,0.5017304534394884]},"robot_contact_count":6,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0004596884060727675,-0.005207594154507426,-0.006015217583116007],"current_lin_vel":[1.2338945818244582e-05,-1.1094729755633052e-05,-5.607616113831315e-06],"current_orn":[0.0001370152376019668,-0.0001419047756034116,0.7914096018828402,0.6112861875893351],"current_pos":[0.1337383918008752,0.13583646324828172,0.46098411078810353]},"block_pink":{"current_ang_vel":[-6.178355401712057e-14,-1.049215435128551e-13,3.4700548909714723e-16],"current_lin_vel":[-2.1046950400632656e-15,1.239644027123286e-15,6.175615574477433e-15],"current_orn":[1.4231903449138153e-06,-1.1608374473909184e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.2408861071970973,0.09244035192410904,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0849950680919288e-14,3.8946986766541027e-14,-4.514056836561852e-10],"current_lin_vel":[-1.6740874326921998e-11,8.799634340046173e-14,2.220446049250313e-15],"current_orn":[1.6228855512529606e-10,8.887119852274943e-11,0.6870459204532989,0.7266139987562029],"current_pos":[0.22998582014523564,-0.11998510318825173,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":275.767},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12180228511104081,-0.0061968807203683085,0.5014982717116264,2.6369962364237796,0.2909925048291694,0.13170703145126345,0.07960204503444343,0.6339810989731627,1.4379198075498836,2.115664694247576,-0.4452239348659822,-2.1836061438633574,0.6615837288771006,1.5124462372747,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201446776,-0.11998510318824886,0.4599900095308409,3.5795940080520867e-10,-9.384933344339074e-11,1.5148313104644873,0.13373883819702054,0.13583669622612843,0.4609840770729943,-3.888338309350356e-05,-0.00038215761063824884,1.8262151704438456,-0.24088610719709724,0.09244035192410902,0.46099000926142547,7.381485500499957e-07,-3.5982209589480985e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":275.819},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":932},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12180228511104081,-0.0061968807203683085,0.5014982717116264,2.6369962364237796,0.2909925048291694,0.13170703145126345,0.07960204503444343,0.6339810989731627,1.4379198075498836,2.115664694247576,-0.4452239348659822,-2.1836061438633574,0.6615837288771006,1.5124462372747,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201446776,-0.11998510318824886,0.4599900095308409,3.5795940080520867e-10,-9.384933344339074e-11,1.5148313104644873,0.13373883819702054,0.13583669622612843,0.4609840770729943,-3.888338309350356e-05,-0.00038215761063824884,1.8262151704438456,-0.24088610719709724,0.09244035192410902,0.46099000926142547,7.381485500499957e-07,-3.5982209589480985e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.6339810989731627,1.4379198075498836,2.115664694247576,-0.4452239348659822,-2.1836061438633574,0.6615837288771006,1.5124462372747],"gripper_action":1.0,"gripper_opening_width":0.07960204503444343,"tcp_orn":[2.6369962364237796,0.2909925048291694,0.13170703145126345],"tcp_pos":[0.12180228511104081,-0.0061968807203683085,0.5014982717116264]},"robot_contact_count":5,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.001107439085165249,0.004117494736311796,0.0030208824183710885],"current_lin_vel":[2.3043363109324133e-05,-2.199104707553329e-05,2.924700650866474e-05],"current_orn":[0.00013933664118834325,-0.00013219073024509526,0.7914071748236334,0.6112893314532705],"current_pos":[0.13373883819702054,0.13583669622612843,0.4609840770729943]},"block_pink":{"current_ang_vel":[-2.015865489116993e-14,1.671155825394746e-14,3.5463378678571e-16],"current_lin_vel":[3.2796200702574663e-16,4.071744646495254e-16,5.259681579161679e-15],"current_orn":[1.423190345113887e-06,-1.1608374474528318e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709724,0.09244035192410902,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0915505355036224e-14,3.8889726924132815e-14,-4.5140567972040296e-10],"current_lin_vel":[-1.6740875318642693e-11,8.799765575217908e-14,2.220446049250313e-15],"current_orn":[1.6228855664616362e-10,8.887115327738879e-11,0.6870459204478322,0.726613998761372],"current_pos":[0.2299858201446776,-0.11998510318824886,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":275.868},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12234051754847157,-0.006022236184860787,0.5012680718882299,2.641187609187131,0.295418527842069,0.14238427921292487,0.07964727222386628,0.6370246802281971,1.4440285826598223,2.1414496678569037,-0.4462255975950172,-2.2134805441280734,0.6587196039143731,1.4970410672065346,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582014411958,-0.11998510318824598,0.4599900095308409,3.579593451467183e-10,-9.384940129852853e-11,1.5148313104494393,0.13373882398805145,0.13583649997872504,0.46098411768450637,-3.336953572362308e-05,-0.0003929814918761145,1.8262231474926858,-0.24088610719709722,0.092440351924109,0.46099000926142547,7.381485498339161e-07,-3.5982209586703268e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":275.932},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":938},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12234051754847157,-0.006022236184860787,0.5012680718882299,2.641187609187131,0.295418527842069,0.14238427921292487,0.07964727222386628,0.6370246802281971,1.4440285826598223,2.1414496678569037,-0.4462255975950172,-2.2134805441280734,0.6587196039143731,1.4970410672065346,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582014411958,-0.11998510318824598,0.4599900095308409,3.579593451467183e-10,-9.384940129852853e-11,1.5148313104494393,0.13373882398805145,0.13583649997872504,0.46098411768450637,-3.336953572362308e-05,-0.0003929814918761145,1.8262231474926858,-0.24088610719709722,0.092440351924109,0.46099000926142547,7.381485498339161e-07,-3.5982209586703268e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.6370246802281971,1.4440285826598223,2.1414496678569037,-0.4462255975950172,-2.2134805441280734,0.6587196039143731,1.4970410672065346],"gripper_action":1.0,"gripper_opening_width":0.07964727222386628,"tcp_orn":[2.641187609187131,0.295418527842069,0.14238427921292487],"tcp_pos":[0.12234051754847157,-0.006022236184860787,0.5012680718882299]},"robot_contact_count":5,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.00046762440553469587,0.00017315796144970474,0.003280712387222842],"current_lin_vel":[-6.10433189458476e-05,-9.064259090865971e-06,4.361426252388889e-06],"current_orn":[0.00014530549961807646,-0.00013331656303791062,0.7914096124360057,0.6112861739454746],"current_pos":[0.13373882398805145,0.13583649997872504,0.46098411768450637]},"block_pink":{"current_ang_vel":[-6.189863224599117e-14,-1.0500494221994353e-13,3.529313852851149e-16],"current_lin_vel":[-2.106365499763768e-15,1.241965483026594e-15,6.175615574477433e-15],"current_orn":[1.4231903449423791e-06,-1.1608374474135005e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709722,0.092440351924109,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.097884250667986e-14,3.900067483332191e-14,-4.514056837863425e-10],"current_lin_vel":[-1.6740873257807167e-11,8.799892075859909e-14,2.220446049250313e-15],"current_orn":[1.6228855973551098e-10,8.887110950395188e-11,0.6870459204423652,0.7266139987665412],"current_pos":[0.22998582014411958,-0.11998510318824598,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":275.975},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12285941979579122,-0.005834661618269586,0.5010384488271742,2.6454454873461155,0.29978151572527567,0.15301616072035262,0.07968636683062522,0.6400753104641682,1.4498210504308098,2.1660941674406615,-0.44720394284699877,-2.2421002559879883,0.6561311055652151,1.4817756077193898,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582014356156,-0.11998510318824311,0.4599900095308409,3.579592290392272e-10,-9.384947047581146e-11,1.5148313104343922,0.13373869155438176,0.13583650447963824,0.4609841520490762,-3.343466291119968e-05,-0.00039195824047182835,1.8262285951257378,-0.24088610719709716,0.09244035192410897,0.46099000926142547,7.381485500610789e-07,-3.5982209590201154e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":276.04},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":944},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12285941979579122,-0.005834661618269586,0.5010384488271742,2.6454454873461155,0.29978151572527567,0.15301616072035262,0.07968636683062522,0.6400753104641682,1.4498210504308098,2.1660941674406615,-0.44720394284699877,-2.2421002559879883,0.6561311055652151,1.4817756077193898,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582014356156,-0.11998510318824311,0.4599900095308409,3.579592290392272e-10,-9.384947047581146e-11,1.5148313104343922,0.13373869155438176,0.13583650447963824,0.4609841520490762,-3.343466291119968e-05,-0.00039195824047182835,1.8262285951257378,-0.24088610719709716,0.09244035192410897,0.46099000926142547,7.381485500610789e-07,-3.5982209590201154e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.6400753104641682,1.4498210504308098,2.1660941674406615,-0.44720394284699877,-2.2421002559879883,0.6561311055652151,1.4817756077193898],"gripper_action":1.0,"gripper_opening_width":0.07968636683062522,"tcp_orn":[2.6454454873461155,0.29978151572527567,0.15301616072035262],"tcp_pos":[0.12285941979579122,-0.005834661618269586,0.5010384488271742]},"robot_contact_count":5,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.00046447677279617386,-1.5758906691053123e-05,0.003302378404775968],"current_lin_vel":[-6.525045550601538e-05,-8.998917839261086e-06,1.0705045881964637e-06],"current_orn":[0.00014488105079034605,-0.00013302918983482812,0.7914112775447961,0.6112840183479604],"current_pos":[0.13373869155438176,0.13583650447963824,0.4609841520490762]},"block_pink":{"current_ang_vel":[-6.185236650585654e-14,-1.0478781388397592e-13,3.5423001464219644e-16],"current_lin_vel":[-2.1020265905647564e-15,1.2410459202630761e-15,6.1825544683813405e-15],"current_orn":[1.4231903451409416e-06,-1.160837447477232e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709716,0.09244035192410897,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0832981571976863e-14,3.903807499204429e-14,-4.514056819552408e-10],"current_lin_vel":[-1.6740872429257932e-11,8.79960067789032e-14,2.213507155346406e-15],"current_orn":[1.622885413175004e-10,8.887104448455075e-11,0.6870459204368985,0.7266139987717103],"current_pos":[0.22998582014356156,-0.11998510318824311,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":276.083},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12336244469164877,-0.0056307591328614015,0.5008058186175208,2.6498051660992434,0.3040919129734921,0.1636376668751845,0.07972697374882314,0.6431102719014608,1.455310097221474,2.1896331137472154,-0.44815419772462445,-2.269466041268115,0.6538293917980503,1.4666457235767496,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582014300353,-0.11998510318824024,0.4599900095308409,3.5795908826380663e-10,-9.384953246982518e-11,1.514831310419345,0.13373847130559802,0.13583653744108412,0.46098397285424614,-5.7579104002350296e-05,-0.00038292368454447587,1.8262125186108302,-0.24088610719709716,0.09244035192410896,0.46099000926142547,7.381485498451558e-07,-3.598220958741573e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":276.148},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":950},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12336244469164877,-0.0056307591328614015,0.5008058186175208,2.6498051660992434,0.3040919129734921,0.1636376668751845,0.07972697374882314,0.6431102719014608,1.455310097221474,2.1896331137472154,-0.44815419772462445,-2.269466041268115,0.6538293917980503,1.4666457235767496,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582014300353,-0.11998510318824024,0.4599900095308409,3.5795908826380663e-10,-9.384953246982518e-11,1.514831310419345,0.13373847130559802,0.13583653744108412,0.46098397285424614,-5.7579104002350296e-05,-0.00038292368454447587,1.8262125186108302,-0.24088610719709716,0.09244035192410896,0.46099000926142547,7.381485498451558e-07,-3.598220958741573e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.6431102719014608,1.455310097221474,2.1896331137472154,-0.44815419772462445,-2.269466041268115,0.6538293917980503,1.4666457235767496],"gripper_action":1.0,"gripper_opening_width":0.07972697374882314,"tcp_orn":[2.6498051660992434,0.3040919129734921,0.1636376668751845],"tcp_pos":[0.12336244469164877,-0.0056307591328614015,0.5008058186175208]},"robot_contact_count":5,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.0018180491802916754,-0.0040479140285350325,-0.0077341467763981505],"current_lin_vel":[6.902436025545022e-05,3.410157552323792e-05,-2.9184879680371756e-05],"current_orn":[0.00013392534661610207,-0.00013982301804617742,0.7914063629693201,0.6112903820323021],"current_pos":[0.13373847130559802,0.13583653744108412,0.46098397285424614]},"block_pink":{"current_ang_vel":[-6.184351056811654e-14,-1.0490841125530277e-13,3.5934289345228967e-16],"current_lin_vel":[-2.1044403847721192e-15,1.2408858535749e-15,6.1825544683813405e-15],"current_orn":[1.4231903449692508e-06,-1.1608374474375524e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709716,0.09244035192410896,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0804528525792482e-14,3.9090413264920314e-14,-4.514056868002256e-10],"current_lin_vel":[-1.674087152222648e-11,8.79954506302682e-14,2.213507155346406e-15],"current_orn":[1.6228851146984052e-10,8.887097360088143e-11,0.6870459204314316,0.7266139987768794],"current_pos":[0.22998582014300353,-0.11998510318824024,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":276.191},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12385251745232358,-0.005410572489255701,0.5005696148188403,2.654267706587314,0.30834140962030065,0.17425860194365916,0.07978247121049042,0.6461151822419279,1.460506323559676,2.212096892262697,-0.4490720282196064,-2.295603425817171,0.6518103381336304,1.4516578777028333,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201424455,-0.11998510318823737,0.4599900095308409,3.5795897076662296e-10,-9.384960247450829e-11,1.5148313104042976,0.13373830584910276,0.13583646010433217,0.4609841282840698,-3.365525795127366e-05,-0.0003927346280412582,1.8262463160469427,-0.2408861071970971,0.09244035192410893,0.46099000926142547,7.381485506027929e-07,-3.5982209591613043e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":276.256},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":956},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12385251745232358,-0.005410572489255701,0.5005696148188403,2.654267706587314,0.30834140962030065,0.17425860194365916,0.07978247121049042,0.6461151822419279,1.460506323559676,2.212096892262697,-0.4490720282196064,-2.295603425817171,0.6518103381336304,1.4516578777028333,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201424455,-0.11998510318823737,0.4599900095308409,3.5795897076662296e-10,-9.384960247450829e-11,1.5148313104042976,0.13373830584910276,0.13583646010433217,0.4609841282840698,-3.365525795127366e-05,-0.0003927346280412582,1.8262463160469427,-0.2408861071970971,0.09244035192410893,0.46099000926142547,7.381485506027929e-07,-3.5982209591613043e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.6461151822419279,1.460506323559676,2.212096892262697,-0.4490720282196064,-2.295603425817171,0.6518103381336304,1.4516578777028333],"gripper_action":1.0,"gripper_opening_width":0.07978247121049042,"tcp_orn":[2.654267706587314,0.30834140962030065,0.17425860194365916],"tcp_pos":[0.12385251745232358,-0.005410572489255701,0.5005696148188403]},"robot_contact_count":5,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0007132935322486094,0.0001749829369281984,0.003306304281906921],"current_lin_vel":[-6.151348836587128e-05,-1.3973885540430091e-05,7.325835502870748e-06],"current_orn":[0.00014512203018992028,-0.00013335249134786145,0.7914166936927519,0.6112770060301157],"current_pos":[0.13373830584910276,0.13583646010433217,0.4609841282840698]},"block_pink":{"current_ang_vel":[-6.181603895090031e-14,-1.0485763997193747e-13,3.533572819723998e-16],"current_lin_vel":[-2.1034234043097995e-15,1.2403167636950783e-15,6.1825544683813405e-15],"current_orn":[1.4231903453954498e-06,-1.1608374473607301e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.2408861071970971,0.09244035192410893,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.083966656422079e-14,3.888281796762845e-14,-4.514056805073813e-10],"current_lin_vel":[-1.6740875487613862e-11,8.799613751896797e-14,2.213507155346406e-15],"current_orn":[1.6228849283117587e-10,8.887090780348872e-11,0.6870459204259649,0.7266139987820485],"current_pos":[0.2299858201424455,-0.11998510318823737,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":276.298},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12433166010089146,-0.0051753425229325856,0.5003306176002635,2.6588225348809034,0.31252019030766226,0.18488494129859032,0.07981859260988622,0.6490797746604566,1.4654204763354464,2.2335175084284162,-0.44995496579226485,-2.3205494458717433,0.6500622098250721,1.4368154042192216,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582014188748,-0.1199851031882345,0.4599900095308409,3.579589122022776e-10,-9.384967024603859e-11,1.51483131038925,0.13373815402280664,0.13583643660792913,0.46098416333774384,-3.776469255190454e-05,-0.0003920718171806181,1.8262488326057724,-0.24088610719709708,0.09244035192410892,0.46099000926142547,7.381485503880152e-07,-3.5982209588832285e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":276.363},{"name":"submit_calvin_action","arguments":{"action":[0.0,0.0,0.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.0,0.0,0.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12440430376514296,-0.00493329672444074,0.5001369097941882,2.6621971841763257,0.31540011884729136,0.18996484543101644,0.03435452571900047,0.6519528734269469,1.470034027919816,2.2543974032188334,-0.4507750677479503,-2.3428614218311274,0.6475733255898751,1.4291880262696832,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582014132946,-0.11998510318823162,0.4599900095308409,3.579587471652475e-10,-9.384972101173558e-11,1.5148313103742026,0.13373817970099777,0.13583640695501828,0.4609841597914263,-5.62812359342911e-05,-0.0003876731535670234,1.8262269601280543,-0.24088610719709705,0.0924403519241089,0.46099000926142547,7.381485501725866e-07,-3.598220958604807e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":276.463},{"name":"submit_calvin_action","arguments":{"action":[0.0,0.0,0.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.0,0.0,0.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12427875361395786,-0.004722378607163957,0.4999802167696552,2.664654474175132,0.31741068082751,0.1918168468504159,0.014772298138584657,0.6547015412300623,1.4742715609600798,2.2740100148806732,-0.45153699838571154,-2.363169061643022,0.6448264278185584,1.425055072751914,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582014077143,-0.11998510318822875,0.4599900095308409,3.579584946610054e-10,-9.384976180449857e-11,1.5148313103591555,0.13373865960392164,0.13583647645480237,0.46098409841448995,-4.8436274288486816e-05,-0.0003850650619239611,1.8262084274420474,-0.240886107197097,0.09244035192410888,0.46099000926142547,7.381485504015724e-07,-3.598220958955421e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":276.528},{"name":"submit_calvin_action","arguments":{"action":[0.0,0.0,0.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.0,0.0,0.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12406757098094025,-0.0044909820160185035,0.4998312743890859,2.6669290038972866,0.31917392928683297,0.19269394678857335,0.006341155705171899,0.6572842374248677,1.4781272357973714,2.2921656357903153,-0.45222664455177475,-2.3814701066504806,0.6422643771150968,1.422141945761442,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201402134,-0.11998510318822588,0.4599900095308409,3.579585204683618e-10,-9.384983718881625e-11,1.5148313103441082,0.1337380893135514,0.13583634094100863,0.46098409130414175,-3.3926566095650994e-05,-0.00039556659630516993,1.8262538032973055,-0.24088610719709697,0.09244035192410886,0.46099000926142547,7.381485501876269e-07,-3.5982209586767168e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":276.625},{"name":"submit_calvin_action","arguments":{"action":[0.0,0.0,0.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.0,0.0,0.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12383216248093554,-0.004255886321456466,0.4996868457040965,2.6691384717633313,0.3208524971179309,0.19330092326189413,0.0027051936634398693,0.6596775912367818,1.4816078232654566,2.308776995661366,-0.4528473773033218,-2.3979386488983816,0.6399584127510562,1.4197360948456037,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582013965538,-0.119985103188223,0.4599900095308409,3.579583541687028e-10,-9.384988978105175e-11,1.5148313103290605,0.13373841126849179,0.1358364885515222,0.4609840036053436,-3.908571745596336e-05,-0.00038545146245767966,1.8262284988695665,-0.2408861071970969,0.09244035192410884,0.46099000926142547,7.381485504175563e-07,-3.598220959027133e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":276.689},{"name":"submit_calvin_action","arguments":{"action":[0.0,0.0,0.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.0,0.0,0.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12360054196695587,-0.004032180587215474,0.4995509576807483,2.6712283760549007,0.3224392351675823,0.19382882347177297,0.001127806024822349,0.6618813215372744,1.4847347507882878,2.3238508747958626,-0.453416154371737,-2.4127694353255325,0.6378936453784257,1.4175972179459728,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582013909735,-0.11998510318822013,0.4599900095308409,3.57957995031887e-10,-9.384991526483669e-11,1.5148313103140132,0.13373782596116154,0.1358362393893019,0.4609840657778124,-5.4240060107205694e-05,-0.0003937227088337638,1.8262445916413388,-0.24088610719709688,0.09244035192410882,0.46099000926142547,7.381485502019255e-07,-3.5982209587491474e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":276.759},{"name":"submit_calvin_action","arguments":{"action":[0.0,0.0,0.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.0,0.0,0.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12338431657238705,-0.003877008482804166,0.4994421656736815,2.672644636036954,0.32355391974004943,0.1935066146051935,0.00043487389501536337,0.6639543391188487,1.4875404754829502,2.3374718490001025,-0.4539378005613632,-2.4264340745495763,0.6358611296591081,1.4162990044066603,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582013853933,-0.11998510318821726,0.4599900095308409,3.5795801983239407e-10,-9.384999414127061e-11,1.5148313102989661,0.13373865160280796,0.1358365844692487,0.4609840724449096,-3.822409517875775e-05,-0.00037888531679567994,1.8262132719896207,-0.24088610719709685,0.0924403519241088,0.46099000926142547,7.3814854990128e-07,-3.5982209590319704e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":276.824},{"name":"submit_calvin_action","arguments":{"action":[0.0,0.0,0.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.0,0.0,0.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12317006063055665,-0.0036601312201267333,0.4993139762283162,2.674646575870682,0.32505711166216095,0.19416975208916315,0.00015668751629785036,0.6658089653691848,1.490056134462586,2.3498627277655353,-0.454376190877496,-2.4383759279632096,0.6342900019154587,1.414366345797488,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582013798133,-0.11998510318821437,0.4599900095308409,3.579595178455604e-10,-9.384927158190139e-11,1.5148313102839188,0.1337378510281479,0.13583630804835015,0.46098412866496474,-3.4068575918422706e-05,-0.00039399334837215744,1.8262613887214887,-0.24088610719709683,0.09244035192410878,0.46099000926142547,7.381485502138311e-07,-3.598220958821727e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":276.917},{"name":"submit_calvin_action","arguments":{"action":[0.0,0.0,0.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.0,0.0,0.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.122981820050551,-0.0035431341653501813,0.49922546450292055,2.6757117461189712,0.3259435087761066,0.193736318328299,4.661812172188795e-05,0.6675592245758265,1.4923052748359005,2.3609396884020533,-0.45480608557156826,-2.44953055424172,0.6326104375550277,1.4134113747786006,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201374233,-0.1199851031882115,0.4599900095308409,3.5795937476417363e-10,-9.384933170211574e-11,1.514831310268871,0.1337385177561913,0.13583645709843836,0.4609839720271194,-5.817695625065991e-05,-0.0003783942307514064,1.8261981211547005,-0.24088610719709677,0.09244035192410875,0.46099000926142547,7.381485504398346e-07,-3.59822095917232e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":276.982},{"name":"submit_calvin_action","arguments":{"action":[0.0,0.0,0.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.0,0.0,0.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12280116913264849,-0.0033471663380618966,0.499107914827062,2.6775707583101847,0.32734667048135613,0.1945825216868656,1.2052248118062021e-05,0.6690882328366583,1.4943206590349314,2.371010887284268,-0.4551545954153386,-2.4590994729350077,0.6314262514344017,1.411582068597261,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582013686528,-0.11998510318820862,0.4599900095308409,3.579593171052994e-10,-9.384939977664067e-11,1.5148313102538236,0.13373876797838197,0.13583646448203734,0.46098401098750247,-3.96542375787799e-05,-0.0003820698568946329,1.8262036154310681,-0.24088610719709674,0.09244035192410874,0.46099000926142547,7.381485502232633e-07,-3.5982209588937596e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":277.08},{"name":"submit_calvin_action","arguments":{"action":[0.0,0.0,0.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.0,0.0,0.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12264332665008465,-0.003265882797976523,0.49903659691111396,2.6783393426091826,0.3280308054404127,0.19405197435799743,-2.3041702874719404e-05,0.6705463961478944,1.496114944490183,2.3799621444417096,-0.4554996267274989,-2.468171249186248,0.6300328363628309,1.4109479582197626,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582013630725,-0.11998510318820575,0.4599900095308409,3.5795925735208576e-10,-9.384946847183803e-11,1.5148313102387767,0.13373808221223285,0.13583630146061643,0.4609840984736976,-3.382969874132618e-05,-0.00039168930177502405,1.8262460865741572,-0.2408861071970967,0.09244035192410871,0.46099000926142547,7.38148550978974e-07,-3.5982209593117353e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":277.145},{"name":"submit_calvin_action","arguments":{"action":[0.0,0.0,0.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.0,0.0,0.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1224918052656149,-0.0030872502989279446,0.49892956001452105,2.6800299245533075,0.3292972596861678,0.1949906308455097,-2.064516181418896e-06,0.6717928418279917,1.4977262233624362,2.388101019327572,-0.4557756636851231,-2.475781244742472,0.6291601151623981,1.4092539515087006,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582013574922,-0.11998510318820288,0.4599900095308409,3.5795909095482125e-10,-9.384951932015406e-11,1.514831310223729,0.13373791652618672,0.13583626961015968,0.4609839572463093,-5.823801557811264e-05,-0.00038590330033451355,1.8262277837527492,-0.24088610719709666,0.0924403519241087,0.46099000926142547,7.381485507607e-07,-3.5982209590319522e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":277.23},{"name":"submit_calvin_action","arguments":{"action":[0.0,0.0,0.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.0,0.0,0.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12234122491736354,-0.003047526917871128,0.49888299315018164,2.6803411556727466,0.3297174202880227,0.19414317643488807,-1.6107129164171305e-05,0.6730153848507083,1.499125083144377,2.3951871780254272,-0.45604958780357335,-2.483143770745873,0.6278628197472994,1.4089620436782597,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201351912,-0.1199851031882,0.4599900095308409,3.5795903425324075e-10,-9.384958767513144e-11,1.5148313102086821,0.1337376638600253,0.13583615138217428,0.46098404703188656,-3.397451436240928e-05,-0.0003979731979726404,1.8262669607831636,-0.24088610719709663,0.09244035192410868,0.46099000926142547,7.381485500157593e-07,-3.5982209586843917e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":277.294},{"name":"submit_calvin_action","arguments":{"action":[0.0,0.0,0.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.0,0.0,0.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12221038294288425,-0.0029869237846028712,0.49885367105475736,2.6811804676734265,0.33074049967583624,0.1949666265117629,-4.4206794684759184e-05,0.6741559018549477,1.5003998863389183,2.4017119291056535,-0.45633665779857474,-2.48988532866824,0.6267837805916064,1.4072110540850487,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582013463317,-0.11998510318819713,0.4599900095308409,3.5795889151818526e-10,-9.384964747372212e-11,1.5148313101936344,0.13373796517306463,0.13583626594620732,0.46098400302012893,-3.789878015015295e-05,-0.0003899197922889727,1.8262444815063026,-0.2408861071970966,0.09244035192410865,0.46099000926142547,7.38148550770833e-07,-3.5982209591010955e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":277.372},{"name":"submit_calvin_action","arguments":{"action":[0.0,0.0,0.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.0,0.0,0.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12206926966512896,-0.0029559067973042377,0.49883809651547045,2.68169838844634,0.331555286818695,0.19526828141159802,-6.655082839043626e-05,0.6752307927853863,1.501550945647477,2.407670097931231,-0.4565907066996183,-2.49611655592301,0.625663317824326,1.4060307251259148,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582013407515,-0.11998510318819426,0.4599900095308409,3.5795866757230984e-10,-9.384969748912186e-11,1.5148313101785869,0.1337374377331172,0.13583617540148168,0.46098412454889165,-3.919217643000387e-05,-0.0003937457501500821,1.8262702425569561,-0.24088610719709658,0.09244035192410864,0.46099000926142547,7.381485500235168e-07,-3.5982209587539382e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":277.436},{"name":"submit_calvin_action","arguments":{"action":[0.0,0.0,0.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.0,0.0,0.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12192419548494568,-0.0029308371853365225,0.4988221481248914,2.6820906955075188,0.33227259569435963,0.1953718529506659,-7.207367036505391e-05,0.6762252263650584,1.502604410545406,2.4131171814597088,-0.45681349582857766,-2.501777849979914,0.6246278346255799,1.405067004571281,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582013351712,-0.11998510318819139,0.4599900095308409,3.579587149948424e-10,-9.384978399587658e-11,1.5148313101635393,0.13373773309581466,0.13583615208771527,0.46098405124526015,-6.029296208414318e-05,-0.00038812800221731857,1.8262316176018294,-0.24088610719709655,0.09244035192410863,0.46099000926142547,7.381485498074455e-07,-3.5982209584767755e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":277.511},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1007},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12192419548494568,-0.0029308371853365225,0.4988221481248914,2.6820906955075188,0.33227259569435963,0.1953718529506659,-7.207367036505391e-05,0.6762252263650584,1.502604410545406,2.4131171814597088,-0.45681349582857766,-2.501777849979914,0.6246278346255799,1.405067004571281,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582013351712,-0.11998510318819139,0.4599900095308409,3.579587149948424e-10,-9.384978399587658e-11,1.5148313101635393,0.13373773309581466,0.13583615208771527,0.46098405124526015,-6.029296208414318e-05,-0.00038812800221731857,1.8262316176018294,-0.24088610719709655,0.09244035192410863,0.46099000926142547,7.381485498074455e-07,-3.5982209584767755e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.6762252263650584,1.502604410545406,2.4131171814597088,-0.45681349582857766,-2.501777849979914,0.6246278346255799,1.405067004571281],"gripper_action":-1.0,"gripper_opening_width":-7.207367036505391e-05,"tcp_orn":[2.6820906955075188,0.33227259569435963,0.1953718529506659],"tcp_pos":[0.12192419548494568,-0.0029308371853365225,0.4988221481248914]},"robot_contact_count":5,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.0002802044071194019,-0.00506362896471424,-0.007635839753780208],"current_lin_vel":[4.679221597433634e-05,3.3324014949591947e-06,-1.3117412344068602e-05],"current_orn":[0.0001351565947004866,-0.00014248628429776013,0.7914121998126054,0.6112828244095581],"current_pos":[0.13373773309581466,0.13583615208771527,0.46098405124526015]},"block_pink":{"current_ang_vel":[-6.182482737628084e-14,-1.0484609163876393e-13,3.5411222116247716e-16],"current_lin_vel":[-2.1031920698636164e-15,1.2404947562944329e-15,6.1825544683813405e-15],"current_orn":[1.4231903448709526e-06,-1.1608374473468752e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709655,0.09244035192410863,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.5259758247317716e-14,6.447875737572744e-14,-4.5140567897647073e-10],"current_lin_vel":[-1.674036350927333e-11,8.788453543283972e-14,1.8318679906315083e-15],"current_orn":[1.6228846227495372e-10,8.887075397248975e-11,0.6870459203384958,0.7266139988647544],"current_pos":[0.22998582013351712,-0.11998510318819139,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":277.521},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12205404796823988,-0.002546280313921463,0.49848992123639896,2.6873056711329344,0.33603264931117943,0.20341006090181143,-6.089293938489007e-05,0.6767245358847066,1.50398681497107,2.4192718140406755,-0.4569434650091348,-2.506249238558657,0.625788597353157,1.3963191530127268,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201329591,-0.11998510318818852,0.4599900095308409,3.579583837378414e-10,-9.384981902428987e-11,1.5148313101484923,0.13373786194882475,0.1358363339896793,0.4609839338967807,-5.586883279698687e-05,-0.0003789856792100443,1.8262259953643523,-0.2408861071970965,0.0924403519241086,0.46099000926142547,7.3814855003558e-07,-3.598220958826412e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":277.626},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1013},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12205404796823988,-0.002546280313921463,0.49848992123639896,2.6873056711329344,0.33603264931117943,0.20341006090181143,-6.089293938489007e-05,0.6767245358847066,1.50398681497107,2.4192718140406755,-0.4569434650091348,-2.506249238558657,0.625788597353157,1.3963191530127268,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201329591,-0.11998510318818852,0.4599900095308409,3.579583837378414e-10,-9.384981902428987e-11,1.5148313101484923,0.13373786194882475,0.1358363339896793,0.4609839338967807,-5.586883279698687e-05,-0.0003789856792100443,1.8262259953643523,-0.2408861071970965,0.0924403519241086,0.46099000926142547,7.3814855003558e-07,-3.598220958826412e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.6767245358847066,1.50398681497107,2.4192718140406755,-0.4569434650091348,-2.506249238558657,0.625788597353157,1.3963191530127268],"gripper_action":-1.0,"gripper_opening_width":-6.089293938489007e-05,"tcp_orn":[2.6873056711329344,0.33603264931117943,0.20341006090181143],"tcp_pos":[0.12205404796823988,-0.002546280313921463,0.49848992123639896]},"robot_contact_count":5,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.002797003989641562,-0.0030351853911458546,-0.007813299650077425],"current_lin_vel":[9.082770452060208e-05,5.368500362422775e-05,-4.037904771616446e-05],"current_orn":[0.00013289073103876604,-0.00013794173044824091,0.7914104825059762,0.6112850492951635],"current_pos":[0.13373786194882475,0.1358363339896793,0.4609839338967807]},"block_pink":{"current_ang_vel":[-2.013658311573792e-14,1.6275850181726763e-14,3.471731839105062e-16],"current_lin_vel":[3.19256186855779e-16,4.0670559222017493e-16,5.252742685257772e-15],"current_orn":[1.4231903450698434e-06,-1.1608374474102409e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.2408861071970965,0.0924403519241086,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.8166098741874165e-14,4.454320738823372e-14,-4.5140567749370477e-10],"current_lin_vel":[-1.6740762160648432e-11,8.79426630957151e-14,2.095545958979983e-15],"current_orn":[1.6228835396069947e-10,8.887062745081544e-11,0.687045920333029,0.7266139988699235],"current_pos":[0.2299858201329591,-0.11998510318818852,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":277.634},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12230381981422918,-0.0020325334515649413,0.49804116083684663,2.6947165287231316,0.34111253728714735,0.21495499928011577,-3.3605106181986795e-05,0.6770774415811766,1.5054536666177356,2.425680265187567,-0.4570355251628391,-2.510106458630708,0.6277855718841714,1.3845204958121446,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582013240107,-0.11998510318818564,0.4599900095308409,3.5795832455469317e-10,-9.38498863681772e-11,1.514831310133445,0.1337382131845715,0.13583614618520926,0.4609840501143212,-3.357300615506401e-05,-0.00039373060245415667,1.8262329174038456,-0.24088610719709647,0.09244035192410859,0.46099000926142547,7.381485498189003e-07,-3.598220958548796e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":277.703},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1019},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12230381981422918,-0.0020325334515649413,0.49804116083684663,2.6947165287231316,0.34111253728714735,0.21495499928011577,-3.3605106181986795e-05,0.6770774415811766,1.5054536666177356,2.425680265187567,-0.4570355251628391,-2.510106458630708,0.6277855718841714,1.3845204958121446,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582013240107,-0.11998510318818564,0.4599900095308409,3.5795832455469317e-10,-9.38498863681772e-11,1.514831310133445,0.1337382131845715,0.13583614618520926,0.4609840501143212,-3.357300615506401e-05,-0.00039373060245415667,1.8262329174038456,-0.24088610719709647,0.09244035192410859,0.46099000926142547,7.381485498189003e-07,-3.598220958548796e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.6770774415811766,1.5054536666177356,2.425680265187567,-0.4570355251628391,-2.510106458630708,0.6277855718841714,1.3845204958121446],"gripper_action":-1.0,"gripper_opening_width":-3.3605106181986795e-05,"tcp_orn":[2.6947165287231316,0.34111253728714735,0.21495499928011577],"tcp_pos":[0.12230381981422918,-0.0020325334515649413,0.49804116083684663]},"robot_contact_count":6,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0004696181169338198,0.001293089678022885,0.003222029863922371],"current_lin_vel":[-3.747869730821226e-05,-9.11397202127766e-06,1.192005063715973e-05],"current_orn":[0.00014554038970043974,-0.00013362532677640735,0.7914125984566583,0.6112823079121033],"current_pos":[0.1337382131845715,0.13583614618520926,0.4609840501143212]},"block_pink":{"current_ang_vel":[-6.179576022685549e-14,-1.0490081563342846e-13,3.5230002668213373e-16],"current_lin_vel":[-2.1042814761898978e-15,1.2399053609525183e-15,6.175615574477433e-15],"current_orn":[1.4231903448981523e-06,-1.1608374473711594e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709647,0.09244035192410859,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.537102640418637e-14,6.447238870902765e-14,-4.5140567887736886e-10],"current_lin_vel":[-1.674036368901315e-11,8.788674303333937e-14,1.8318679906315083e-15],"current_orn":[1.6228835559388766e-10,8.887058265231859e-11,0.6870459203275623,0.7266139988750926],"current_pos":[0.22998582013240107,-0.11998510318818564,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":277.713},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12257350275835133,-0.0014464967693041605,0.497578649031162,2.702801131984521,0.3464805891244998,0.2281174039668945,-5.057432488664175e-05,0.6774118670623864,1.5069238416960509,2.4320784906453565,-0.4571546540187572,-2.5144222797032327,0.629651508092482,1.3719436447623552,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582013184304,-0.11998510318818277,0.4599900095308409,3.5795824108451773e-10,-9.384994589924632e-11,1.5148313101183977,0.1337380089898953,0.13583620474200042,0.4609841475343123,-3.2892157820584044e-05,-0.0003901676809458062,1.8262421433125848,-0.2408861071970964,0.09244035192410856,0.46099000926142547,7.381485500468077e-07,-3.5982209588967022e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":277.786},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1025},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12257350275835133,-0.0014464967693041605,0.497578649031162,2.702801131984521,0.3464805891244998,0.2281174039668945,-5.057432488664175e-05,0.6774118670623864,1.5069238416960509,2.4320784906453565,-0.4571546540187572,-2.5144222797032327,0.629651508092482,1.3719436447623552,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582013184304,-0.11998510318818277,0.4599900095308409,3.5795824108451773e-10,-9.384994589924632e-11,1.5148313101183977,0.1337380089898953,0.13583620474200042,0.4609841475343123,-3.2892157820584044e-05,-0.0003901676809458062,1.8262421433125848,-0.2408861071970964,0.09244035192410856,0.46099000926142547,7.381485500468077e-07,-3.5982209588967022e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.6774118670623864,1.5069238416960509,2.4320784906453565,-0.4571546540187572,-2.5144222797032327,0.629651508092482,1.3719436447623552],"gripper_action":-1.0,"gripper_opening_width":-5.057432488664175e-05,"tcp_orn":[2.702801131984521,0.3464805891244998,0.2281174039668945],"tcp_pos":[0.12257350275835133,-0.0014464967693041605,0.497578649031162]},"robot_contact_count":7,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0006113799005691919,0.0001542215668595031,0.0032201435704953475],"current_lin_vel":[-6.02250192276221e-05,-1.1954286390078056e-05,1.0160398772184054e-05],"current_orn":[0.00014433922461897932,-0.00013226626954051675,0.7914154186052833,0.6112786572960371],"current_pos":[0.1337380089898953,0.13583620474200042,0.4609841475343123]},"block_pink":{"current_ang_vel":[-2.043603421764203e-14,1.6530720441747166e-14,3.661338565246817e-16],"current_lin_vel":[3.243369402059024e-16,4.1276227492739306e-16,5.252742685257772e-15],"current_orn":[1.4231903450964082e-06,-1.1608374474339263e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.2408861071970964,0.09244035192410856,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.5300112524726722e-14,6.445644899302714e-14,-4.514056740185871e-10],"current_lin_vel":[-1.6740363816533604e-11,8.788532692881351e-14,1.8388068845354155e-15],"current_orn":[1.6228834571954636e-10,8.88705323491217e-11,0.6870459203220954,0.7266139988802617],"current_pos":[0.22998582013184304,-0.11998510318818277,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":277.793},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12287790453073731,-0.0008759065776584238,0.4971044167050048,2.71102313719428,0.3517712639292853,0.24164820668544845,-6.102370528437651e-05,0.6778282409939257,1.5084461559993971,2.438656896273827,-0.4572707287209813,-2.518883252261075,0.6317126283118518,1.3586976372498842,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582013128502,-0.1199851031881799,0.4599900095308409,3.5795796673416245e-10,-9.384998105463978e-11,1.51483131010335,0.13373726533000976,0.13583609607763453,0.4609841250049264,-3.858812137666801e-05,-0.0003938537709113682,1.8262745841632162,-0.24088610719709638,0.09244035192410854,0.46099000926142547,7.381485498278711e-07,-3.598220958618314e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":277.89},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1031},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12287790453073731,-0.0008759065776584238,0.4971044167050048,2.71102313719428,0.3517712639292853,0.24164820668544845,-6.102370528437651e-05,0.6778282409939257,1.5084461559993971,2.438656896273827,-0.4572707287209813,-2.518883252261075,0.6317126283118518,1.3586976372498842,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582013128502,-0.1199851031881799,0.4599900095308409,3.5795796673416245e-10,-9.384998105463978e-11,1.51483131010335,0.13373726533000976,0.13583609607763453,0.4609841250049264,-3.858812137666801e-05,-0.0003938537709113682,1.8262745841632162,-0.24088610719709638,0.09244035192410854,0.46099000926142547,7.381485498278711e-07,-3.598220958618314e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.6778282409939257,1.5084461559993971,2.438656896273827,-0.4572707287209813,-2.518883252261075,0.6317126283118518,1.3586976372498842],"gripper_action":-1.0,"gripper_opening_width":-6.102370528437651e-05,"tcp_orn":[2.71102313719428,0.3517712639292853,0.24164820668544845],"tcp_pos":[0.12287790453073731,-0.0008759065776584238,0.4971044167050048]},"robot_contact_count":7,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0005476367232125006,-0.0010633930356762319,0.0015505832584812463],"current_lin_vel":[-5.211027090952719e-05,-1.1074158211748408e-05,-1.970777364919407e-06],"current_orn":[0.00014405912859537183,-0.00013564448360048868,0.7914253330134479,0.61126582033686],"current_pos":[0.13373726533000976,0.13583609607763453,0.4609841250049264]},"block_pink":{"current_ang_vel":[-6.188142211917687e-14,-1.0502500508394971e-13,3.5417310270581966e-16],"current_lin_vel":[-2.1067703763692508e-15,1.2416268579968928e-15,6.1825544683813405e-15],"current_orn":[1.4231903449235987e-06,-1.1608374473952588e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709638,0.09244035192410854,0.46099000926142547]},"block_red":{"current_ang_vel":[1.447048088610016e-13,-3.6439752022324575e-13,-4.514056839109787e-10],"current_lin_vel":[-1.6748941166897146e-11,8.468525954716708e-14,1.3114509478384662e-15],"current_orn":[1.6228825812349543e-10,8.887042533005399e-11,0.6870459203166286,0.7266139988854309],"current_pos":[0.22998582013128502,-0.1199851031881799,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":277.9},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12317558948767743,-0.00027050198652314034,0.49662071348122144,2.7195539138581677,0.3569922935899698,0.25551354007451327,-5.9100281959873276e-05,0.6782867149495032,1.509993553524135,2.4454155665854405,-0.45738607375476115,-2.5234100800296466,0.6338360786346405,1.3453015469326035,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582013072702,-0.11998510318817701,0.4599900095308409,3.5795946310673756e-10,-9.384925817229328e-11,1.5148313100883026,0.1337373081682045,0.13583608076539572,0.4609841398370278,-5.282615385620968e-05,-0.00038986986670535694,1.8262561865880131,-0.24088610719709633,0.09244035192410852,0.46099000926142547,7.381485500551965e-07,-3.5982209589670704e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":277.973},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1037},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12317558948767743,-0.00027050198652314034,0.49662071348122144,2.7195539138581677,0.3569922935899698,0.25551354007451327,-5.9100281959873276e-05,0.6782867149495032,1.509993553524135,2.4454155665854405,-0.45738607375476115,-2.5234100800296466,0.6338360786346405,1.3453015469326035,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582013072702,-0.11998510318817701,0.4599900095308409,3.5795946310673756e-10,-9.384925817229328e-11,1.5148313100883026,0.1337373081682045,0.13583608076539572,0.4609841398370278,-5.282615385620968e-05,-0.00038986986670535694,1.8262561865880131,-0.24088610719709633,0.09244035192410852,0.46099000926142547,7.381485500551965e-07,-3.5982209589670704e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.6782867149495032,1.509993553524135,2.4454155665854405,-0.45738607375476115,-2.5234100800296466,0.6338360786346405,1.3453015469326035],"gripper_action":-1.0,"gripper_opening_width":-5.9100281959873276e-05,"tcp_orn":[2.7195539138581677,0.3569922935899698,0.25551354007451327],"tcp_pos":[0.12317558948767743,-0.00027050198652314034,0.49662071348122144]},"robot_contact_count":7,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0004641314839513626,-0.004273848087268903,-0.004278056903462954],"current_lin_vel":[-2.8082677451374803e-06,-1.0769867946679705e-05,-6.224436233742692e-06],"current_orn":[0.0001381297475249026,-0.00014006231180522038,0.7914197094308354,0.6112731016715308],"current_pos":[0.1337373081682045,0.13583608076539572,0.4609841398370278]},"block_pink":{"current_ang_vel":[-6.189984273950408e-14,-1.0484534584799875e-13,3.534855787598617e-16],"current_lin_vel":[-2.1031766302302983e-15,1.2419928198394887e-15,6.1825544683813405e-15],"current_orn":[1.423190345121898e-06,-1.160837447458539e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709633,0.09244035192410852,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0758997135622023e-14,3.8819356704064904e-14,-4.5140568200344125e-10],"current_lin_vel":[-1.6740876800735726e-11,8.799452210244182e-14,2.213507155346406e-15],"current_orn":[1.622885534401109e-10,8.887120199538576e-11,0.6870459203111617,0.7266139988906],"current_pos":[0.22998582013072702,-0.11998510318817701,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":277.984},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12346294351063919,0.0003634813262796341,0.4961394619442614,2.7282850796706137,0.3620554166922691,0.26953703480181057,-5.0799879499699454e-05,0.6787914212502478,1.5115464136286125,2.452306680492446,-0.4575031458215963,-2.528001111665256,0.6359938563152384,1.3319072222409056,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.229985820130169,-0.11998510318817414,0.4599900095308409,3.579594051708003e-10,-9.38493276762896e-11,1.5148313100732556,0.13373773041684345,0.13583630664278448,0.4609840789005184,-3.921424554071928e-05,-0.000380789357827252,1.826244678233873,-0.2408861071970963,0.0924403519241085,0.46099000926142547,7.381485498375283e-07,-3.598220958687717e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":278.079},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1043},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12346294351063919,0.0003634813262796341,0.4961394619442614,2.7282850796706137,0.3620554166922691,0.26953703480181057,-5.0799879499699454e-05,0.6787914212502478,1.5115464136286125,2.452306680492446,-0.4575031458215963,-2.528001111665256,0.6359938563152384,1.3319072222409056,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.229985820130169,-0.11998510318817414,0.4599900095308409,3.579594051708003e-10,-9.38493276762896e-11,1.5148313100732556,0.13373773041684345,0.13583630664278448,0.4609840789005184,-3.921424554071928e-05,-0.000380789357827252,1.826244678233873,-0.2408861071970963,0.0924403519241085,0.46099000926142547,7.381485498375283e-07,-3.598220958687717e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.6787914212502478,1.5115464136286125,2.452306680492446,-0.4575031458215963,-2.528001111665256,0.6359938563152384,1.3319072222409056],"gripper_action":-1.0,"gripper_opening_width":-5.0799879499699454e-05,"tcp_orn":[2.7282850796706137,0.3620554166922691,0.26953703480181057],"tcp_pos":[0.12346294351063919,0.0003634813262796341,0.4961394619442614]},"robot_contact_count":5,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0012350473211949656,0.0038492616304690317,0.0029809214470274265],"current_lin_vel":[1.846730780002196e-05,-2.4552350089039252e-05,3.4194147873756187e-05],"current_orn":[0.0001386960383719365,-0.0001319014082409272,0.7914161937257075,0.6112776551405597],"current_pos":[0.13373773041684345,0.13583630664278448,0.4609840789005184]},"block_pink":{"current_ang_vel":[-6.178115864102433e-14,-1.0491319544695462e-13,3.5348491059674505e-16],"current_lin_vel":[-2.1045336245828796e-15,1.2396191775504938e-15,6.1825544683813405e-15],"current_orn":[1.423190344949275e-06,-1.1608374474190968e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.2408861071970963,0.0924403519241085,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0845589634711883e-14,3.90176273731579e-14,-4.514056837029581e-10],"current_lin_vel":[-1.6740872910338955e-11,8.799625032737731e-14,2.220446049250313e-15],"current_orn":[1.6228855626846657e-10,8.887115684055174e-11,0.687045920305695,0.726613998895769],"current_pos":[0.229985820130169,-0.11998510318817414,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":278.089},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12373514858316619,0.0010206967733577405,0.4956675720133397,2.7371359206769985,0.3669118775998795,0.28357974205217923,-1.6824410281819346e-05,0.679341694745407,1.5130940220051718,2.4592968887760525,-0.4576248903334938,-2.5326414729983084,0.638162683431927,1.3186349664136454,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582012961097,-0.11998510318817127,0.4599900095308409,3.579593484666226e-10,-9.384939649148353e-11,1.5148313100582083,0.13373769912167846,0.1358362075202338,0.46098421677982304,-3.307013713811971e-05,-0.00038678267644162804,1.8262529380658876,-0.24088610719709624,0.09244035192410847,0.46099000926142547,7.381485505940839e-07,-3.5982209591063285e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":278.188},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1049},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12373514858316619,0.0010206967733577405,0.4956675720133397,2.7371359206769985,0.3669118775998795,0.28357974205217923,-1.6824410281819346e-05,0.679341694745407,1.5130940220051718,2.4592968887760525,-0.4576248903334938,-2.5326414729983084,0.638162683431927,1.3186349664136454,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582012961097,-0.11998510318817127,0.4599900095308409,3.579593484666226e-10,-9.384939649148353e-11,1.5148313100582083,0.13373769912167846,0.1358362075202338,0.46098421677982304,-3.307013713811971e-05,-0.00038678267644162804,1.8262529380658876,-0.24088610719709624,0.09244035192410847,0.46099000926142547,7.381485505940839e-07,-3.5982209591063285e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.679341694745407,1.5130940220051718,2.4592968887760525,-0.4576248903334938,-2.5326414729983084,0.638162683431927,1.3186349664136454],"gripper_action":-1.0,"gripper_opening_width":-1.6824410281819346e-05,"tcp_orn":[2.7371359206769985,0.3669118775998795,0.28357974205217923],"tcp_pos":[0.12373514858316619,0.0010206967733577405,0.4956675720133397]},"robot_contact_count":5,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0007268939018711605,0.00019733347783833905,0.003237118924393734],"current_lin_vel":[-5.969868576819585e-05,-1.4261592763729888e-05,8.467663662158065e-06],"current_orn":[0.00014294606343950928,-0.00013130133530103204,0.7914187181604186,0.6112743859116806],"current_pos":[0.13373769912167846,0.1358362075202338,0.46098421677982304]},"block_pink":{"current_ang_vel":[-6.177232141625643e-14,-1.0476464443654669e-13,3.523565010490459e-16],"current_lin_vel":[-2.1015580927826577e-15,1.2394367464881712e-15,6.1825544683813405e-15],"current_orn":[1.4231903453747007e-06,-1.1608374473421822e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709624,0.09244035192410847,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.06597910102942e-14,3.8801029733384496e-14,-4.5140568457347053e-10],"current_lin_vel":[-1.6740877220654197e-11,8.799255077912773e-14,2.213507155346406e-15],"current_orn":[1.6228855930770965e-10,8.887111235910213e-11,0.6870459203002283,0.7266139989009381],"current_pos":[0.22998582012961097,-0.11998510318817127,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":278.199},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12401435927627796,0.0016473912342261435,0.49521039550857743,2.745773918460678,0.37142263897899397,0.2971484325827046,-2.068325817956075e-05,0.679990228052967,1.5146214780317517,2.4663706219802672,-0.45773147288420307,-2.537325003504606,0.6403836583393364,1.305362274113521,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582012905294,-0.1199851031881684,0.4599900095308409,3.5795920699946956e-10,-9.384945648780135e-11,1.5148313100431607,0.13373738802794594,0.13583615827068657,0.4609842261058344,-3.367762101865961e-05,-0.0003885207935316074,1.8262677440638364,-0.24088610719709624,0.09244035192410846,0.46099000926142547,7.381485498460615e-07,-3.598220958759304e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":278.273},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1055},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12401435927627796,0.0016473912342261435,0.49521039550857743,2.745773918460678,0.37142263897899397,0.2971484325827046,-2.068325817956075e-05,0.679990228052967,1.5146214780317517,2.4663706219802672,-0.45773147288420307,-2.537325003504606,0.6403836583393364,1.305362274113521,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582012905294,-0.1199851031881684,0.4599900095308409,3.5795920699946956e-10,-9.384945648780135e-11,1.5148313100431607,0.13373738802794594,0.13583615827068657,0.4609842261058344,-3.367762101865961e-05,-0.0003885207935316074,1.8262677440638364,-0.24088610719709624,0.09244035192410846,0.46099000926142547,7.381485498460615e-07,-3.598220958759304e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.679990228052967,1.5146214780317517,2.4663706219802672,-0.45773147288420307,-2.537325003504606,0.6403836583393364,1.305362274113521],"gripper_action":-1.0,"gripper_opening_width":-2.068325817956075e-05,"tcp_orn":[2.745773918460678,0.37142263897899397,0.2971484325827046],"tcp_pos":[0.12401435927627796,0.0016473912342261435,0.49521039550857743]},"robot_contact_count":5,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0005920803058917868,5.754726423364887e-06,0.00332765332165548],"current_lin_vel":[-6.532043021060112e-05,-1.1547438950908809e-05,-1.1937656507823857e-06],"current_orn":[0.0001434491607065657,-0.0001320718936315937,0.7914232432202088,0.6112685269749784],"current_pos":[0.13373738802794594,0.13583615827068657,0.4609842261058344]},"block_pink":{"current_ang_vel":[-6.184338964066988e-14,-1.047933095340661e-13,3.5933694449761664e-16],"current_lin_vel":[-2.102138353362895e-15,1.2408834122803471e-15,6.1825544683813405e-15],"current_orn":[1.4231903449752057e-06,-1.160837447444136e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709624,0.09244035192410846,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.09398595371188e-14,3.908807885146921e-14,-4.514056790557441e-10],"current_lin_vel":[-1.67408713123499e-11,8.799813935673838e-14,2.213507155346406e-15],"current_orn":[1.6228852852248413e-10,8.887104196358377e-11,0.6870459202947614,0.7266139989061073],"current_pos":[0.22998582012905294,-0.1199851031881684,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":278.284},{"name":"submit_calvin_action","arguments":{"action":[0.9985640723722045,1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.9985640723722045,1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12425862833185601,0.002346475875973829,0.49476613312098605,2.7548002741614837,0.3758534103322364,0.3112519339112885,-2.9644254141232784e-05,0.6806393047061524,1.5161336677326034,2.47349894712169,-0.45784450276773087,-2.542064794538446,0.6425922460564406,1.2922471554164667,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582012849492,-0.11998510318816552,0.4599900095308409,3.5795914614667513e-10,-9.384952720774094e-11,1.5148313100281132,0.13373712370923302,0.13583610542513858,0.460984212130091,-3.7129715175091264e-05,-0.00038963637498408513,1.8262771586629136,-0.2408861071970962,0.09244035192410843,0.46099000926142547,7.38148551132233e-07,-3.598220959246228e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":278.38},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1061},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12425862833185601,0.002346475875973829,0.49476613312098605,2.7548002741614837,0.3758534103322364,0.3112519339112885,-2.9644254141232784e-05,0.6806393047061524,1.5161336677326034,2.47349894712169,-0.45784450276773087,-2.542064794538446,0.6425922460564406,1.2922471554164667,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582012849492,-0.11998510318816552,0.4599900095308409,3.5795914614667513e-10,-9.384952720774094e-11,1.5148313100281132,0.13373712370923302,0.13583610542513858,0.460984212130091,-3.7129715175091264e-05,-0.00038963637498408513,1.8262771586629136,-0.2408861071970962,0.09244035192410843,0.46099000926142547,7.38148551132233e-07,-3.598220959246228e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.6806393047061524,1.5161336677326034,2.47349894712169,-0.45784450276773087,-2.542064794538446,0.6425922460564406,1.2922471554164667],"gripper_action":-1.0,"gripper_opening_width":-2.9644254141232784e-05,"tcp_orn":[2.7548002741614837,0.3758534103322364,0.3112519339112885],"tcp_pos":[0.12425862833185601,0.002346475875973829,0.49476613312098605]},"robot_contact_count":7,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0005653536591766488,-0.0007119749355263254,0.0021383063736095894],"current_lin_vel":[-5.652721135914038e-05,-1.1291390925361529e-05,-5.108836375736225e-06],"current_orn":[0.0001428361607349816,-0.0001337782149493984,0.7914261203141458,0.6112648016904944],"current_pos":[0.13373712370923302,0.13583610542513858,0.460984212130091]},"block_pink":{"current_ang_vel":[1.9051688239448397e-13,2.1171997559990614e-13,3.578551298487447e-16],"current_lin_vel":[4.228129978997426e-15,-3.806322714868035e-15,3.760880495917718e-15],"current_orn":[1.42319034562742e-06,-1.160837447226307e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.2408861071970962,0.09244035192410843,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0703334359453583e-14,3.8829261109419334e-14,-4.5140568684546844e-10],"current_lin_vel":[-1.6740876741645924e-11,8.799342111225778e-14,2.213507155346406e-15],"current_orn":[1.622885307088296e-10,8.887099536498159e-11,0.6870459202892945,0.7266139989112764],"current_pos":[0.22998582012849492,-0.11998510318816552,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":278.39},{"name":"submit_calvin_action","arguments":{"action":[0.9741371668143997,1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.9741371668143997,1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12448283951240502,0.003005349579688864,0.49435177318846557,2.7636316218622548,0.38000973857505876,0.3246574632886127,-1.5431625237869462e-05,0.6812252300937884,1.5176084121035165,2.480692273423437,-0.45793372916316843,-2.5470098866783375,0.6444452722673949,1.2803167023077484,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201279369,-0.11998510318816265,0.4599900095308409,3.5795892288851927e-10,-9.384957700824658e-11,1.5148313100130657,0.13373725123312546,0.1358360753745369,0.460984156634891,-6.059453745865755e-05,-0.00038384100343623806,1.8262447803258761,-0.24088610719709616,0.09244035192410842,0.46099000926142547,7.381485503831304e-07,-3.598220958899353e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":278.487},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1067},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12448283951240502,0.003005349579688864,0.49435177318846557,2.7636316218622548,0.38000973857505876,0.3246574632886127,-1.5431625237869462e-05,0.6812252300937884,1.5176084121035165,2.480692273423437,-0.45793372916316843,-2.5470098866783375,0.6444452722673949,1.2803167023077484,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201279369,-0.11998510318816265,0.4599900095308409,3.5795892288851927e-10,-9.384957700824658e-11,1.5148313100130657,0.13373725123312546,0.1358360753745369,0.460984156634891,-6.059453745865755e-05,-0.00038384100343623806,1.8262447803258761,-0.24088610719709616,0.09244035192410842,0.46099000926142547,7.381485503831304e-07,-3.598220958899353e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.6812252300937884,1.5176084121035165,2.480692273423437,-0.45793372916316843,-2.5470098866783375,0.6444452722673949,1.2803167023077484],"gripper_action":-1.0,"gripper_opening_width":-1.5431625237869462e-05,"tcp_orn":[2.7636316218622548,0.38000973857505876,0.3246574632886127],"tcp_pos":[0.12448283951240502,0.003005349579688864,0.49435177318846557]},"robot_contact_count":7,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[2.8935142942881713e-05,-0.005234183083931362,-0.007624574268228572],"current_lin_vel":[4.316363803383374e-05,-2.8495268567359874e-06,-1.292101404873347e-05],"current_orn":[0.00013336895910636166,-0.00014129445742470123,0.7914162232146273,0.6112776160479721],"current_pos":[0.13373725123312546,0.1358360753745369,0.460984156634891]},"block_pink":{"current_ang_vel":[-6.188055487436563e-14,-1.0510894142169109e-13,3.541870641236329e-16],"current_lin_vel":[-2.10844911089851e-15,1.2416095532513353e-15,6.1825544683813405e-15],"current_orn":[1.4231903452275537e-06,-1.1608374473286604e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709616,0.09244035192410842,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0907009562766925e-14,3.884173315812247e-14,-4.514056809497903e-10],"current_lin_vel":[-1.6740876315920542e-11,8.799748019968686e-14,2.213507155346406e-15],"current_orn":[1.6228846670586465e-10,8.88709005765857e-11,0.6870459202838276,0.7266139989164456],"current_pos":[0.2299858201279369,-0.11998510318816265,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":278.536},{"name":"submit_calvin_action","arguments":{"action":[0.9517160487594989,1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.9517160487594989,1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12476056717601644,0.0036074028550545784,0.4939546544706742,2.772265993366308,0.38394717429685815,0.3382067888634393,-1.922066911594317e-05,0.681879818501781,1.5190892582416202,2.487881552707172,-0.4580654281492921,-2.552164551213536,0.6464094034639268,1.2675291266105988,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582012737886,-0.11998510318815978,0.4599900095308409,3.579588618876164e-10,-9.38496445127233e-11,1.5148313099980184,0.13373741059136598,0.13583625204412228,0.460984011030517,-5.5899251599590874e-05,-0.0003750325018017595,1.8262379594128173,-0.24088610719709613,0.0924403519241084,0.46099000926142547,7.38148550167613e-07,-3.5982209586213e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":278.601},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1073},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12476056717601644,0.0036074028550545784,0.4939546544706742,2.772265993366308,0.38394717429685815,0.3382067888634393,-1.922066911594317e-05,0.681879818501781,1.5190892582416202,2.487881552707172,-0.4580654281492921,-2.552164551213536,0.6464094034639268,1.2675291266105988,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582012737886,-0.11998510318815978,0.4599900095308409,3.579588618876164e-10,-9.38496445127233e-11,1.5148313099980184,0.13373741059136598,0.13583625204412228,0.460984011030517,-5.5899251599590874e-05,-0.0003750325018017595,1.8262379594128173,-0.24088610719709613,0.0924403519241084,0.46099000926142547,7.38148550167613e-07,-3.5982209586213e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.681879818501781,1.5190892582416202,2.487881552707172,-0.4580654281492921,-2.552164551213536,0.6464094034639268,1.2675291266105988],"gripper_action":-1.0,"gripper_opening_width":-1.922066911594317e-05,"tcp_orn":[2.772265993366308,0.38394717429685815,0.3382067888634393],"tcp_pos":[0.12476056717601644,0.0036074028550545784,0.4939546544706742]},"robot_contact_count":7,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.0026979178212949177,-0.0030385509584315664,-0.007811813235463296],"current_lin_vel":[9.073498101839409e-05,5.1705388519715925e-05,-4.177804703589527e-05],"current_orn":[0.00013131795873862155,-0.00013674472267594844,0.7914141395403437,0.6112803152336022],"current_pos":[0.13373741059136598,0.13583625204412228,0.460984011030517]},"block_pink":{"current_ang_vel":[-2.0142393277482576e-14,1.635232955115838e-14,3.5405292589615133e-16],"current_lin_vel":[3.207779222860059e-16,4.0684716539953735e-16,5.252742685257772e-15],"current_orn":[1.4231903450561748e-06,-1.1608374472890423e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709613,0.0924403519241084,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.077908863696368e-14,3.923382557995693e-14,-4.514056774221978e-10],"current_lin_vel":[-1.6740868374795777e-11,8.799491114168204e-14,2.220446049250313e-15],"current_orn":[1.62288467733816e-10,8.887085509530516e-11,0.6870459202783609,0.7266139989216147],"current_pos":[0.22998582012737886,-0.11998510318815978,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":278.651},{"name":"submit_calvin_action","arguments":{"action":[0.9239432823983568,1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.9239432823983568,1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12500618779136283,0.004199881870328784,0.4935862878659965,2.780622996605161,0.38760633214426604,0.3513370196720713,-1.606570259576451e-05,0.6826393215111509,1.520553769391281,2.4951539592628467,-0.4582129210808356,-2.557563019316929,0.6482044986129091,1.2552152046854141,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582012682084,-0.1199851031881569,0.4599900095308409,3.5795880263139657e-10,-9.384971218200973e-11,1.514831309982971,0.13373844782425467,0.13583603708275394,0.46098403660568227,-3.6130989201409676e-05,-0.0003900476775568793,1.8262072188229683,-0.24088610719709608,0.09244035192410838,0.46099000926142547,7.381485503936584e-07,-3.598220958970936e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":278.718},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1079},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12500618779136283,0.004199881870328784,0.4935862878659965,2.780622996605161,0.38760633214426604,0.3513370196720713,-1.606570259576451e-05,0.6826393215111509,1.520553769391281,2.4951539592628467,-0.4582129210808356,-2.557563019316929,0.6482044986129091,1.2552152046854141,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582012682084,-0.1199851031881569,0.4599900095308409,3.5795880263139657e-10,-9.384971218200973e-11,1.514831309982971,0.13373844782425467,0.13583603708275394,0.46098403660568227,-3.6130989201409676e-05,-0.0003900476775568793,1.8262072188229683,-0.24088610719709608,0.09244035192410838,0.46099000926142547,7.381485503936584e-07,-3.598220958970936e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.6826393215111509,1.520553769391281,2.4951539592628467,-0.4582129210808356,-2.557563019316929,0.6482044986129091,1.2552152046854141],"gripper_action":-1.0,"gripper_opening_width":-1.606570259576451e-05,"tcp_orn":[2.780622996605161,0.38760633214426604,0.3513370196720713],"tcp_pos":[0.12500618779136283,0.004199881870328784,0.4935862878659965]},"robot_contact_count":7,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.00011064178569669117,0.00570425645006865,0.00319884354777703],"current_lin_vel":[5.12503611901342e-05,2.4432091301563844e-06,-1.5142659107042489e-06],"current_orn":[0.00014329949267606664,-0.00013351372468313819,0.7914047439817501,0.6112924773318591],"current_pos":[0.13373844782425467,0.13583603708275394,0.46098403660568227]},"block_pink":{"current_ang_vel":[-6.190784807494685e-14,-1.049748344619415e-13,3.534163581540766e-16],"current_lin_vel":[-2.1057663586992648e-15,1.2421526825877456e-15,6.1825544683813405e-15],"current_orn":[1.4231903452542562e-06,-1.1608374473530679e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709608,0.09244035192410838,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.535469290639175e-14,6.452566463236353e-14,-4.514056791800742e-10],"current_lin_vel":[-1.6740362570780915e-11,8.788643323254194e-14,1.824929096727601e-15],"current_orn":[1.6228846945223875e-10,8.887081015348665e-11,0.687045920272894,0.7266139989267838],"current_pos":[0.22998582012682084,-0.1199851031881569,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":278.747},{"name":"submit_calvin_action","arguments":{"action":[0.8993812208637181,1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.8993812208637181,1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12525830841336544,0.004702203828802466,0.4932521861566123,2.788276367480205,0.39089708265820233,0.3634990053917268,3.593660539718554e-05,0.6835392737992205,1.522011778716073,2.5024914404755827,-0.45841923099490933,-2.5631675295701055,0.6499532141293272,1.2431159507954717,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201262628,-0.11998510318815403,0.4599900095308409,3.5795874312388413e-10,-9.38497823032201e-11,1.5148313099679236,0.13373758368856467,0.13583596444725127,0.46098399348895375,-4.3466288799665226e-05,-0.00039148823404330216,1.8262436349598064,-0.24088610719709605,0.09244035192410836,0.46099000926142547,7.381485501779303e-07,-3.598220958691813e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":278.796},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1085},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12525830841336544,0.004702203828802466,0.4932521861566123,2.788276367480205,0.39089708265820233,0.3634990053917268,3.593660539718554e-05,0.6835392737992205,1.522011778716073,2.5024914404755827,-0.45841923099490933,-2.5631675295701055,0.6499532141293272,1.2431159507954717,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201262628,-0.11998510318815403,0.4599900095308409,3.5795874312388413e-10,-9.38497823032201e-11,1.5148313099679236,0.13373758368856467,0.13583596444725127,0.46098399348895375,-4.3466288799665226e-05,-0.00039148823404330216,1.8262436349598064,-0.24088610719709605,0.09244035192410836,0.46099000926142547,7.381485501779303e-07,-3.598220958691813e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.6835392737992205,1.522011778716073,2.5024914404755827,-0.45841923099490933,-2.5631675295701055,0.6499532141293272,1.2431159507954717],"gripper_action":-1.0,"gripper_opening_width":3.593660539718554e-05,"tcp_orn":[2.788276367480205,0.39089708265820233,0.3634990053917268],"tcp_pos":[0.12525830841336544,0.004702203828802466,0.4932521861566123]},"robot_contact_count":7,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.00031094997199522154,0.0038630191249171934,0.0004260978438462102],"current_lin_vel":[6.841952578979661e-05,-6.6733503502059036e-06,4.865232967235511e-06],"current_orn":[0.00014163000943665478,-0.00013685404201348013,0.7914158736898717,0.6112780677266353],"current_pos":[0.13373758368856467,0.13583596444725127,0.46098399348895375]},"block_pink":{"current_ang_vel":[-2.0101401808204116e-14,1.65111733295802e-14,3.471259027546052e-16],"current_lin_vel":[3.2396268653075185e-16,4.0600176369721196e-16,5.259681579161679e-15],"current_orn":[1.4231903450824576e-06,-1.1608374473131017e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709605,0.09244035192410836,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.5272859130422936e-14,6.446659207145002e-14,-4.5140568404460893e-10],"current_lin_vel":[-1.6740363911540748e-11,8.788480369299891e-14,1.824929096727601e-15],"current_orn":[1.6228847192165735e-10,8.88707642345423e-11,0.6870459202674273,0.726613998931953],"current_pos":[0.2299858201262628,-0.11998510318815403,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":278.824},{"name":"submit_calvin_action","arguments":{"action":[0.874169158663457,1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.874169158663457,1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12542918394082678,0.005311201289661255,0.4929257571799632,2.7962761425091913,0.39407792513464557,0.37586923376870257,2.9698127322451294e-05,0.6844275035671065,1.523452767974198,2.509974586788875,-0.458542569659557,-2.5692273212317644,0.6512627943053789,1.2321609540470453,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201257048,-0.11998510318815116,0.4599900095308409,3.5795849265119076e-10,-9.384982428706297e-11,1.5148313099528763,0.13373709869464062,0.1358359556708122,0.46098409847177635,-3.356617624968875e-05,-0.0003941155222748003,1.826278029672961,-0.240886107197096,0.09244035192410834,0.46099000926142547,7.381485504052631e-07,-3.598220959041374e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":278.899},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1091},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12542918394082678,0.005311201289661255,0.4929257571799632,2.7962761425091913,0.39407792513464557,0.37586923376870257,2.9698127322451294e-05,0.6844275035671065,1.523452767974198,2.509974586788875,-0.458542569659557,-2.5692273212317644,0.6512627943053789,1.2321609540470453,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201257048,-0.11998510318815116,0.4599900095308409,3.5795849265119076e-10,-9.384982428706297e-11,1.5148313099528763,0.13373709869464062,0.1358359556708122,0.46098409847177635,-3.356617624968875e-05,-0.0003941155222748003,1.826278029672961,-0.240886107197096,0.09244035192410834,0.46099000926142547,7.381485504052631e-07,-3.598220959041374e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.6844275035671065,1.523452767974198,2.509974586788875,-0.458542569659557,-2.5692273212317644,0.6512627943053789,1.2321609540470453],"gripper_action":-1.0,"gripper_opening_width":2.9698127322451294e-05,"tcp_orn":[2.7962761425091913,0.39407792513464557,0.37586923376870257],"tcp_pos":[0.12542918394082678,0.005311201289661255,0.4929257571799632]},"robot_contact_count":7,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0006627270532783059,0.00017093429952345354,0.0032963068768148275],"current_lin_vel":[-6.139689053657281e-05,-1.2965268124244895e-05,8.23663790448792e-06],"current_orn":[0.0001456978090255971,-0.00013373698513161666,0.7914263863898011,0.6112644565264275],"current_pos":[0.13373709869464062,0.1358359556708122,0.46098409847177635]},"block_pink":{"current_ang_vel":[-6.188211112814523e-14,-1.0520635952943231e-13,3.5418076978817924e-16],"current_lin_vel":[-2.1103974713652045e-15,1.2416406950504201e-15,6.175615574477433e-15],"current_orn":[1.423190345281014e-06,-1.1608374473766914e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.240886107197096,0.09244035192410834,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.5245153456486322e-14,6.444034882782549e-14,-4.5140567604471346e-10],"current_lin_vel":[-1.674036421245512e-11,8.788422544073501e-14,1.8318679906315083e-15],"current_orn":[1.6228839534625731e-10,8.887066293717627e-11,0.6870459202619604,0.7266139989371221],"current_pos":[0.2299858201257048,-0.11998510318815116,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":278.935},{"name":"submit_calvin_action","arguments":{"action":[0.8570816059173231,1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.8570816059173231,1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12561011094880078,0.005928532187858021,0.49261835012360106,2.804184907968656,0.39702503769688685,0.3883465499332242,2.765193839556323e-05,0.6854312804254032,1.5249130117350993,2.5175816005834997,-0.45875604402446774,-2.5751738254450824,0.6528974685631755,1.2204238156371903,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582012514676,-0.11998510318814828,0.4599900095308409,3.5795824115361197e-10,-9.384986754983372e-11,1.514831309937829,0.13373678860476593,0.13583591338493994,0.46098413438575864,-5.182609998154188e-05,-0.0003906594366207641,1.8262738887123604,-0.24088610719709597,0.09244035192410832,0.46099000926142547,7.381485501861467e-07,-3.598220958762051e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":278.987},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1097},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12561011094880078,0.005928532187858021,0.49261835012360106,2.804184907968656,0.39702503769688685,0.3883465499332242,2.765193839556323e-05,0.6854312804254032,1.5249130117350993,2.5175816005834997,-0.45875604402446774,-2.5751738254450824,0.6528974685631755,1.2204238156371903,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582012514676,-0.11998510318814828,0.4599900095308409,3.5795824115361197e-10,-9.384986754983372e-11,1.514831309937829,0.13373678860476593,0.13583591338493994,0.46098413438575864,-5.182609998154188e-05,-0.0003906594366207641,1.8262738887123604,-0.24088610719709597,0.09244035192410832,0.46099000926142547,7.381485501861467e-07,-3.598220958762051e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.6854312804254032,1.5249130117350993,2.5175816005834997,-0.45875604402446774,-2.5751738254450824,0.6528974685631755,1.2204238156371903],"gripper_action":-1.0,"gripper_opening_width":2.765193839556323e-05,"tcp_orn":[2.804184907968656,0.39702503769688685,0.3883465499332242],"tcp_pos":[0.12561011094880078,0.005928532187858021,0.49261835012360106]},"robot_contact_count":7,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0005192949518070449,-0.004266958403101331,-0.003896934128817769],"current_lin_vel":[-1.0094084611206139e-05,-1.1779758488980743e-05,-5.036886658003892e-06],"current_orn":[0.00013874907946886172,-0.00013990667398289586,0.7914251198187774,0.611266096634395],"current_pos":[0.13373678860476593,0.13583591338493994,0.46098413438575864]},"block_pink":{"current_ang_vel":[-2.0331812336902496e-14,1.6173256276546663e-14,3.5562051100525123e-16],"current_lin_vel":[3.1719057463234144e-16,4.1064324165775457e-16,5.252742685257772e-15],"current_orn":[1.4231903451078394e-06,-1.1608374473377186e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709597,0.09244035192410832,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.83792997940894e-14,4.4628363095702314e-14,-4.514056753168492e-10],"current_lin_vel":[-1.6740760410665578e-11,8.794691239548399e-14,2.1024848528838902e-15],"current_orn":[1.6228831883785027e-10,8.887056082309505e-11,0.6870459202564936,0.7266139989422912],"current_pos":[0.22998582012514676,-0.11998510318814828,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":279.035},{"name":"submit_calvin_action","arguments":{"action":[0.8389889051199223,1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.8389889051199223,1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12578609324135756,0.0064517502685365186,0.49232879368302435,2.8115517083717476,0.399755517755786,0.3997256290966023,5.636443245568557e-05,0.6865032962831177,1.5263474834932118,2.5252374374804787,-0.4589712162015746,-2.5812829495909226,0.6544026953685603,1.2092114317968004,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582012458874,-0.11998510318814541,0.4599900095308409,3.5795818199132176e-10,-9.384993775253227e-11,1.5148313099227815,0.13373747717334022,0.13583620185128661,0.46098409524291417,-3.8482590273099545e-05,-0.0003781080836461307,1.8262475448332844,-0.24088610719709594,0.0924403519241083,0.46099000926142547,7.381485504117381e-07,-3.5982209591103756e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":279.091},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1103},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12578609324135756,0.0064517502685365186,0.49232879368302435,2.8115517083717476,0.399755517755786,0.3997256290966023,5.636443245568557e-05,0.6865032962831177,1.5263474834932118,2.5252374374804787,-0.4589712162015746,-2.5812829495909226,0.6544026953685603,1.2092114317968004,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582012458874,-0.11998510318814541,0.4599900095308409,3.5795818199132176e-10,-9.384993775253227e-11,1.5148313099227815,0.13373747717334022,0.13583620185128661,0.46098409524291417,-3.8482590273099545e-05,-0.0003781080836461307,1.8262475448332844,-0.24088610719709594,0.0924403519241083,0.46099000926142547,7.381485504117381e-07,-3.5982209591103756e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.6865032962831177,1.5263474834932118,2.5252374374804787,-0.4589712162015746,-2.5812829495909226,0.6544026953685603,1.2092114317968004],"gripper_action":-1.0,"gripper_opening_width":5.636443245568557e-05,"tcp_orn":[2.8115517083717476,0.399755517755786,0.3997256290966023],"tcp_pos":[0.12578609324135756,0.0064517502685365186,0.49232879368302435]},"robot_contact_count":7,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0014813635379966814,0.00319510733024964,0.002889317515233857],"current_lin_vel":[7.188329123016749e-06,-2.9488844978789317e-05,4.549060939163657e-05],"current_orn":[0.00013785884618508067,-0.00013079218724511106,0.7914170701342443,0.6112765208876184],"current_pos":[0.13373747717334022,0.13583620185128661,0.46098409524291417]},"block_pink":{"current_ang_vel":[-6.190179010664555e-14,-1.0480602394818302e-13,3.525395658873325e-16],"current_lin_vel":[-2.102384832053744e-15,1.242026324237174e-15,6.1825544683813405e-15],"current_orn":[1.4231903453053302e-06,-1.1608374474013794e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709594,0.0924403519241083,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.5049192284854685e-14,6.413110162953579e-14,-4.51405688177173e-10],"current_lin_vel":[-1.6740370687056813e-11,8.788035716774928e-14,1.824929096727601e-15],"current_orn":[1.6228832146068363e-10,8.887051499313728e-11,0.6870459202510267,0.7266139989474604],"current_pos":[0.22998582012458874,-0.11998510318814541,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":279.141},{"name":"submit_calvin_action","arguments":{"action":[0.8213906758642447,1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.8213906758642447,1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12592197043100228,0.0070289977272524964,0.49205181091023187,2.818842087924621,0.4022225877009807,0.4108774767643122,4.019491866328911e-05,0.6876325698736339,1.5277441035903918,2.532969303555865,-0.45907891265476813,-2.587823815722483,0.6555223710461223,1.1993460720278182,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201240307,-0.11998510318814254,0.4599900095308409,3.57958014017341e-10,-9.384998978757255e-11,1.514831309907734,0.13373688045843862,0.13583600008154761,0.4609841955763971,-3.372740523771701e-05,-0.00038939225404447286,1.8262848198706891,-0.2408861071970959,0.09244035192410828,0.46099000926142547,7.381485501951049e-07,-3.5982209588315447e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":279.191},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1109},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12592197043100228,0.0070289977272524964,0.49205181091023187,2.818842087924621,0.4022225877009807,0.4108774767643122,4.019491866328911e-05,0.6876325698736339,1.5277441035903918,2.532969303555865,-0.45907891265476813,-2.587823815722483,0.6555223710461223,1.1993460720278182,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201240307,-0.11998510318814254,0.4599900095308409,3.57958014017341e-10,-9.384998978757255e-11,1.514831309907734,0.13373688045843862,0.13583600008154761,0.4609841955763971,-3.372740523771701e-05,-0.00038939225404447286,1.8262848198706891,-0.2408861071970959,0.09244035192410828,0.46099000926142547,7.381485501951049e-07,-3.5982209588315447e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.6876325698736339,1.5277441035903918,2.532969303555865,-0.45907891265476813,-2.587823815722483,0.6555223710461223,1.1993460720278182],"gripper_action":-1.0,"gripper_opening_width":4.019491866328911e-05,"tcp_orn":[2.818842087924621,0.4022225877009807,0.4108774767643122],"tcp_pos":[0.12592197043100228,0.0070289977272524964,0.49205181091023187]},"robot_contact_count":7,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0007496132624189981,0.00019147530735848348,0.00331454621672385],"current_lin_vel":[-6.134692098152943e-05,-1.470003584244636e-05,4.590021211947626e-06],"current_orn":[0.0001437799220519722,-0.00013235671444112017,0.7914284620681687,0.6112617698150664],"current_pos":[0.13373688045843862,0.13583600008154761,0.4609841955763971]},"block_pink":{"current_ang_vel":[-2.0286484382429376e-14,1.6413038717834493e-14,3.4717736368208774e-16],"current_lin_vel":[3.220009265493973e-16,4.0970316381117996e-16,5.259681579161679e-15],"current_orn":[1.4231903451332732e-06,-1.1608374473618124e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.2408861071970959,0.09244035192410828,0.46099000926142547]},"block_red":{"current_ang_vel":[1.4477810103069916e-13,-3.644880806543046e-13,-4.514056755931356e-10],"current_lin_vel":[-1.674894274480167e-11,8.468376540100965e-14,1.3114509478384662e-15],"current_orn":[1.6228827831046034e-10,8.887043838430276e-11,0.6870459202455599,0.7266139989526295],"current_pos":[0.2299858201240307,-0.11998510318814254,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":279.229},{"name":"submit_calvin_action","arguments":{"action":[0.8078029568997724,1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.8078029568997724,1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12605771142130215,0.007537977170584423,0.4917933924830089,2.82553494690163,0.4044379942549478,0.42112971769810903,9.832166879392595e-06,0.6888891509284312,1.5291244917826923,2.540778434102319,-0.4592385632985071,-2.594192449934318,0.6569407151616233,1.188862163261929,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201234727,-0.11998510318813965,0.4599900095308409,3.5795951093244354e-10,-9.384926554799278e-11,1.5148313098926867,0.13373676008676103,0.13583590519467348,0.4609841569594478,-3.8060653185435446e-05,-0.00039234277001708303,1.8262864284278346,-0.24088610719709586,0.09244035192410825,0.46099000926142547,7.381485504221113e-07,-3.5982209591805968e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":279.31},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1115},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12605771142130215,0.007537977170584423,0.4917933924830089,2.82553494690163,0.4044379942549478,0.42112971769810903,9.832166879392595e-06,0.6888891509284312,1.5291244917826923,2.540778434102319,-0.4592385632985071,-2.594192449934318,0.6569407151616233,1.188862163261929,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201234727,-0.11998510318813965,0.4599900095308409,3.5795951093244354e-10,-9.384926554799278e-11,1.5148313098926867,0.13373676008676103,0.13583590519467348,0.4609841569594478,-3.8060653185435446e-05,-0.00039234277001708303,1.8262864284278346,-0.24088610719709586,0.09244035192410825,0.46099000926142547,7.381485504221113e-07,-3.5982209591805968e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.6888891509284312,1.5291244917826923,2.540778434102319,-0.4592385632985071,-2.594192449934318,0.6569407151616233,1.188862163261929],"gripper_action":-1.0,"gripper_opening_width":9.832166879392595e-06,"tcp_orn":[2.82553494690163,0.4044379942549478,0.42112971769810903],"tcp_pos":[0.12605771142130215,0.007537977170584423,0.4917933924830089]},"robot_contact_count":7,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0005004213443146638,-0.0009472417359696286,0.0017531702104254029],"current_lin_vel":[-5.373165682343873e-05,-1.0082121518914437e-05,-4.224594618074118e-06],"current_orn":[0.00014362321736822228,-0.00013497309560658893,0.79142895315869,0.6112611334419806],"current_pos":[0.13373676008676103,0.13583590519467348,0.4609841569594478]},"block_pink":{"current_ang_vel":[-6.178408941324672e-14,-1.0480897140826359e-13,3.5247807145968905e-16],"current_lin_vel":[-2.102443738990787e-15,1.2396720816014794e-15,6.1825544683813405e-15],"current_orn":[1.4231903453315423e-06,-1.1608374474253081e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709586,0.09244035192410825,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0857850861578565e-14,3.900148234545649e-14,-4.514056791978993e-10],"current_lin_vel":[-1.6740873041709133e-11,8.799649881961718e-14,2.220446049250313e-15],"current_orn":[1.6228857335793908e-10,8.887121572909745e-11,0.687045920240093,0.7266139989577985],"current_pos":[0.2299858201234727,-0.11998510318813965,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":279.345},{"name":"submit_calvin_action","arguments":{"action":[0.7942288578697859,1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.7942288578697859,1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12616884841187653,0.008134864314522747,0.4915401478583967,2.8328089927575326,0.40665670970164536,0.4322538049356409,2.728518667816154e-05,0.6900702190854154,1.5305234694770227,2.548574296260734,-0.4594162565438011,-2.6009260864990846,0.6579723141742274,1.1792429603581596,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582012291469,-0.11998510318813678,0.4599900095308409,3.579594502416689e-10,-9.3849335928904e-11,1.5148313098776391,0.13373670758865175,0.13583588057562387,0.4609841608324212,-5.2527688567891656e-05,-0.00038884535027603395,1.826272831418414,-0.24088610719709583,0.09244035192410824,0.46099000926142547,7.381485502046853e-07,-3.598220958901604e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":279.397},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1121},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12616884841187653,0.008134864314522747,0.4915401478583967,2.8328089927575326,0.40665670970164536,0.4322538049356409,2.728518667816154e-05,0.6900702190854154,1.5305234694770227,2.548574296260734,-0.4594162565438011,-2.6009260864990846,0.6579723141742274,1.1792429603581596,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582012291469,-0.11998510318813678,0.4599900095308409,3.579594502416689e-10,-9.3849335928904e-11,1.5148313098776391,0.13373670758865175,0.13583588057562387,0.4609841608324212,-5.2527688567891656e-05,-0.00038884535027603395,1.826272831418414,-0.24088610719709583,0.09244035192410824,0.46099000926142547,7.381485502046853e-07,-3.598220958901604e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.6900702190854154,1.5305234694770227,2.548574296260734,-0.4594162565438011,-2.6009260864990846,0.6579723141742274,1.1792429603581596],"gripper_action":-1.0,"gripper_opening_width":2.728518667816154e-05,"tcp_orn":[2.8328089927575326,0.40665670970164536,0.4322538049356409],"tcp_pos":[0.12616884841187653,0.008134864314522747,0.4915401478583967]},"robot_contact_count":7,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0004863740853440728,-0.00420908594852343,-0.004156040968042002],"current_lin_vel":[-3.886617426593247e-06,-1.1183753940314593e-05,-6.637464539813176e-06],"current_orn":[0.00013781672023855133,-0.00013962992952261963,0.7914247967800229,0.611266515156633],"current_pos":[0.13373670758865175,0.13583588057562387,0.4609841608324212]},"block_pink":{"current_ang_vel":[-6.191452985657093e-14,-1.0484845955288139e-13,3.464845402183635e-16],"current_lin_vel":[-2.1032319385929286e-15,1.2422612165676995e-15,6.1825544683813405e-15],"current_orn":[1.4231903451591268e-06,-1.1608374473859291e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709583,0.09244035192410824,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.07580968284955e-14,3.889912166090432e-14,-4.514056792027461e-10],"current_lin_vel":[-1.674087508863973e-11,8.799450360250099e-14,2.220446049250313e-15],"current_orn":[1.6228857548668348e-10,8.887116930932422e-11,0.6870459202346262,0.7266139989629677],"current_pos":[0.22998582012291469,-0.11998510318813678,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":279.433},{"name":"submit_calvin_action","arguments":{"action":[0.7831151588123475,1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.7831151588123475,1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1262800870922158,0.008657753548360993,0.4913024255426429,2.8393780902425196,0.4085953376287047,0.4422478601047409,2.1493334895252635e-06,0.6914012444242893,1.5318665502644837,2.556420242767948,-0.4595995182056153,-2.6073301107764872,0.6593655334325264,1.1690452358517343,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582012235666,-0.11998510318813391,0.4599900095308409,3.5795930926286565e-10,-9.384939752533796e-11,1.5148313098625918,0.13373713490287772,0.13583610085483905,0.4609840888426125,-3.9296109743566026e-05,-0.0003799495121807113,1.826260734778094,-0.24088610719709577,0.09244035192410821,0.46099000926142547,7.3814855096072e-07,-3.598220959318112e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":279.498},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1127},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1262800870922158,0.008657753548360993,0.4913024255426429,2.8393780902425196,0.4085953376287047,0.4422478601047409,2.1493334895252635e-06,0.6914012444242893,1.5318665502644837,2.556420242767948,-0.4595995182056153,-2.6073301107764872,0.6593655334325264,1.1690452358517343,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582012235666,-0.11998510318813391,0.4599900095308409,3.5795930926286565e-10,-9.384939752533796e-11,1.5148313098625918,0.13373713490287772,0.13583610085483905,0.4609840888426125,-3.9296109743566026e-05,-0.0003799495121807113,1.826260734778094,-0.24088610719709577,0.09244035192410821,0.46099000926142547,7.3814855096072e-07,-3.598220959318112e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.6914012444242893,1.5318665502644837,2.556420242767948,-0.4595995182056153,-2.6073301107764872,0.6593655334325264,1.1690452358517343],"gripper_action":-1.0,"gripper_opening_width":2.1493334895252635e-06,"tcp_orn":[2.8393780902425196,0.4085953376287047,0.4422478601047409],"tcp_pos":[0.1262800870922158,0.008657753548360993,0.4913024255426429]},"robot_contact_count":7,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0012769331967284444,0.0037843617776070694,0.002970855919615342],"current_lin_vel":[1.736774473371961e-05,-2.5392542547865457e-05,3.5234037901107906e-05],"current_orn":[0.00013833974090381347,-0.00013167600250772033,0.7914211012664022,0.6112713014642692],"current_pos":[0.13373713490287772,0.13583610085483905,0.4609840888426125]},"block_pink":{"current_ang_vel":[1.9033781808221933e-13,2.1133668622497158e-13,3.5744161377265293e-16],"current_lin_vel":[4.220468128463799e-15,-3.802744487003862e-15,3.747002708109903e-15],"current_orn":[1.4231903455836862e-06,-1.1608374473083642e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709577,0.09244035192410821,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0741141463929043e-14,3.913864911864976e-14,-4.5140567377842863e-10],"current_lin_vel":[-1.674087012867391e-11,8.799415342427154e-14,2.213507155346406e-15],"current_orn":[1.622885454285554e-10,8.887109850023179e-11,0.6870459202291594,0.7266139989681368],"current_pos":[0.22998582012235666,-0.11998510318813391,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":279.557},{"name":"submit_calvin_action","arguments":{"action":[0.7719912907784204,1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.7719912907784204,1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1264190414118975,0.009451227051479577,0.491040037919978,2.848062212074221,0.41055727838690653,0.45503072721973786,5.3370545507152334e-05,0.6924733143229651,1.5332315278738855,2.5642183620969123,-0.459827984076332,-2.6132859216352124,0.6611225135897041,1.1586115334055163,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582012179863,-0.11998510318813103,0.4599900095308409,3.5795924900212564e-10,-9.38494637588511e-11,1.5148313098475448,0.13373706921519102,0.13583599660141138,0.46098422999652094,-3.311559529132525e-05,-0.0003862453442617756,1.8262708790591828,-0.24088610719709574,0.0924403519241082,0.46099000926142547,7.381485507442017e-07,-3.598220959041417e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":279.624},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1133},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1264190414118975,0.009451227051479577,0.491040037919978,2.848062212074221,0.41055727838690653,0.45503072721973786,5.3370545507152334e-05,0.6924733143229651,1.5332315278738855,2.5642183620969123,-0.459827984076332,-2.6132859216352124,0.6611225135897041,1.1586115334055163,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582012179863,-0.11998510318813103,0.4599900095308409,3.5795924900212564e-10,-9.38494637588511e-11,1.5148313098475448,0.13373706921519102,0.13583599660141138,0.46098422999652094,-3.311559529132525e-05,-0.0003862453442617756,1.8262708790591828,-0.24088610719709574,0.0924403519241082,0.46099000926142547,7.381485507442017e-07,-3.598220959041417e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.6924733143229651,1.5332315278738855,2.5642183620969123,-0.459827984076332,-2.6132859216352124,0.6611225135897041,1.1586115334055163],"gripper_action":-1.0,"gripper_opening_width":5.3370545507152334e-05,"tcp_orn":[2.848062212074221,0.41055727838690653,0.45503072721973786],"tcp_pos":[0.1264190414118975,0.009451227051479577,0.491040037919978]},"robot_contact_count":6,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0007411035316796917,0.0001807010558375385,0.0032433101980174697],"current_lin_vel":[-6.015391787228522e-05,-1.454532836056724e-05,7.733048793139019e-06],"current_orn":[0.00014272071888420392,-0.00013115381454946977,0.7914242016042322,0.6112672864995942],"current_pos":[0.13373706921519102,0.13583599660141138,0.46098422999652094]},"block_pink":{"current_ang_vel":[-6.180955981358095e-14,-1.0472462737418542e-13,3.4648527685504093e-16],"current_lin_vel":[-2.1007552973170642e-15,1.2401617937049346e-15,6.1825544683813405e-15],"current_orn":[1.4231903454123488e-06,-1.1608374472695885e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709574,0.0924403519241082,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0874004710640603e-14,3.892382824359651e-14,-4.5140568202679344e-10],"current_lin_vel":[-1.6740874708903025e-11,8.799681878749724e-14,2.213507155346406e-15],"current_orn":[1.6228854628880788e-10,8.88710537349641e-11,0.6870459202236927,0.7266139989733059],"current_pos":[0.22998582012179863,-0.11998510318813103,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":279.67},{"name":"submit_calvin_action","arguments":{"action":[0.758095858810251,1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.758095858810251,1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12677696356703005,0.009738345908910255,0.4907523599392832,2.8544105282879086,0.4122740048500455,0.4645796111155441,3.053880127143502e-05,0.6932962251811766,1.5346196560404022,2.5718864482389834,-0.4599202115620119,-2.6200310796931645,0.6623720481242016,1.1484986817982477,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201212406,-0.11998510318812816,0.4599900095308409,3.579591664002189e-10,-9.384952411889426e-11,1.5148313098324973,0.1337369325963427,0.135835950804089,0.4609842322576946,-3.346843751424457e-05,-0.00038775978272642713,1.8262769239289183,-0.24088610719709572,0.09244035192410818,0.46099000926142547,7.381485499958574e-07,-3.5982209586946984e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":279.736},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1139},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12677696356703005,0.009738345908910255,0.4907523599392832,2.8544105282879086,0.4122740048500455,0.4645796111155441,3.053880127143502e-05,0.6932962251811766,1.5346196560404022,2.5718864482389834,-0.4599202115620119,-2.6200310796931645,0.6623720481242016,1.1484986817982477,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201212406,-0.11998510318812816,0.4599900095308409,3.579591664002189e-10,-9.384952411889426e-11,1.5148313098324973,0.1337369325963427,0.135835950804089,0.4609842322576946,-3.346843751424457e-05,-0.00038775978272642713,1.8262769239289183,-0.24088610719709572,0.09244035192410818,0.46099000926142547,7.381485499958574e-07,-3.5982209586946984e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.6932962251811766,1.5346196560404022,2.5718864482389834,-0.4599202115620119,-2.6200310796931645,0.6623720481242016,1.1484986817982477],"gripper_action":-1.0,"gripper_opening_width":3.053880127143502e-05,"tcp_orn":[2.8544105282879086,0.4122740048500455,0.4645796111155441],"tcp_pos":[0.12677696356703005,0.009738345908910255,0.4907523599392832]},"robot_contact_count":6,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0005684416778905456,2.2328687892973005e-06,0.0033037742465593396],"current_lin_vel":[-6.49187484624621e-05,-1.1080151431683879e-05,-3.437834086503222e-07],"current_orn":[0.00014321255828362114,-0.00013175586897825998,0.7914260489693192,0.6112648944143337],"current_pos":[0.1337369325963427,0.135835950804089,0.4609842322576946]},"block_pink":{"current_ang_vel":[-2.0265197579238975e-14,1.6224747823847602e-14,3.488103769116435e-16],"current_lin_vel":[3.182282184256743e-16,4.0928576959402355e-16,5.252742685257772e-15],"current_orn":[1.4231903450128256e-06,-1.1608374473717627e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709572,0.09244035192410818,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0757753934514014e-14,3.9056546904640515e-14,-4.514056821569313e-10],"current_lin_vel":[-1.6740872059642893e-11,8.799449342972041e-14,2.213507155346406e-15],"current_orn":[1.6228853701468635e-10,8.887100342886541e-11,0.6870459202182259,0.726613998978475],"current_pos":[0.2299858201212406,-0.11998510318812816,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":279.785},{"name":"submit_calvin_action","arguments":{"action":[0.7223036432969954,1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.7223036432969954,1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12703292484100354,0.010218941610239556,0.49056580457153004,2.8619899860164066,0.41404018671740744,0.47577927775307394,1.919279552264805e-05,0.6942409031274743,1.5358124023408444,2.579574884487904,-0.4601198332243883,-2.6261893755940395,0.6638032671803918,1.1380789415651438,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582012068258,-0.11998510318812529,0.4599900095308409,3.579590222566924e-10,-9.384958150599328e-11,1.5148313098174495,0.13373667369267345,0.1358358838068589,0.46098407475750786,-5.923658363773925e-05,-0.00038348631934107127,1.8262624664881268,-0.24088610719709566,0.09244035192410816,0.46099000926142547,7.381485512829386e-07,-3.598220959181466e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":279.838},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1145},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12703292484100354,0.010218941610239556,0.49056580457153004,2.8619899860164066,0.41404018671740744,0.47577927775307394,1.919279552264805e-05,0.6942409031274743,1.5358124023408444,2.579574884487904,-0.4601198332243883,-2.6261893755940395,0.6638032671803918,1.1380789415651438,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582012068258,-0.11998510318812529,0.4599900095308409,3.579590222566924e-10,-9.384958150599328e-11,1.5148313098174495,0.13373667369267345,0.1358358838068589,0.46098407475750786,-5.923658363773925e-05,-0.00038348631934107127,1.8262624664881268,-0.24088610719709566,0.09244035192410816,0.46099000926142547,7.381485512829386e-07,-3.598220959181466e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.6942409031274743,1.5358124023408444,2.579574884487904,-0.4601198332243883,-2.6261893755940395,0.6638032671803918,1.1380789415651438],"gripper_action":-1.0,"gripper_opening_width":1.919279552264805e-05,"tcp_orn":[2.8619899860164066,0.41404018671740744,0.47577927775307394],"tcp_pos":[0.12703292484100354,0.010218941610239556,0.49056580457153004]},"robot_contact_count":6,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.000783535513201491,-0.004829367902485888,-0.00766734418858365],"current_lin_vel":[5.209997318388766e-05,1.3415279707234756e-05,-1.9846093365465112e-05],"current_orn":[0.0001336448948813695,-0.0001406475170329327,0.7914216288871192,0.6112706173921477],"current_pos":[0.13373667369267345,0.1358358838068589,0.46098407475750786]},"block_pink":{"current_ang_vel":[1.9043584355267445e-13,2.1136009349793468e-13,3.575030248460847e-16],"current_lin_vel":[4.220936238626214e-15,-3.804704805957283e-15,3.747002708109903e-15],"current_orn":[1.423190345665343e-06,-1.1608374471535857e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709566,0.09244035192410816,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0923250064244844e-14,3.8871306688573524e-14,-4.514056766603651e-10],"current_lin_vel":[-1.6740875591650936e-11,8.79977924824728e-14,2.213507155346406e-15],"current_orn":[1.6228850436078902e-10,8.887093306189872e-11,0.6870459202127589,0.7266139989836442],"current_pos":[0.22998582012068258,-0.11998510318812529,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":279.889},{"name":"submit_calvin_action","arguments":{"action":[0.6967075158996472,1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.6967075158996472,1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12725261646379155,0.010694424039559586,0.49043683894524015,2.868806832707431,0.41538900003201085,0.4858452240028455,1.629312397918357e-05,0.6953042641523631,1.5369289298787494,2.5871215558417004,-0.46029992409743276,-2.6325391679761325,0.6650615151295997,1.1286533887784025,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582012012456,-0.11998510318812242,0.4599900095308409,3.579588812941079e-10,-9.384964014684838e-11,1.5148313098024024,0.1337367227577846,0.13583575047583343,0.46098408888870357,-3.390417813483102e-05,-0.0003964279511103854,1.8262874438204613,-0.24088610719709563,0.09244035192410814,0.46099000926142547,7.381485500052425e-07,-3.598220958765066e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":279.955},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1151},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12725261646379155,0.010694424039559586,0.49043683894524015,2.868806832707431,0.41538900003201085,0.4858452240028455,1.629312397918357e-05,0.6953042641523631,1.5369289298787494,2.5871215558417004,-0.46029992409743276,-2.6325391679761325,0.6650615151295997,1.1286533887784025,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582012012456,-0.11998510318812242,0.4599900095308409,3.579588812941079e-10,-9.384964014684838e-11,1.5148313098024024,0.1337367227577846,0.13583575047583343,0.46098408888870357,-3.390417813483102e-05,-0.0003964279511103854,1.8262874438204613,-0.24088610719709563,0.09244035192410814,0.46099000926142547,7.381485500052425e-07,-3.598220958765066e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.6953042641523631,1.5369289298787494,2.5871215558417004,-0.46029992409743276,-2.6325391679761325,0.6650615151295997,1.1286533887784025],"gripper_action":-1.0,"gripper_opening_width":1.629312397918357e-05,"tcp_orn":[2.868806832707431,0.41538900003201085,0.4858452240028455],"tcp_pos":[0.12725261646379155,0.010694424039559586,0.49043683894524015]},"robot_contact_count":6,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0003452822681706374,-1.1220354307593885e-05,0.0033603306522719287],"current_lin_vel":[-6.630571031115258e-05,-6.602630666945594e-06,-2.5894124749889502e-06],"current_orn":[0.0001465101968239915,-0.00013457680007562483,0.7914292634324682,0.6112607311177349],"current_pos":[0.1337367227577846,0.13583575047583343,0.46098408888870357]},"block_pink":{"current_ang_vel":[-2.0248703869480065e-14,1.613433945229266e-14,3.5573790279362593e-16],"current_lin_vel":[3.164121623455792e-16,4.0898142779426334e-16,5.252742685257772e-15],"current_orn":[1.4231903450387012e-06,-1.1608374473960603e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709563,0.09244035192410814,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.078987435133039e-14,3.9057270742328196e-14,-4.514056817239292e-10],"current_lin_vel":[-1.674087203343649e-11,8.799513386729159e-14,2.213507155346406e-15],"current_orn":[1.6228847329324417e-10,8.887086333216033e-11,0.6870459202072922,0.7266139989888133],"current_pos":[0.22998582012012456,-0.11998510318812242,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":279.986},{"name":"submit_calvin_action","arguments":{"action":[0.6747383536208462,1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.6747383536208462,1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12745255034077405,0.011149960866437755,0.4903294753306646,2.87511853088234,0.41651121714236305,0.4951609287093579,1.4900369583435253e-05,0.6964262879853704,1.5380058215615224,2.5945722886913725,-0.4604730648538428,-2.638983074923904,0.6662058133088186,1.1198264891903609,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582011956653,-0.11998510318811954,0.4599900095308409,3.5795882143758354e-10,-9.384970915431344e-11,1.5148313097873551,0.13373697669040155,0.13583570924099816,0.46098404772401436,-3.34532422839374e-05,-0.00039765847941380624,1.8262741386333383,-0.2408861071970956,0.09244035192410813,0.46099000926142547,7.381485503194674e-07,-3.5982209585558325e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":280.041},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1157},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12745255034077405,0.011149960866437755,0.4903294753306646,2.87511853088234,0.41651121714236305,0.4951609287093579,1.4900369583435253e-05,0.6964262879853704,1.5380058215615224,2.5945722886913725,-0.4604730648538428,-2.638983074923904,0.6662058133088186,1.1198264891903609,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582011956653,-0.11998510318811954,0.4599900095308409,3.5795882143758354e-10,-9.384970915431344e-11,1.5148313097873551,0.13373697669040155,0.13583570924099816,0.46098404772401436,-3.34532422839374e-05,-0.00039765847941380624,1.8262741386333383,-0.2408861071970956,0.09244035192410813,0.46099000926142547,7.381485503194674e-07,-3.5982209585558325e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.6964262879853704,1.5380058215615224,2.5945722886913725,-0.4604730648538428,-2.638983074923904,0.6662058133088186,1.1198264891903609],"gripper_action":-1.0,"gripper_opening_width":1.4900369583435253e-05,"tcp_orn":[2.87511853088234,0.41651121714236305,0.4951609287093579],"tcp_pos":[0.12745255034077405,0.011149960866437755,0.4903294753306646]},"robot_contact_count":6,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0002485227784518768,-3.24704487440542e-05,0.003309913881072523],"current_lin_vel":[-6.573357840076695e-05,-4.677656354119826e-06,5.824729248440907e-07],"current_orn":[0.00014713405796696848,-0.00013477542379945688,0.7914251968731157,0.6112659960618649],"current_pos":[0.13373697669040155,0.13583570924099816,0.46098404772401436]},"block_pink":{"current_ang_vel":[-2.0195824388011974e-14,1.6449266178481886e-14,3.5368643991118075e-16],"current_lin_vel":[3.2272153032909114e-16,4.079123789208469e-16,5.252742685257772e-15],"current_orn":[1.42319034509432e-06,-1.1608374472156842e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.2408861071970956,0.09244035192410813,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.5326869038224168e-14,6.461219263501137e-14,-4.5140567740295876e-10],"current_lin_vel":[-1.6740360815690763e-11,8.788586008752427e-14,1.8318679906315083e-15],"current_orn":[1.622884752532672e-10,8.887081769795382e-11,0.6870459202018254,0.7266139989939824],"current_pos":[0.22998582011956653,-0.11998510318811954,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":280.066},{"name":"submit_calvin_action","arguments":{"action":[0.6547449659225962,1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.6547449659225962,1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12764092961686446,0.011591612360246917,0.49023610949089796,2.881093236484282,0.41746684343655954,0.5039700445079376,1.402076394119407e-05,0.6975845212487808,1.5390503401706017,2.6019419262104013,-0.46064415725115115,-2.6454679342538254,0.667282825656737,1.1114139874485307,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201190085,-0.11998510318811667,0.4599900095308409,3.5795876279806144e-10,-9.384977732675029e-11,1.514831309772308,0.13373684535704078,0.13583569815406096,0.46098405153715927,-3.349885933179583e-05,-0.000397441596139816,1.826279744587723,-0.24088610719709558,0.0924403519241081,0.46099000926142547,7.381485500172126e-07,-3.5982209588362563e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":280.114},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1163},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12764092961686446,0.011591612360246917,0.49023610949089796,2.881093236484282,0.41746684343655954,0.5039700445079376,1.402076394119407e-05,0.6975845212487808,1.5390503401706017,2.6019419262104013,-0.46064415725115115,-2.6454679342538254,0.667282825656737,1.1114139874485307,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201190085,-0.11998510318811667,0.4599900095308409,3.5795876279806144e-10,-9.384977732675029e-11,1.514831309772308,0.13373684535704078,0.13583569815406096,0.46098405153715927,-3.349885933179583e-05,-0.000397441596139816,1.826279744587723,-0.24088610719709558,0.0924403519241081,0.46099000926142547,7.381485500172126e-07,-3.5982209588362563e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.6975845212487808,1.5390503401706017,2.6019419262104013,-0.46064415725115115,-2.6454679342538254,0.667282825656737,1.1114139874485307],"gripper_action":-1.0,"gripper_opening_width":1.402076394119407e-05,"tcp_orn":[2.881093236484282,0.41746684343655954,0.5039700445079376],"tcp_pos":[0.12764092961686446,0.011591612360246917,0.49023610949089796]},"robot_contact_count":6,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.00031850302346112403,-2.5704287874575235e-05,0.0033121349575837536],"current_lin_vel":[-6.564230635105185e-05,-6.077382119279968e-06,1.7275092487611943e-06],"current_orn":[0.00014703467008417856,-0.0001347267762210185,0.7914269102497479,0.6112637777277817],"current_pos":[0.13373684535704078,0.13583569815406096,0.46098405153715927]},"block_pink":{"current_ang_vel":[-2.0348743304652025e-14,1.6550476830596348e-14,3.6032454415565202e-16],"current_lin_vel":[3.247344823190881e-16,4.1099693538217573e-16,5.252742685257772e-15],"current_orn":[1.4231903450658382e-06,-1.1608374474198598e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709558,0.0924403519241081,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.545342057649036e-14,6.450607403251319e-14,-4.5140567522869513e-10],"current_lin_vel":[-1.6740362862139537e-11,8.788838897104093e-14,1.8318679906315083e-15],"current_orn":[1.6228847736858432e-10,8.887077278518715e-11,0.6870459201963587,0.7266139989991515],"current_pos":[0.2299858201190085,-0.11998510318811667,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":280.16},{"name":"submit_calvin_action","arguments":{"action":[0.6359070383135546,1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.6359070383135546,1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12782923662506376,0.012099246030432942,0.4902036450734216,2.8868740685827747,0.41799372653822486,0.512443351253772,1.4711662481950183e-05,0.6988451005783677,1.539968174552172,2.609239137999081,-0.4607944361365717,-2.6519962594875963,0.6685317474550826,1.1033932020354655,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582011845048,-0.1199851031881138,0.4599900095308409,3.579586773610325e-10,-9.384983527806054e-11,1.5148313097572605,0.1337365979671505,0.13583577053452767,0.460983927401496,-5.787458436994747e-05,-0.00038632117864837644,1.8262642960807147,-0.24088610719709555,0.09244035192410809,0.46099000926142547,7.381485503298711e-07,-3.5982209586271925e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":280.225},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1169},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12782923662506376,0.012099246030432942,0.4902036450734216,2.8868740685827747,0.41799372653822486,0.512443351253772,1.4711662481950183e-05,0.6988451005783677,1.539968174552172,2.609239137999081,-0.4607944361365717,-2.6519962594875963,0.6685317474550826,1.1033932020354655,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582011845048,-0.1199851031881138,0.4599900095308409,3.579586773610325e-10,-9.384983527806054e-11,1.5148313097572605,0.1337365979671505,0.13583577053452767,0.460983927401496,-5.787458436994747e-05,-0.00038632117864837644,1.8262642960807147,-0.24088610719709555,0.09244035192410809,0.46099000926142547,7.381485503298711e-07,-3.5982209586271925e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.6988451005783677,1.539968174552172,2.609239137999081,-0.4607944361365717,-2.6519962594875963,0.6685317474550826,1.1033932020354655],"gripper_action":-1.0,"gripper_opening_width":1.4711662481950183e-05,"tcp_orn":[2.8868740685827747,0.41799372653822486,0.512443351253772],"tcp_pos":[0.12782923662506376,0.012099246030432942,0.4902036450734216]},"robot_contact_count":6,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.0017095124598086727,-0.004190203131954701,-0.007721278202885931],"current_lin_vel":[6.593760646174485e-05,3.194194868123993e-05,-2.6282119763965106e-05],"current_orn":[0.00013518308340627975,-0.00014097486861522544,0.7914221879295187,0.6112698931768799],"current_pos":[0.1337365979671505,0.13583577053452767,0.460983927401496]},"block_pink":{"current_ang_vel":[-2.0229627545980837e-14,1.6437455812041944e-14,3.53979003189781e-16],"current_lin_vel":[3.224804907216266e-16,4.085915969973289e-16,5.252742685257772e-15],"current_orn":[1.4231903451209038e-06,-1.1608374472400444e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709555,0.09244035192410809,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.5285281313945036e-14,6.447989269795788e-14,-4.5140567929355646e-10],"current_lin_vel":[-1.6740363487503716e-11,8.788504172522042e-14,1.824929096727601e-15],"current_orn":[1.6228846623698794e-10,8.88707223802684e-11,0.6870459201908918,0.7266139990043206],"current_pos":[0.22998582011845048,-0.1199851031881138,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":280.276},{"name":"submit_calvin_action","arguments":{"action":[0.6170763374936244,1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.6170763374936244,1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12870436630115614,0.015018163946267628,0.49190105307925336,2.8957543371669434,0.4083465968992968,0.5240094542799971,-1.8153828743132666e-06,0.7019153361949656,1.537819968988546,2.6164465769587397,-0.46076025617226113,-2.659320898592258,0.6771831517863185,1.0960454662561803,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582011789245,-0.11998510318811093,0.4599900095308409,3.579584285744782e-10,-9.384987740187419e-11,1.5148313097422128,0.13373644537525994,0.13583573249877276,0.46098410031986964,-3.363620269308599e-05,-0.0003941784114180128,1.826297240800713,-0.2408861071970955,0.09244035192410806,0.46099000926142547,7.381485500268355e-07,-3.598220958907932e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":280.343},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1175},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12870436630115614,0.015018163946267628,0.49190105307925336,2.8957543371669434,0.4083465968992968,0.5240094542799971,-1.8153828743132666e-06,0.7019153361949656,1.537819968988546,2.6164465769587397,-0.46076025617226113,-2.659320898592258,0.6771831517863185,1.0960454662561803,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582011789245,-0.11998510318811093,0.4599900095308409,3.579584285744782e-10,-9.384987740187419e-11,1.5148313097422128,0.13373644537525994,0.13583573249877276,0.46098410031986964,-3.363620269308599e-05,-0.0003941784114180128,1.826297240800713,-0.2408861071970955,0.09244035192410806,0.46099000926142547,7.381485500268355e-07,-3.598220958907932e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.7019153361949656,1.537819968988546,2.6164465769587397,-0.46076025617226113,-2.659320898592258,0.6771831517863185,1.0960454662561803],"gripper_action":-1.0,"gripper_opening_width":-1.8153828743132666e-06,"tcp_orn":[2.8957543371669434,0.4083465968992968,0.5240094542799971],"tcp_pos":[0.12870436630115614,0.015018163946267628,0.49190105307925336]},"robot_contact_count":8,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0006804926250148491,0.0001636354678142102,0.0033043722935137375],"current_lin_vel":[-6.170250401006282e-05,-1.3319562876187523e-05,7.964645296322515e-06],"current_orn":[0.00014570257781470276,-0.0001337825169187039,0.7914322578831614,0.6112568544032518],"current_pos":[0.13373644537525994,0.13583573249877276,0.46098410031986964]},"block_pink":{"current_ang_vel":[-2.0335366186732596e-14,1.6303142887706457e-14,3.5979939305264204e-16],"current_lin_vel":[3.1979181681035342e-16,4.1072591590403205e-16,5.252742685257772e-15],"current_orn":[1.4231903450922192e-06,-1.1608374474445893e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.2408861071970955,0.09244035192410806,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.5237922663956578e-14,6.454675307604751e-14,-4.514056869501617e-10],"current_lin_vel":[-1.6740362422980083e-11,8.788409921824452e-14,1.8318679906315083e-15],"current_orn":[1.622883903222572e-10,8.887062161127744e-11,0.6870459201854249,0.7266139990094898],"current_pos":[0.22998582011789245,-0.11998510318811093,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":280.388},{"name":"submit_calvin_action","arguments":{"action":[0.5295633698843866,1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.5295633698843866,1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12865382886785556,0.015365367974428876,0.491705800724459,2.899113968057703,0.40874982636608587,0.5265815198264243,2.1400826690441114e-05,0.7062296743613036,1.5338508113951925,2.6232251289015447,-0.45006582763087427,-2.6667414309646253,0.6820529586430654,1.0908183076730547,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582011733443,-0.11998510318810805,0.4599900095308409,3.5795817945561226e-10,-9.38499195393511e-11,1.5148313097271653,0.13373626727692148,0.13583572484071246,0.4609841535355203,-3.9723786077783506e-05,-0.0003921782412454492,1.8262988013392543,-0.24088610719709547,0.09244035192410804,0.46099000926142547,7.381485503407296e-07,-3.5982209586975953e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":280.456},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1181},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12865382886785556,0.015365367974428876,0.491705800724459,2.899113968057703,0.40874982636608587,0.5265815198264243,2.1400826690441114e-05,0.7062296743613036,1.5338508113951925,2.6232251289015447,-0.45006582763087427,-2.6667414309646253,0.6820529586430654,1.0908183076730547,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582011733443,-0.11998510318810805,0.4599900095308409,3.5795817945561226e-10,-9.38499195393511e-11,1.5148313097271653,0.13373626727692148,0.13583572484071246,0.4609841535355203,-3.9723786077783506e-05,-0.0003921782412454492,1.8262988013392543,-0.24088610719709547,0.09244035192410804,0.46099000926142547,7.381485503407296e-07,-3.5982209586975953e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.7062296743613036,1.5338508113951925,2.6232251289015447,-0.45006582763087427,-2.6667414309646253,0.6820529586430654,1.0908183076730547],"gripper_action":-1.0,"gripper_opening_width":2.1400826690441114e-05,"tcp_orn":[2.899113968057703,0.40874982636608587,0.5265815198264243],"tcp_pos":[0.12865382886785556,0.015365367974428876,0.491705800724459]},"robot_contact_count":8,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0005109001531959341,-0.0013538220740948416,0.0010708481114153367],"current_lin_vel":[-4.857442595562738e-05,-1.0450859163559665e-05,-4.130959014393698e-06],"current_orn":[0.00014305064546533998,-0.00013558005137341233,0.7914327345847306,0.6112562374179081],"current_pos":[0.13373626727692148,0.13583572484071246,0.4609841535355203]},"block_pink":{"current_ang_vel":[-2.0245754555674524e-14,1.6367108439708393e-14,3.4712622287635126e-16],"current_lin_vel":[3.210813911531858e-16,4.088888319633898e-16,5.252742685257772e-15],"current_orn":[1.4231903451473613e-06,-1.1608374472638901e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709547,0.09244035192410804,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.515304506866853e-14,6.463208669235602e-14,-4.514056796021667e-10],"current_lin_vel":[-1.67403604179514e-11,8.78824078829731e-14,1.824929096727601e-15],"current_orn":[1.6228831429148892e-10,8.88705207231659e-11,0.687045920179958,0.726613999014659],"current_pos":[0.22998582011733443,-0.11998510318810805,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":280.497},{"name":"submit_calvin_action","arguments":{"action":[0.5346171132144445,1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.5346171132144445,1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12854029824565488,0.015831028124018744,0.4914479146337364,2.90410014116198,0.40941737440332737,0.5304053307431884,-3.512291127584369e-06,0.7106048291098025,1.5293590100637309,2.6301503612151405,-0.4383093304147499,-2.6734935944851097,0.6876550507105497,1.084949791599501,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201167764,-0.11998510318810518,0.4599900095308409,3.5795801361477266e-10,-9.384997268326561e-11,1.5148313097121184,0.13373622563461157,0.13583568544845523,0.46098413977498937,-4.720403985933336e-05,-0.0003913446469695267,1.8262922714216658,-0.2408861071970954,0.09244035192410802,0.46099000926142547,7.381485500371674e-07,-3.598220958978416e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":280.563},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1187},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12854029824565488,0.015831028124018744,0.4914479146337364,2.90410014116198,0.40941737440332737,0.5304053307431884,-3.512291127584369e-06,0.7106048291098025,1.5293590100637309,2.6301503612151405,-0.4383093304147499,-2.6734935944851097,0.6876550507105497,1.084949791599501,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201167764,-0.11998510318810518,0.4599900095308409,3.5795801361477266e-10,-9.384997268326561e-11,1.5148313097121184,0.13373622563461157,0.13583568544845523,0.46098413977498937,-4.720403985933336e-05,-0.0003913446469695267,1.8262922714216658,-0.2408861071970954,0.09244035192410802,0.46099000926142547,7.381485500371674e-07,-3.598220958978416e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.7106048291098025,1.5293590100637309,2.6301503612151405,-0.4383093304147499,-2.6734935944851097,0.6876550507105497,1.084949791599501],"gripper_action":-1.0,"gripper_opening_width":-3.512291127584369e-06,"tcp_orn":[2.90410014116198,0.40941737440332737,0.5304053307431884],"tcp_pos":[0.12854029824565488,0.015831028124018744,0.4914479146337364]},"robot_contact_count":8,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0004764256677433332,-0.003145599442812721,-0.002003090806963618],"current_lin_vel":[-2.4544950327630114e-05,-1.0477903662181778e-05,-5.403498598156864e-06],"current_orn":[0.00014043415117611697,-0.0001382857988902743,0.7914307384120881,0.6112588219827867],"current_pos":[0.13373622563461157,0.13583568544845523,0.46098413977498937]},"block_pink":{"current_ang_vel":[-6.181716204397838e-14,-1.0484936764595664e-13,3.5251936679133837e-16],"current_lin_vel":[-2.103251696528544e-15,1.2403336829246098e-15,6.1825544683813405e-15],"current_orn":[1.4231903451184982e-06,-1.1608374474686328e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.2408861071970954,0.09244035192410802,0.46099000926142547]},"block_red":{"current_ang_vel":[1.447033477455409e-13,-3.6451951352818234e-13,-4.514056771472237e-10],"current_lin_vel":[-1.674894342101608e-11,8.468526022456209e-14,1.3114509478384662e-15],"current_orn":[1.622882722971745e-10,8.887044444425267e-11,0.6870459201744914,0.7266139990198279],"current_pos":[0.2299858201167764,-0.11998510318810518,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":280.602},{"name":"submit_calvin_action","arguments":{"action":[0.5459701754345125,-1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.5459701754345125,-1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.128185087371077,0.016350627437900667,0.49116778198563116,2.9101380009051634,0.41048682615738985,0.533795083309063,-3.742781408188514e-05,0.7161587139204986,1.521936140221269,2.6363056233333704,-0.42077043696316957,-2.6787151512437393,0.6954263273002389,1.0791718252736058,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201162184,-0.1199851031881023,0.4599900095308409,3.579595126975415e-10,-9.384925165428764e-11,1.5148313096970707,0.13373707847248104,0.1358358656244697,0.46098403246487335,-3.944189019786653e-05,-0.00038274967726958063,1.8262529529822724,-0.24088610719709538,0.092440351924108,0.46099000926142547,7.381485503502433e-07,-3.5982209587669215e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":280.669},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1193},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.128185087371077,0.016350627437900667,0.49116778198563116,2.9101380009051634,0.41048682615738985,0.533795083309063,-3.742781408188514e-05,0.7161587139204986,1.521936140221269,2.6363056233333704,-0.42077043696316957,-2.6787151512437393,0.6954263273002389,1.0791718252736058,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201162184,-0.1199851031881023,0.4599900095308409,3.579595126975415e-10,-9.384925165428764e-11,1.5148313096970707,0.13373707847248104,0.1358358656244697,0.46098403246487335,-3.944189019786653e-05,-0.00038274967726958063,1.8262529529822724,-0.24088610719709538,0.092440351924108,0.46099000926142547,7.381485503502433e-07,-3.5982209587669215e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.7161587139204986,1.521936140221269,2.6363056233333704,-0.42077043696316957,-2.6787151512437393,0.6954263273002389,1.0791718252736058],"gripper_action":-1.0,"gripper_opening_width":-3.742781408188514e-05,"tcp_orn":[2.9101380009051634,0.41048682615738985,0.533795083309063],"tcp_pos":[0.128185087371077,0.016350627437900667,0.49116778198563116]},"robot_contact_count":8,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.000905606781136198,0.004158261126606366,0.0030038818577742855],"current_lin_vel":[2.4187771503494774e-05,-1.793939688013516e-05,2.974606357490639e-05],"current_orn":[0.00013940272418190244,-0.00013259006204501076,0.7914187226284265,0.6112743806670994],"current_pos":[0.13373707847248104,0.1358358656244697,0.46098403246487335]},"block_pink":{"current_ang_vel":[-2.026237732717887e-14,1.67468974632256e-14,3.6097281927165573e-16],"current_lin_vel":[3.2866236409493325e-16,4.0927190850657763e-16,5.259681579161679e-15],"current_orn":[1.4231903451729576e-06,-1.1608374472877438e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709538,0.092440351924108,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0731340619589643e-14,3.910632116979583e-14,-4.5140568461503573e-10],"current_lin_vel":[-1.6740871111474682e-11,8.799397656978903e-14,2.213507155346406e-15],"current_orn":[1.6228856923509712e-10,8.887122136725634e-11,0.6870459201690244,0.7266139990249971],"current_pos":[0.2299858201162184,-0.1199851031881023,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":280.717},{"name":"submit_calvin_action","arguments":{"action":[0.5814912628923002,-1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.5814912628923002,-1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1277863330997529,0.016962664192184305,0.4908482483305576,2.9161882336428246,0.41088893738436383,0.5358591406024847,-8.88892224216166e-05,0.7221622213899591,1.5131232612112318,2.6417002081716294,-0.4006028193067027,-2.6830239433442573,0.7050230603767823,1.0749625226218145,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582011566038,-0.11998510318809942,0.4599900095308409,3.5795945394804854e-10,-9.384932008347923e-11,1.5148313096820236,0.13373678995186433,0.13583582283940934,0.46098414801739057,-3.321351385661396e-05,-0.0003860111508049095,1.826273798578684,-0.24088610719709533,0.09244035192410797,0.46099000926142547,7.381485505758613e-07,-3.598220959116514e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":280.787},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1199},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1277863330997529,0.016962664192184305,0.4908482483305576,2.9161882336428246,0.41088893738436383,0.5358591406024847,-8.88892224216166e-05,0.7221622213899591,1.5131232612112318,2.6417002081716294,-0.4006028193067027,-2.6830239433442573,0.7050230603767823,1.0749625226218145,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582011566038,-0.11998510318809942,0.4599900095308409,3.5795945394804854e-10,-9.384932008347923e-11,1.5148313096820236,0.13373678995186433,0.13583582283940934,0.46098414801739057,-3.321351385661396e-05,-0.0003860111508049095,1.826273798578684,-0.24088610719709533,0.09244035192410797,0.46099000926142547,7.381485505758613e-07,-3.598220959116514e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.7221622213899591,1.5131232612112318,2.6417002081716294,-0.4006028193067027,-2.6830239433442573,0.7050230603767823,1.0749625226218145],"gripper_action":-1.0,"gripper_opening_width":-8.88892224216166e-05,"tcp_orn":[2.9161882336428246,0.41088893738436383,0.5358591406024847],"tcp_pos":[0.1277863330997529,0.016962664192184305,0.4908482483305576]},"robot_contact_count":8,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.000992938726945921,0.0017568904471035366,0.003101561615005732],"current_lin_vel":[-2.5812076915669142e-05,-1.963415697619149e-05,2.454705608920249e-05],"current_orn":[0.00014259830989606684,-0.00013112077655265942,0.7914250939194291,0.6112661312290145],"current_pos":[0.13373678995186433,0.13583582283940934,0.46098414801739057]},"block_pink":{"current_ang_vel":[-6.185394124927702e-14,-1.0481848611818829e-13,3.5247707949664634e-16],"current_lin_vel":[-2.1026340379490414e-15,1.2410691353204925e-15,6.1825544683813405e-15],"current_orn":[1.4231903453708594e-06,-1.1608374473518875e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709533,0.09244035192410797,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0841858860272942e-14,3.894839497255808e-14,-4.5140567981873126e-10],"current_lin_vel":[-1.6740874138007232e-11,8.79961716517807e-14,2.220446049250313e-15],"current_orn":[1.622885713986622e-10,8.887117632343136e-11,0.6870459201635577,0.7266139990301662],"current_pos":[0.22998582011566038,-0.11998510318809942,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":280.854},{"name":"submit_calvin_action","arguments":{"action":[0.6213666900247106,-1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.6213666900247106,-1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12745706651281072,0.017630407757036393,0.4904652098210191,2.9226276529635515,0.4106987186520481,0.5381452025568729,-0.00011842931571310635,0.728220364549002,1.5035707851532027,2.646370094440036,-0.3791063685346555,-2.6866356373620444,0.715862550525117,1.070235710066068,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582011510235,-0.11998510318809655,0.4599900095308409,3.5795931201853974e-10,-9.3849381336845e-11,1.5148313096669763,0.13373605298954233,0.1358356011897388,0.46098409792425565,-4.420065152788646e-05,-0.0003940944118372063,1.8263017690035874,-0.24088610719709533,0.09244035192410796,0.46099000926142547,7.381485503589126e-07,-3.598220958838306e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":280.924},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1205},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12745706651281072,0.017630407757036393,0.4904652098210191,2.9226276529635515,0.4106987186520481,0.5381452025568729,-0.00011842931571310635,0.728220364549002,1.5035707851532027,2.646370094440036,-0.3791063685346555,-2.6866356373620444,0.715862550525117,1.070235710066068,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582011510235,-0.11998510318809655,0.4599900095308409,3.5795931201853974e-10,-9.3849381336845e-11,1.5148313096669763,0.13373605298954233,0.1358356011897388,0.46098409792425565,-4.420065152788646e-05,-0.0003940944118372063,1.8263017690035874,-0.24088610719709533,0.09244035192410796,0.46099000926142547,7.381485503589126e-07,-3.598220958838306e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.728220364549002,1.5035707851532027,2.646370094440036,-0.3791063685346555,-2.6866356373620444,0.715862550525117,1.070235710066068],"gripper_action":-1.0,"gripper_opening_width":-0.00011842931571310635,"tcp_orn":[2.9226276529635515,0.4106987186520481,0.5381452025568729],"tcp_pos":[0.12745706651281072,0.017630407757036393,0.4904652098210191]},"robot_contact_count":8,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0004910983385914924,-0.0023963418569338465,-0.000754620206632996],"current_lin_vel":[-3.3873820195291004e-05,-1.0479655743693158e-05,-2.8199749960503007e-06],"current_orn":[0.0001424408542457358,-0.00013793704455442745,0.7914336411180645,0.611255063284205],"current_pos":[0.13373605298954233,0.1358356011897388,0.46098409792425565]},"block_pink":{"current_ang_vel":[-2.0187345992148933e-14,1.6515007805875523e-14,3.6097194337439026e-16],"current_lin_vel":[3.2402457327394596e-16,4.077712477782399e-16,5.259681579161679e-15],"current_orn":[1.4231903451988772e-06,-1.1608374473126618e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709533,0.09244035192410796,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.074634330919956e-14,3.8894747828245855e-14,-4.5140568374840357e-10],"current_lin_vel":[-1.6740875363845273e-11,8.799425963052097e-14,2.220446049250313e-15],"current_orn":[1.622885408772844e-10,8.887110531238888e-11,0.687045920158091,0.7266139990353353],"current_pos":[0.22998582011510235,-0.11998510318809655,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":280.988},{"name":"submit_calvin_action","arguments":{"action":[0.654293348718929,-1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.654293348718929,-1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12715171714541326,0.018215401864287217,0.49002917975316435,2.9289556508836503,0.4102745559879836,0.5401722109753803,-0.00013699612882104152,0.7342339694522549,1.4935963435968547,2.6505249707363747,-0.356839460499854,-2.6898539875374547,0.7272872311043844,1.0657395535712415,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582011454433,-0.11998510318809368,0.4599900095308409,3.5795925470306647e-10,-9.384944887501557e-11,1.5148313096519284,0.13373637441647718,0.13583570037279585,0.46098409113119143,-3.3760898793136205e-05,-0.0003907669644443114,1.8262937643352495,-0.24088610719709527,0.09244035192410793,0.46099000926142547,7.381485511163594e-07,-3.5982209592552665e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":281.057},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1211},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12715171714541326,0.018215401864287217,0.49002917975316435,2.9289556508836503,0.4102745559879836,0.5401722109753803,-0.00013699612882104152,0.7342339694522549,1.4935963435968547,2.6505249707363747,-0.356839460499854,-2.6898539875374547,0.7272872311043844,1.0657395535712415,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582011454433,-0.11998510318809368,0.4599900095308409,3.5795925470306647e-10,-9.384944887501557e-11,1.5148313096519284,0.13373637441647718,0.13583570037279585,0.46098409113119143,-3.3760898793136205e-05,-0.0003907669644443114,1.8262937643352495,-0.24088610719709527,0.09244035192410793,0.46099000926142547,7.381485511163594e-07,-3.5982209592552665e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.7342339694522549,1.4935963435968547,2.6505249707363747,-0.356839460499854,-2.6898539875374547,0.7272872311043844,1.0657395535712415],"gripper_action":-1.0,"gripper_opening_width":-0.00013699612882104152,"tcp_orn":[2.9289556508836503,0.4102745559879836,0.5401722109753803],"tcp_pos":[0.12715171714541326,0.018215401864287217,0.49002917975316435]},"robot_contact_count":8,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0009325561023494152,0.001560296854799503,0.0031911903418114012],"current_lin_vel":[-3.151934372181476e-05,-1.839948110059528e-05,2.0418913817168982e-05],"current_orn":[0.00014431427172531167,-0.00013278947686441977,0.7914311956494633,0.6112582302866825],"current_pos":[0.13373637441647718,0.13583570037279585,0.46098409113119143]},"block_pink":{"current_ang_vel":[1.903841896500044e-13,2.112655074174634e-13,3.574412386313415e-16],"current_lin_vel":[4.219044554629611e-15,-3.803671946149376e-15,3.747002708109903e-15],"current_orn":[1.4231903456241265e-06,-1.1608374472348259e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709527,0.09244035192410793,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0862719861380032e-14,3.901182855574497e-14,-4.5140567752446384e-10],"current_lin_vel":[-1.6740872763470946e-11,8.799659423751308e-14,2.213507155346406e-15],"current_orn":[1.6228854325575267e-10,8.887106108489666e-11,0.6870459201526239,0.7266139990405045],"current_pos":[0.22998582011454433,-0.11998510318809368,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":281.12},{"name":"submit_calvin_action","arguments":{"action":[0.6848282854586746,-1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.6848282854586746,-1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12687950285418742,0.018811742572208502,0.48950391975572966,2.935734130098121,0.4094985487553065,0.5424973769372744,-0.000137722524793328,0.7401701928204742,1.4833214385077325,2.6543788883332184,-0.3339494415986123,-2.692553217975959,0.7395758622774168,1.0610696197014688,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201139863,-0.1199851031880908,0.4599900095308409,3.5795917324817644e-10,-9.384950982754016e-11,1.5148313096368817,0.13373635065045011,0.13583579496697742,0.460983880336885,-5.492926820778274e-05,-0.00037923947896351346,1.8262699077397015,-0.24088610719709524,0.09244035192410792,0.46099000926142547,7.381485503697504e-07,-3.5982209589093857e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":281.188},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1217},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12687950285418742,0.018811742572208502,0.48950391975572966,2.935734130098121,0.4094985487553065,0.5424973769372744,-0.000137722524793328,0.7401701928204742,1.4833214385077325,2.6543788883332184,-0.3339494415986123,-2.692553217975959,0.7395758622774168,1.0610696197014688,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201139863,-0.1199851031880908,0.4599900095308409,3.5795917324817644e-10,-9.384950982754016e-11,1.5148313096368817,0.13373635065045011,0.13583579496697742,0.460983880336885,-5.492926820778274e-05,-0.00037923947896351346,1.8262699077397015,-0.24088610719709524,0.09244035192410792,0.46099000926142547,7.381485503697504e-07,-3.5982209589093857e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.7401701928204742,1.4833214385077325,2.6543788883332184,-0.3339494415986123,-2.692553217975959,0.7395758622774168,1.0610696197014688],"gripper_action":-1.0,"gripper_opening_width":-0.000137722524793328,"tcp_orn":[2.935734130098121,0.4094985487553065,0.5424973769372744],"tcp_pos":[0.12687950285418742,0.018811742572208502,0.48950391975572966]},"robot_contact_count":8,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.0032451503339292575,-0.002888026038651589,-0.007847302473236211],"current_lin_vel":[9.444037141771804e-05,6.266392620989518e-05,-4.3967645016018686e-05],"current_orn":[0.00013328135400783323,-0.00013764458549488836,0.791423903848027,0.6112676727162969],"current_pos":[0.13373635065045011,0.13583579496697742,0.460983880336885]},"block_pink":{"current_ang_vel":[-6.173728319630857e-14,-1.0481888139077894e-13,3.5247794422774095e-16],"current_lin_vel":[-2.1026419409791383e-15,1.2387359657522886e-15,6.1825544683813405e-15],"current_orn":[1.4231903452255405e-06,-1.1608374473367762e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709524,0.09244035192410792,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0745096243851928e-14,3.884402703642102e-14,-4.5140568204703744e-10],"current_lin_vel":[-1.6740876302815856e-11,8.799423758526605e-14,2.213507155346406e-15],"current_orn":[1.622885346018813e-10,8.8871010957572e-11,0.6870459201471574,0.7266139990456735],"current_pos":[0.2299858201139863,-0.1199851031880908,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":281.236},{"name":"submit_calvin_action","arguments":{"action":[0.7120497145812588,-1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.7120497145812588,-1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12665800166845714,0.01946079600896667,0.4888912739270024,2.9431223006723646,0.40823810255921494,0.5454044385586452,-0.0001362522447194652,0.7460302224713257,1.4728126684348488,2.658024527606697,-0.3105739971894926,-2.694811224955847,0.7528103611854032,1.0560333883320046,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582011342827,-0.11998510318808793,0.4599900095308409,3.579590064529686e-10,-9.384956165203496e-11,1.514831309621834,0.13373591480383157,0.13583555610212095,0.4609840765080837,-3.411101362128057e-05,-0.0003967334054944785,1.826316491997808,-0.24088610719709522,0.0924403519241079,0.46099000926142547,7.381485501523033e-07,-3.5982209586293617e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":281.304},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1223},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12665800166845714,0.01946079600896667,0.4888912739270024,2.9431223006723646,0.40823810255921494,0.5454044385586452,-0.0001362522447194652,0.7460302224713257,1.4728126684348488,2.658024527606697,-0.3105739971894926,-2.694811224955847,0.7528103611854032,1.0560333883320046,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582011342827,-0.11998510318808793,0.4599900095308409,3.579590064529686e-10,-9.384956165203496e-11,1.514831309621834,0.13373591480383157,0.13583555610212095,0.4609840765080837,-3.411101362128057e-05,-0.0003967334054944785,1.826316491997808,-0.24088610719709522,0.0924403519241079,0.46099000926142547,7.381485501523033e-07,-3.5982209586293617e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.7460302224713257,1.4728126684348488,2.658024527606697,-0.3105739971894926,-2.694811224955847,0.7528103611854032,1.0560333883320046],"gripper_action":-1.0,"gripper_opening_width":-0.0001362522447194652,"tcp_orn":[2.9431223006723646,0.40823810255921494,0.5454044385586452],"tcp_pos":[0.12665800166845714,0.01946079600896667,0.4888912739270024]},"robot_contact_count":8,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0005853020968333491,0.0001360742065313979,0.003365389840654171],"current_lin_vel":[-6.346011861149918e-05,-1.1402680298356822e-05,2.8030917174765024e-06],"current_orn":[0.0001465698115229878,-0.0001347498752594991,0.7914381413145716,0.611249236263161],"current_pos":[0.13373591480383157,0.13583555610212095,0.4609840765080837]},"block_pink":{"current_ang_vel":[-2.030295720430222e-14,1.6241775632747286e-14,3.5480197143137303e-16],"current_lin_vel":[3.185672157701951e-16,4.1006062796002694e-16,5.252742685257772e-15],"current_orn":[1.4231903450527911e-06,-1.1608374472970042e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709522,0.0924403519241079,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0688730353407066e-14,3.8751563003119025e-14,-4.5140568478231786e-10],"current_lin_vel":[-1.674087821236116e-11,8.79931231460491e-14,2.213507155346406e-15],"current_orn":[1.6228849180758727e-10,8.887093483016567e-11,0.6870459201416904,0.7266139990508427],"current_pos":[0.22998582011342827,-0.11998510318808793,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":281.335},{"name":"submit_calvin_action","arguments":{"action":[0.7341998331542865,-1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.7341998331542865,-1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12651320375676284,0.020211007716636142,0.48820534583159425,2.950650172255974,0.4060690027039145,0.5480375202785644,-0.0001891806764725278,0.7518858393793693,1.4621296477792527,2.6615311447211147,-0.2868699364257655,-2.6969312944715313,0.7670759309667726,1.0514317236781625,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582011287025,-0.11998510318808506,0.4599900095308409,3.579588637287269e-10,-9.384962376707934e-11,1.5148313096067867,0.13373668652612813,0.13583588185147275,0.46098387867826013,-5.388471321187161e-05,-0.0003731206401218893,1.8262500682299887,-0.24088610719709516,0.09244035192410788,0.46099000926142547,7.38148550378207e-07,-3.5982209589792075e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":281.39},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1229},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12651320375676284,0.020211007716636142,0.48820534583159425,2.950650172255974,0.4060690027039145,0.5480375202785644,-0.0001891806764725278,0.7518858393793693,1.4621296477792527,2.6615311447211147,-0.2868699364257655,-2.6969312944715313,0.7670759309667726,1.0514317236781625,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582011287025,-0.11998510318808506,0.4599900095308409,3.579588637287269e-10,-9.384962376707934e-11,1.5148313096067867,0.13373668652612813,0.13583588185147275,0.46098387867826013,-5.388471321187161e-05,-0.0003731206401218893,1.8262500682299887,-0.24088610719709516,0.09244035192410788,0.46099000926142547,7.38148550378207e-07,-3.5982209589792075e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.7518858393793693,1.4621296477792527,2.6615311447211147,-0.2868699364257655,-2.6969312944715313,0.7670759309667726,1.0514317236781625],"gripper_action":-1.0,"gripper_opening_width":-0.0001891806764725278,"tcp_orn":[2.950650172255974,0.4060690027039145,0.5480375202785644],"tcp_pos":[0.12651320375676284,0.020211007716636142,0.48820534583159425]},"robot_contact_count":8,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.0036178797306487777,0.0005899359941557141,-0.007903617080909706],"current_lin_vel":[0.00016509471275912298,7.007190168632162e-05,-4.6748226318268915e-05],"current_orn":[0.00013117796492145953,-0.00013536241969355103,0.7914178407612095,0.6112755236341644],"current_pos":[0.13373668652612813,0.13583588185147275,0.46098387867826013]},"block_pink":{"current_ang_vel":[-6.185601072686744e-14,-1.050075579100468e-13,3.5347173040897265e-16],"current_lin_vel":[-2.1064208682434622e-15,1.24111615327345e-15,6.1825544683813405e-15],"current_orn":[1.4231903452508838e-06,-1.160837447361156e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709516,0.09244035192410788,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0789155912609588e-14,3.917239597067248e-14,-4.514056819285024e-10],"current_lin_vel":[-1.6740869730215256e-11,8.79951184498388e-14,2.213507155346406e-15],"current_orn":[1.6228846129348384e-10,8.887086323306033e-11,0.6870459201362237,0.7266139990560118],"current_pos":[0.22998582011287025,-0.11998510318808506,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":281.44},{"name":"submit_calvin_action","arguments":{"action":[0.748679624323717,-1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.748679624323717,-1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12645580696701894,0.021044819312981723,0.48746881191119906,2.958416815171946,0.4030680574230446,0.5509990106494402,-0.00020284453540319653,0.7577675049738802,1.451274511941966,2.6649995111371587,-0.26285918718694096,-2.6991500629210425,0.7823952289200845,1.046570849632393,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582011231222,-0.11998510318808218,0.4599900095308409,3.5795880508822835e-10,-9.384969133310145e-11,1.5148313095917392,0.13373680198993118,0.13583583820862877,0.4609840619704522,-3.8804284882556134e-05,-0.0003785960297286779,1.8262595605075784,-0.24088610719709513,0.09244035192410786,0.46099000926142547,7.381485501639731e-07,-3.5982209587010126e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":281.507},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1235},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12645580696701894,0.021044819312981723,0.48746881191119906,2.958416815171946,0.4030680574230446,0.5509990106494402,-0.00020284453540319653,0.7577675049738802,1.451274511941966,2.6649995111371587,-0.26285918718694096,-2.6991500629210425,0.7823952289200845,1.046570849632393,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582011231222,-0.11998510318808218,0.4599900095308409,3.5795880508822835e-10,-9.384969133310145e-11,1.5148313095917392,0.13373680198993118,0.13583583820862877,0.4609840619704522,-3.8804284882556134e-05,-0.0003785960297286779,1.8262595605075784,-0.24088610719709513,0.09244035192410786,0.46099000926142547,7.381485501639731e-07,-3.5982209587010126e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.7577675049738802,1.451274511941966,2.6649995111371587,-0.26285918718694096,-2.6991500629210425,0.7823952289200845,1.046570849632393],"gripper_action":-1.0,"gripper_opening_width":-0.00020284453540319653,"tcp_orn":[2.958416815171946,0.4030680574230446,0.5509990106494402],"tcp_pos":[0.12645580696701894,0.021044819312981723,0.48746881191119906]},"robot_contact_count":8,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0013670711019906912,0.0031715284559057696,0.0028592945040177235],"current_lin_vel":[7.308545369323735e-06,-2.7204249198049612e-05,4.678606568200849e-05],"current_orn":[0.00013795439587128332,-0.0001310677907330228,0.7914207425092826,0.6112717661694141],"current_pos":[0.13373680198993118,0.13583583820862877,0.4609840619704522]},"block_pink":{"current_ang_vel":[-2.001770292412643e-14,1.6542076920983085e-14,3.54181245232019e-16],"current_lin_vel":[3.24573756558857e-16,4.0435331120493445e-16,5.259681579161679e-15],"current_orn":[1.4231903450799574e-06,-1.1608374473210771e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709513,0.09244035192410786,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.528293519795161e-14,6.462619533676258e-14,-4.5140567621390116e-10],"current_lin_vel":[-1.6740360497103737e-11,8.788497583870516e-14,1.8318679906315083e-15],"current_orn":[1.622884632001288e-10,8.887081854027288e-11,0.6870459201307567,0.726613999061181],"current_pos":[0.22998582011231222,-0.11998510318808218,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":281.556},{"name":"submit_calvin_action","arguments":{"action":[0.7544193032981067,-1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.7544193032981067,-1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1264555847705124,0.02197624249591052,0.48664346869928365,2.9672377714649274,0.39954448411339333,0.5553061979965019,-0.00022827057602453488,0.7635499962253368,1.4402782673454029,2.6685709393870853,-0.23850748254257645,-2.700992782419036,0.7986446519597606,1.0404406346030766,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201117542,-0.11998510318807931,0.4599900095308409,3.5795874631380535e-10,-9.384975886773298e-11,1.5148313095766919,0.1337362757092961,0.13583571619129953,0.46098416714118257,-3.355359783509844e-05,-0.0003858412732865166,1.826292675477053,-0.24088610719709508,0.09244035192410784,0.46099000926142547,7.381485503898668e-07,-3.598220959051074e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":281.623},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1241},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1264555847705124,0.02197624249591052,0.48664346869928365,2.9672377714649274,0.39954448411339333,0.5553061979965019,-0.00022827057602453488,0.7635499962253368,1.4402782673454029,2.6685709393870853,-0.23850748254257645,-2.700992782419036,0.7986446519597606,1.0404406346030766,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201117542,-0.11998510318807931,0.4599900095308409,3.5795874631380535e-10,-9.384975886773298e-11,1.5148313095766919,0.1337362757092961,0.13583571619129953,0.46098416714118257,-3.355359783509844e-05,-0.0003858412732865166,1.826292675477053,-0.24088610719709508,0.09244035192410784,0.46099000926142547,7.381485503898668e-07,-3.598220959051074e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.7635499962253368,1.4402782673454029,2.6685709393870853,-0.23850748254257645,-2.700992782419036,0.7986446519597606,1.0404406346030766],"gripper_action":-1.0,"gripper_opening_width":-0.00022827057602453488,"tcp_orn":[2.9672377714649274,0.39954448411339333,0.5553061979965019],"tcp_pos":[0.1264555847705124,0.02197624249591052,0.48664346869928365]},"robot_contact_count":8,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.001037538704659109,0.001732808092247061,0.00314750462927473],"current_lin_vel":[-2.720327652199008e-05,-2.0514214367768674e-05,2.1825871075721592e-05],"current_orn":[0.00014242838467192536,-0.0001312020875664441,0.7914308632800303,0.611258661409385],"current_pos":[0.1337362757092961,0.13583571619129953,0.46098416714118257]},"block_pink":{"current_ang_vel":[-6.183697977455787e-14,-1.049571668287489e-13,3.5229401347938055e-16],"current_lin_vel":[-2.1054085007221705e-15,1.2407297023441546e-15,6.1825544683813405e-15],"current_orn":[1.4231903452781144e-06,-1.1608374473853155e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709508,0.09244035192410784,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.5315578358205956e-14,6.443068756037313e-14,-4.514056864108585e-10],"current_lin_vel":[-1.6740364669623445e-11,8.788566591392882e-14,1.8318679906315083e-15],"current_orn":[1.622884650473347e-10,8.887077381288376e-11,0.68704592012529,0.72661399906635],"current_pos":[0.2299858201117542,-0.11998510318807931,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":281.659},{"name":"submit_calvin_action","arguments":{"action":[0.7544415229487594,-1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.7544415229487594,-1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12652400521902826,0.023021398736355517,0.48575240333618597,2.976473129004584,0.3951795948772784,0.5600515620374201,-0.00024284569930268683,0.7693446059673318,1.4291884292765473,2.672276757973078,-0.2139495251771335,-2.7029557440893743,0.815953485485083,1.0342533015452335,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582011119617,-0.11998510318807644,0.4599900095308409,3.5795849744477013e-10,-9.384980187651289e-11,1.5148313095616441,0.133735698937187,0.13583560733340344,0.4609842008116576,-3.499972599145247e-05,-0.0003906099965934965,1.8263210675900727,-0.24088610719709505,0.09244035192410782,0.46099000926142547,7.381485501743065e-07,-3.598220958771776e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":281.708},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1247},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12652400521902826,0.023021398736355517,0.48575240333618597,2.976473129004584,0.3951795948772784,0.5600515620374201,-0.00024284569930268683,0.7693446059673318,1.4291884292765473,2.672276757973078,-0.2139495251771335,-2.7029557440893743,0.815953485485083,1.0342533015452335,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582011119617,-0.11998510318807644,0.4599900095308409,3.5795849744477013e-10,-9.384980187651289e-11,1.5148313095616441,0.133735698937187,0.13583560733340344,0.4609842008116576,-3.499972599145247e-05,-0.0003906099965934965,1.8263210675900727,-0.24088610719709505,0.09244035192410782,0.46099000926142547,7.381485501743065e-07,-3.598220958771776e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.7693446059673318,1.4291884292765473,2.672276757973078,-0.2139495251771335,-2.7029557440893743,0.815953485485083,1.0342533015452335],"gripper_action":-1.0,"gripper_opening_width":-0.00024284569930268683,"tcp_orn":[2.976473129004584,0.3951795948772784,0.5600515620374201],"tcp_pos":[0.12652400521902826,0.023021398736355517,0.48575240333618597]},"robot_contact_count":7,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0006493866295088467,-0.00018557838460536778,0.003031079032850741],"current_lin_vel":[-6.338684682960139e-05,-1.2764847029256645e-05,-2.573312203359157e-06],"current_orn":[0.00014387535425407889,-0.00013322976204452924,0.791439540175898,0.6112474260034771],"current_pos":[0.133735698937187,0.13583560733340344,0.4609842008116576]},"block_pink":{"current_ang_vel":[-2.0118268669501454e-14,1.6359295743054564e-14,3.5303749070743535e-16],"current_lin_vel":[3.20922652382414e-16,4.063589592352195e-16,5.252742685257772e-15],"current_orn":[1.4231903451063253e-06,-1.1608374473452286e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709505,0.09244035192410782,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.5361120982204898e-14,6.442647484329604e-14,-4.5140567782801684e-10],"current_lin_vel":[-1.6740364506387862e-11,8.788655310356204e-14,1.8318679906315083e-15],"current_orn":[1.6228838940664427e-10,8.88706726940443e-11,0.687045920119823,0.7266139990715192],"current_pos":[0.22998582011119617,-0.11998510318807644,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":281.752},{"name":"submit_calvin_action","arguments":{"action":[0.7475994780971745,-1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.7475994780971745,-1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1266841699801879,0.024141236204206225,0.48480320856310866,2.985642186327508,0.38987951534103255,0.5647248599279525,-0.00023003914146092172,0.7752054757511531,1.418026913629626,2.676182936345856,-0.18919700777695722,-2.70558556263384,0.8338091458833222,1.028256439566372,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582011063815,-0.11998510318807357,0.4599900095308409,3.579584641558699e-10,-9.384987868109887e-11,1.5148313095465973,0.13373619142713913,0.13583592299838246,0.46098394701358825,-5.211109060233876e-05,-0.0003684391312320671,1.8262720095819736,-0.24088610719709502,0.0924403519241078,0.46099000926142547,7.381485504003944e-07,-3.5982209591228118e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":281.818},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1253},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1266841699801879,0.024141236204206225,0.48480320856310866,2.985642186327508,0.38987951534103255,0.5647248599279525,-0.00023003914146092172,0.7752054757511531,1.418026913629626,2.676182936345856,-0.18919700777695722,-2.70558556263384,0.8338091458833222,1.028256439566372,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582011063815,-0.11998510318807357,0.4599900095308409,3.579584641558699e-10,-9.384987868109887e-11,1.5148313095465973,0.13373619142713913,0.13583592299838246,0.46098394701358825,-5.211109060233876e-05,-0.0003684391312320671,1.8262720095819736,-0.24088610719709502,0.0924403519241078,0.46099000926142547,7.381485504003944e-07,-3.5982209591228118e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.7752054757511531,1.418026913629626,2.676182936345856,-0.18919700777695722,-2.70558556263384,0.8338091458833222,1.028256439566372],"gripper_action":-1.0,"gripper_opening_width":-0.00023003914146092172,"tcp_orn":[2.985642186327508,0.38987951534103255,0.5647248599279525],"tcp_pos":[0.1266841699801879,0.024141236204206225,0.48480320856310866]},"robot_contact_count":7,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.004393907368830744,-0.0014498038235709696,-0.007850884530684728],"current_lin_vel":[0.00012327983443111577,8.567154887523458e-05,-5.9437817913447766e-05],"current_orn":[0.00012986899773544585,-0.00013322831078174197,0.7914245473197452,0.6112668413090938],"current_pos":[0.13373619142713913,0.13583592299838246,0.46098394701358825]},"block_pink":{"current_ang_vel":[-6.189491356532034e-14,-1.0508224840971668e-13,3.5406650214515887e-16],"current_lin_vel":[-2.1079161414412154e-15,1.241896784637194e-15,6.175615574477433e-15],"current_orn":[1.4231903453048654e-06,-1.1608374474097829e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709502,0.0924403519241078,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.518177484631557e-14,6.474805416613018e-14,-4.5140567931964476e-10],"current_lin_vel":[-1.6740358122422503e-11,8.78829685518411e-14,1.824929096727601e-15],"current_orn":[1.6228840369736113e-10,8.88706333536781e-11,0.6870459201143564,0.7266139990766882],"current_pos":[0.22998582011063815,-0.11998510318807357,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":281.864},{"name":"submit_calvin_action","arguments":{"action":[0.731583001981212,-1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.731583001981212,-1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12637736500930843,0.0247516819469819,0.48360873359516954,2.994863941265656,0.38703722402440943,0.5705980986445307,-0.00021501537789569668,0.7811430995914573,1.406825584828379,2.680596187875305,-0.16370886549834945,-2.7081957785145883,0.8508771734686409,1.0202463878074421,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582011008012,-0.1199851031880707,0.4599900095308409,3.579582985344095e-10,-9.38499307682323e-11,1.5148313095315498,0.13373627170532942,0.13583573355480236,0.4609842208317169,-3.3186300053389304e-05,-0.0003825451854477648,1.8262893797134423,-0.240886107197095,0.09244035192410778,0.46099000926142547,7.381485501829718e-07,-3.5982209588426476e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":281.929},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1259},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12637736500930843,0.0247516819469819,0.48360873359516954,2.994863941265656,0.38703722402440943,0.5705980986445307,-0.00021501537789569668,0.7811430995914573,1.406825584828379,2.680596187875305,-0.16370886549834945,-2.7081957785145883,0.8508771734686409,1.0202463878074421,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582011008012,-0.1199851031880707,0.4599900095308409,3.579582985344095e-10,-9.38499307682323e-11,1.5148313095315498,0.13373627170532942,0.13583573355480236,0.4609842208317169,-3.3186300053389304e-05,-0.0003825451854477648,1.8262893797134423,-0.240886107197095,0.09244035192410778,0.46099000926142547,7.381485501829718e-07,-3.5982209588426476e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.7811430995914573,1.406825584828379,2.680596187875305,-0.16370886549834945,-2.7081957785145883,0.8508771734686409,1.0202463878074421],"gripper_action":-1.0,"gripper_opening_width":-0.00021501537789569668,"tcp_orn":[2.994863941265656,0.38703722402440943,0.5705980986445307],"tcp_pos":[0.12637736500930843,0.0247516819469819,0.48360873359516954]},"robot_contact_count":7,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0010986589180368835,0.0015840920474441658,0.003110707140291614],"current_lin_vel":[-2.9450993060351525e-05,-2.1746191837463204e-05,2.307787066815198e-05],"current_orn":[0.00014123611451243105,-0.00013004959379492702,0.7914298562882806,0.6112599657387802],"current_pos":[0.13373627170532942,0.13583573355480236,0.4609842208317169]},"block_pink":{"current_ang_vel":[-2.0352826963022295e-14,1.661406993575199e-14,3.602828702620454e-16],"current_lin_vel":[3.2600637249944445e-16,4.1107845464694683e-16,5.259681579161679e-15],"current_orn":[1.4231903451320812e-06,-1.1608374473699488e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.240886107197095,0.09244035192410778,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.5310934783984617e-14,6.440240800729541e-14,-4.5140567608904326e-10],"current_lin_vel":[-1.6740364967139296e-11,8.788553501914186e-14,1.8318679906315083e-15],"current_orn":[1.6228836141972023e-10,8.887055753406264e-11,0.6870459201088895,0.7266139990818574],"current_pos":[0.22998582011008012,-0.1199851031880707,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":281.98},{"name":"submit_calvin_action","arguments":{"action":[0.7622634990691574,-1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.7622634990691574,-1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1260102532965444,0.025552439441747114,0.4823916175873617,3.0047612821208536,0.38346071065134696,0.5772009092663085,-0.00018386599356717652,0.787135791757509,1.3955552940582383,2.685515913458901,-0.13815733806771713,-2.711037907775089,0.8681883337422335,1.0122247437541088,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201095221,-0.11998510318806782,0.4599900095308409,3.5795802384360405e-10,-9.384996442278462e-11,1.5148313095165022,0.13373557319418977,0.13583553276710814,0.4609841817836073,-4.159854554626302e-05,-0.0003902354088276272,1.8263178484625882,-0.24088610719709494,0.09244035192410775,0.46099000926142547,7.381485504092554e-07,-3.5982209591909962e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":282.059},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1265},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1260102532965444,0.025552439441747114,0.4823916175873617,3.0047612821208536,0.38346071065134696,0.5772009092663085,-0.00018386599356717652,0.787135791757509,1.3955552940582383,2.685515913458901,-0.13815733806771713,-2.711037907775089,0.8681883337422335,1.0122247437541088,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201095221,-0.11998510318806782,0.4599900095308409,3.5795802384360405e-10,-9.384996442278462e-11,1.5148313095165022,0.13373557319418977,0.13583553276710814,0.4609841817836073,-4.159854554626302e-05,-0.0003902354088276272,1.8263178484625882,-0.24088610719709494,0.09244035192410775,0.46099000926142547,7.381485504092554e-07,-3.5982209591909962e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.787135791757509,1.3955552940582383,2.685515913458901,-0.13815733806771713,-2.711037907775089,0.8681883337422335,1.0122247437541088],"gripper_action":-1.0,"gripper_opening_width":-0.00018386599356717652,"tcp_orn":[3.0047612821208536,0.38346071065134696,0.5772009092663085],"tcp_pos":[0.1260102532965444,0.025552439441747114,0.4823916175873617]},"robot_contact_count":7,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0006138472544176714,-0.0017686171695866467,0.00031910640213691187],"current_lin_vel":[-4.222940641020036e-05,-1.2684981108786057e-05,-3.5051592959869926e-06],"current_orn":[0.00014171014827335531,-0.0001357267905898368,0.791438555920608,0.6112487003657147],"current_pos":[0.13373557319418977,0.13583553276710814,0.4609841817836073]},"block_pink":{"current_ang_vel":[-6.194760294190148e-14,-1.0478323875600321e-13,3.596348521562386e-16],"current_lin_vel":[-2.1019417671844774e-15,1.2429708510388127e-15,6.1825544683813405e-15],"current_orn":[1.423190345329848e-06,-1.1608374474334005e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709494,0.09244035192410775,0.46099000926142547]},"block_red":{"current_ang_vel":[1.4471166158003258e-13,-3.6432388290439937e-13,-4.514056807954398e-10],"current_lin_vel":[-1.6748939653648368e-11,8.4685087973261e-14,1.3114509478384662e-15],"current_orn":[1.6228827318440792e-10,8.887045094330858e-11,0.6870459201034227,0.7266139990870265],"current_pos":[0.2299858201095221,-0.11998510318806782,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":282.069},{"name":"submit_calvin_action","arguments":{"action":[0.7989746703455619,-1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.7989746703455619,-1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12582079754053782,0.02671867240113871,0.4812636568389086,3.015422425215223,0.3779649826007316,0.5843868506398032,-0.00021459071072926943,0.793037901012531,1.3841925359655016,2.6909174140779024,-0.11279133866733373,-2.7136721347696566,0.8871526837180638,1.0039149200611028,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582010896407,-0.11998510318806495,0.4599900095308409,3.5795796585504704e-10,-9.385003290992037e-11,1.5148313095014552,0.1337363730575762,0.13583570115852076,0.46098403395507437,-3.89187521832958e-05,-0.0003808996544170972,1.8262760023199984,-0.2408861071970949,0.09244035192410774,0.46099000926142547,7.381485501923504e-07,-3.5982209589121902e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":282.178},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1271},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12582079754053782,0.02671867240113871,0.4812636568389086,3.015422425215223,0.3779649826007316,0.5843868506398032,-0.00021459071072926943,0.793037901012531,1.3841925359655016,2.6909174140779024,-0.11279133866733373,-2.7136721347696566,0.8871526837180638,1.0039149200611028,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582010896407,-0.11998510318806495,0.4599900095308409,3.5795796585504704e-10,-9.385003290992037e-11,1.5148313095014552,0.1337363730575762,0.13583570115852076,0.46098403395507437,-3.89187521832958e-05,-0.0003808996544170972,1.8262760023199984,-0.2408861071970949,0.09244035192410774,0.46099000926142547,7.381485501923504e-07,-3.5982209589121902e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.793037901012531,1.3841925359655016,2.6909174140779024,-0.11279133866733373,-2.7136721347696566,0.8871526837180638,1.0039149200611028],"gripper_action":-1.0,"gripper_opening_width":-0.00021459071072926943,"tcp_orn":[3.015422425215223,0.3779649826007316,0.5843868506398032],"tcp_pos":[0.12582079754053782,0.02671867240113871,0.4812636568389086]},"robot_contact_count":8,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.00135218385116238,0.003277421226657792,0.002889634804438863],"current_lin_vel":[8.828986755956571e-06,-2.690537020605826e-05,4.5249078536133136e-05],"current_orn":[0.00013883206239430286,-0.00013181601566933222,0.7914257674961102,0.6112652598450117],"current_pos":[0.1337363730575762,0.13583570115852076,0.46098403395507437]},"block_pink":{"current_ang_vel":[-6.180280092706477e-14,-1.0494375462539938e-13,3.5234292384285276e-16],"current_lin_vel":[-2.10514029096783e-15,1.240046287928632e-15,6.1825544683813405e-15],"current_orn":[1.4231903451576934e-06,-1.160837447393929e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.2408861071970949,0.09244035192410774,0.46099000926142547]},"block_red":{"current_ang_vel":[1.4476417024857542e-13,-3.6434531428671505e-13,-4.5140567905689404e-10],"current_lin_vel":[-1.6748940005834366e-11,8.46840408511853e-14,1.3114509478384662e-15],"current_orn":[1.622882756443315e-10,8.887040613983103e-11,0.687045920097956,0.7266139990921956],"current_pos":[0.22998582010896407,-0.11998510318806495,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":282.187},{"name":"submit_calvin_action","arguments":{"action":[0.8179202459462187,-1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.8179202459462187,-1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12561690638584977,0.027946956380631844,0.4800456901018373,3.026374435834659,0.37191498069955725,0.5920220545209031,-0.00016942141478350654,0.7988572415251401,1.3727375146295426,2.696679395309482,-0.08740336656591045,-2.7170395517014376,0.907211562077083,0.9958328597526426,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582010840607,-0.11998510318806206,0.4599900095308409,3.579594638719544e-10,-9.384931077170478e-11,1.5148313094864072,0.13373561250362398,0.13583545887181453,0.4609841171848008,-3.401638360679619e-05,-0.00039442170970009887,1.8263224019319018,-0.24088610719709486,0.09244035192410771,0.46099000926142547,7.381485509475006e-07,-3.5982209593301417e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":282.298},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1277},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12561690638584977,0.027946956380631844,0.4800456901018373,3.026374435834659,0.37191498069955725,0.5920220545209031,-0.00016942141478350654,0.7988572415251401,1.3727375146295426,2.696679395309482,-0.08740336656591045,-2.7170395517014376,0.907211562077083,0.9958328597526426,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582010840607,-0.11998510318806206,0.4599900095308409,3.579594638719544e-10,-9.384931077170478e-11,1.5148313094864072,0.13373561250362398,0.13583545887181453,0.4609841171848008,-3.401638360679619e-05,-0.00039442170970009887,1.8263224019319018,-0.24088610719709486,0.09244035192410771,0.46099000926142547,7.381485509475006e-07,-3.5982209593301417e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.7988572415251401,1.3727375146295426,2.696679395309482,-0.08740336656591045,-2.7170395517014376,0.907211562077083,0.9958328597526426],"gripper_action":-1.0,"gripper_opening_width":-0.00016942141478350654,"tcp_orn":[3.026374435834659,0.37191498069955725,0.5920220545209031],"tcp_pos":[0.12561690638584977,0.027946956380631844,0.4800456901018373]},"robot_contact_count":7,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0005918748871985548,0.00014132309461393708,0.003354681905104742],"current_lin_vel":[-6.314348516587646e-05,-1.1536902268254762e-05,1.8930540164469045e-06],"current_orn":[0.00014568434665119493,-0.00013400548672794959,0.7914399477317922,0.6112468977041101],"current_pos":[0.13373561250362398,0.13583545887181453,0.4609841171848008]},"block_pink":{"current_ang_vel":[1.905595011813964e-13,2.1145105541461009e-13,3.5743529524695725e-16],"current_lin_vel":[4.2227555231714354e-15,-3.8071782214439925e-15,3.747002708109903e-15],"current_orn":[1.4231903455823663e-06,-1.160837447317203e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709486,0.09244035192410771,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.064932307784791e-14,3.880206452673326e-14,-4.514056755645371e-10],"current_lin_vel":[-1.6740876933507527e-11,8.799230829807422e-14,2.213507155346406e-15],"current_orn":[1.6228857181397064e-10,8.887118309968054e-11,0.6870459200924889,0.7266139990973648],"current_pos":[0.22998582010840607,-0.11998510318806206,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":282.309},{"name":"submit_calvin_action","arguments":{"action":[0.8383093614150239,-1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.8383093614150239,-1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12556862949084446,0.029303638495457227,0.47884937839838115,3.03719556542245,0.36453478314286614,0.5996631489830268,-0.00018284203335145396,0.8046315429554004,1.361250992390675,2.702990935055267,-0.06204100494280009,-2.7209315430167242,0.9281794126798025,0.9873638534210312,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582010784804,-0.11998510318805919,0.4599900095308409,3.57959318962928e-10,-9.384937113015707e-11,1.5148313094713601,0.13373590287833437,0.135835513126924,0.4609840394142279,-3.742187055956865e-05,-0.0003896462830588894,1.826301854889421,-0.24088610719709483,0.0924403519241077,0.46099000926142547,7.381485507282406e-07,-3.598220959052049e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":282.412},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1283},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12556862949084446,0.029303638495457227,0.47884937839838115,3.03719556542245,0.36453478314286614,0.5996631489830268,-0.00018284203335145396,0.8046315429554004,1.361250992390675,2.702990935055267,-0.06204100494280009,-2.7209315430167242,0.9281794126798025,0.9873638534210312,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582010784804,-0.11998510318805919,0.4599900095308409,3.57959318962928e-10,-9.384937113015707e-11,1.5148313094713601,0.13373590287833437,0.135835513126924,0.4609840394142279,-3.742187055956865e-05,-0.0003896462830588894,1.826301854889421,-0.24088610719709483,0.0924403519241077,0.46099000926142547,7.381485507282406e-07,-3.598220959052049e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.8046315429554004,1.361250992390675,2.702990935055267,-0.06204100494280009,-2.7209315430167242,0.9281794126798025,0.9873638534210312],"gripper_action":-1.0,"gripper_opening_width":-0.00018284203335145396,"tcp_orn":[3.03719556542245,0.36453478314286614,0.5996631489830268],"tcp_pos":[0.12556862949084446,0.029303638495457227,0.47884937839838115]},"robot_contact_count":6,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0006175351289834719,0.00514415149625265,0.0031889671029068783],"current_lin_vel":[4.02554006902904e-05,-1.2157959130196068e-05,1.0612698547664279e-05],"current_orn":[0.000142752442700646,-0.00013389509016616976,0.7914336682004377,0.6112550290448698],"current_pos":[0.13373590287833437,0.135835513126924,0.4609840394142279]},"block_pink":{"current_ang_vel":[-6.196093032317119e-14,-1.0493668306002172e-13,3.596360476010701e-16],"current_lin_vel":[-2.1050106554033033e-15,1.243237392580572e-15,6.1825544683813405e-15],"current_orn":[1.4231903454095248e-06,-1.1608374472787522e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709483,0.0924403519241077,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0768235252155774e-14,3.874814238974494e-14,-4.514056820742584e-10],"current_lin_vel":[-1.6740878219321916e-11,8.799469796915084e-14,2.213507155346406e-15],"current_orn":[1.6228853990268988e-10,8.88711113902337e-11,0.6870459200870223,0.7266139991025339],"current_pos":[0.22998582010784804,-0.11998510318805919,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":282.422},{"name":"submit_calvin_action","arguments":{"action":[0.8431370509155545,-1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.8431370509155545,-1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12554101181115734,0.03075748167790112,0.47759131999456517,3.0483003911093545,0.356411242633372,0.6081626740857496,-0.00011712214913473322,0.8103322828043454,1.3497241625017755,2.709910167365173,-0.0365856336887442,-2.7252064082584417,0.9499862656764873,0.9782000208231854,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582010729002,-0.11998510318805632,0.4599900095308409,3.579592870900206e-10,-9.384944862179134e-11,1.5148313094563128,0.13373540258541505,0.13583543550704175,0.460984142928226,-3.736396126263137e-05,-0.000393162603441391,1.826327488466732,-0.2408861071970948,0.09244035192410768,0.46099000926142547,7.381485499819555e-07,-3.5982209587050627e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":282.522},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1289},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12554101181115734,0.03075748167790112,0.47759131999456517,3.0483003911093545,0.356411242633372,0.6081626740857496,-0.00011712214913473322,0.8103322828043454,1.3497241625017755,2.709910167365173,-0.0365856336887442,-2.7252064082584417,0.9499862656764873,0.9782000208231854,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582010729002,-0.11998510318805632,0.4599900095308409,3.579592870900206e-10,-9.384944862179134e-11,1.5148313094563128,0.13373540258541505,0.13583543550704175,0.460984142928226,-3.736396126263137e-05,-0.000393162603441391,1.826327488466732,-0.2408861071970948,0.09244035192410768,0.46099000926142547,7.381485499819555e-07,-3.5982209587050627e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.8103322828043454,1.3497241625017755,2.709910167365173,-0.0365856336887442,-2.7252064082584417,0.9499862656764873,0.9782000208231854],"gripper_action":-1.0,"gripper_opening_width":-0.00011712214913473322,"tcp_orn":[3.0483003911093545,0.356411242633372,0.6081626740857496],"tcp_pos":[0.12554101181115734,0.03075748167790112,0.47759131999456517]},"robot_contact_count":6,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0005937420563679274,-0.0007715807904018933,0.002057630464809238],"current_lin_vel":[-5.614782663388937e-05,-1.1878145951131081e-05,-1.613598381695891e-06],"current_orn":[0.000144163338125718,-0.00013494501103099266,0.7914415021734386,0.6112448851681518],"current_pos":[0.13373540258541505,0.13583543550704175,0.460984142928226]},"block_pink":{"current_ang_vel":[-2.0243737227471242e-14,1.614819280284831e-14,3.495122163237286e-16],"current_lin_vel":[3.1669655110363675e-16,4.088590688882732e-16,5.252742685257772e-15],"current_orn":[1.423190345010715e-06,-1.1608374473801719e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.2408861071970948,0.09244035192410768,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.780421023824282e-14,5.87110683441741e-14,-4.5140567602186704e-10],"current_lin_vel":[-1.6740478739172434e-11,8.793541514413934e-14,1.949829186997931e-15],"current_orn":[1.6228855494386374e-10,8.887107228668402e-11,0.6870459200815553,0.726613999107703],"current_pos":[0.22998582010729002,-0.11998510318805632,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":282.532},{"name":"submit_calvin_action","arguments":{"action":[0.8458988188842664,-1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.8458988188842664,-1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1257424349389511,0.032202198787204345,0.4763712746537265,3.058398370384892,0.3470138362913765,0.6157140191079851,-0.00019219840700308472,0.8159249469279031,1.3381542792823313,2.7174201826236057,-0.01119637327529987,-2.730428726608423,0.9726865287646447,0.9690072207347076,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.229985820106732,-0.11998510318805344,0.4599900095308409,3.579592005071486e-10,-9.384950805008314e-11,1.5148313094412658,0.1337356617346035,0.1358354788904325,0.46098411099349734,-5.9934165319619186e-05,-0.00038373346699549407,1.8262883042885882,-0.24088610719709475,0.09244035192410766,0.46099000926142547,7.381485512683842e-07,-3.5982209591924684e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":282.644},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1295},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1257424349389511,0.032202198787204345,0.4763712746537265,3.058398370384892,0.3470138362913765,0.6157140191079851,-0.00019219840700308472,0.8159249469279031,1.3381542792823313,2.7174201826236057,-0.01119637327529987,-2.730428726608423,0.9726865287646447,0.9690072207347076,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.229985820106732,-0.11998510318805344,0.4599900095308409,3.579592005071486e-10,-9.384950805008314e-11,1.5148313094412658,0.1337356617346035,0.1358354788904325,0.46098411099349734,-5.9934165319619186e-05,-0.00038373346699549407,1.8262883042885882,-0.24088610719709475,0.09244035192410766,0.46099000926142547,7.381485512683842e-07,-3.5982209591924684e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.8159249469279031,1.3381542792823313,2.7174201826236057,-0.01119637327529987,-2.730428726608423,0.9726865287646447,0.9690072207347076],"gripper_action":-1.0,"gripper_opening_width":-0.00019219840700308472,"tcp_orn":[3.058398370384892,0.3470138362913765,0.6157140191079851],"tcp_pos":[0.1257424349389511,0.032202198787204345,0.4763712746537265]},"robot_contact_count":5,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.00041251625156803033,-0.004939347646935464,-0.007646257533974188],"current_lin_vel":[4.949501805259668e-05,5.9942967031658126e-06,-1.6715608753062328e-05],"current_orn":[0.00013353130983125385,-0.00014099736963103237,0.7914295256950691,0.6112603930790941],"current_pos":[0.1337356617346035,0.1358354788904325,0.46098411099349734]},"block_pink":{"current_ang_vel":[1.9061534956869644e-13,2.1171595626763377e-13,3.5791031347254946e-16],"current_lin_vel":[4.228049549409674e-15,-3.80829185084992e-15,3.760880495917718e-15],"current_orn":[1.4231903456631813e-06,-1.1608374471624484e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709475,0.09244035192410766,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0933773121351503e-14,3.868191231907976e-14,-4.514056762113692e-10],"current_lin_vel":[-1.6740879374910936e-11,8.79979921798363e-14,2.213507155346406e-15],"current_orn":[1.6228854390335168e-10,8.887102095154424e-11,0.6870459200760888,0.726613999112872],"current_pos":[0.229985820106732,-0.11998510318805344,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":282.655},{"name":"submit_calvin_action","arguments":{"action":[0.825756506104891,-1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.825756506104891,-1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12577947578337192,0.033183435519089616,0.47557433263867366,3.066566151823441,0.3420368521106029,0.6248067088509617,-0.00017216099205034327,0.8181355406096675,1.3331533834338944,2.725780236047581,0.0001032142808979666,-2.7368187564406106,0.9835874784264055,0.9606529084590447,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582010617397,-0.11998510318805057,0.4599900095308409,3.5795903391943816e-10,-9.384955970346611e-11,1.514831309426218,0.133735874393726,0.1358356550737608,0.4609839025037373,-5.4082324744194346e-05,-0.00037522974136224143,1.8262799567692172,-0.24088610719709472,0.09244035192410764,0.46099000926142547,7.381485499913605e-07,-3.5982209587755786e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":282.762},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1301},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12577947578337192,0.033183435519089616,0.47557433263867366,3.066566151823441,0.3420368521106029,0.6248067088509617,-0.00017216099205034327,0.8181355406096675,1.3331533834338944,2.725780236047581,0.0001032142808979666,-2.7368187564406106,0.9835874784264055,0.9606529084590447,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582010617397,-0.11998510318805057,0.4599900095308409,3.5795903391943816e-10,-9.384955970346611e-11,1.514831309426218,0.133735874393726,0.1358356550737608,0.4609839025037373,-5.4082324744194346e-05,-0.00037522974136224143,1.8262799567692172,-0.24088610719709472,0.09244035192410764,0.46099000926142547,7.381485499913605e-07,-3.5982209587755786e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.8181355406096675,1.3331533834338944,2.725780236047581,0.0001032142808979666,-2.7368187564406106,0.9835874784264055,0.9606529084590447],"gripper_action":-1.0,"gripper_opening_width":-0.00017216099205034327,"tcp_orn":[3.066566151823441,0.3420368521106029,0.6248067088509617],"tcp_pos":[0.12577947578337192,0.033183435519089616,0.47557433263867366]},"robot_contact_count":5,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.0036740232760269958,-0.0022853612592852453,-0.007891646782678447],"current_lin_vel":[0.00010736125819869312,7.124093102809758e-05,-5.044755500389908e-05],"current_orn":[0.00013195419123596282,-0.0001360832653699103,0.7914269755521162,0.611263696319245],"current_pos":[0.133735874393726,0.1358356550737608,0.4609839025037373]},"block_pink":{"current_ang_vel":[-2.032200947501715e-14,1.6190102378848183e-14,3.4882308470300063e-16],"current_lin_vel":[3.175353039248075e-16,4.1042205816995935e-16,5.252742685257772e-15],"current_orn":[1.423190345036645e-06,-1.1608374474045207e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709472,0.09244035192410764,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0848590586153764e-14,3.918813980356518e-14,-4.5140568229191144e-10],"current_lin_vel":[-1.6740869421458e-11,8.799630611490611e-14,2.213507155346406e-15],"current_orn":[1.6228850112566212e-10,8.887094495758425e-11,0.6870459200706218,0.7266139991180413],"current_pos":[0.22998582010617397,-0.11998510318805057,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":282.772},{"name":"submit_calvin_action","arguments":{"action":[0.8220524216628083,-1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.8220524216628083,-1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12613618675912425,0.03345190465247231,0.47535690162388994,3.0702662002877026,0.3406166828308947,0.6324264395519376,-0.0002012570699638689,0.8181178829882477,1.3326209879766187,2.734209895680628,0.0016477768789482498,-2.744800011597682,0.9864322773658336,0.9531126933143641,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582010561594,-0.1199851031880477,0.4599900095308409,3.5795889403006705e-10,-9.384962041216896e-11,1.5148313094111707,0.13373597927363892,0.13583555107424916,0.4609841634794566,-3.315832596310101e-05,-0.0003854405753058991,1.8262970326388428,-0.2408861071970947,0.09244035192410763,0.46099000926142547,7.38148550303997e-07,-3.5982209585651193e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":282.878},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1307},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12613618675912425,0.03345190465247231,0.47535690162388994,3.0702662002877026,0.3406166828308947,0.6324264395519376,-0.0002012570699638689,0.8181178829882477,1.3326209879766187,2.734209895680628,0.0016477768789482498,-2.744800011597682,0.9864322773658336,0.9531126933143641,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582010561594,-0.1199851031880477,0.4599900095308409,3.5795889403006705e-10,-9.384962041216896e-11,1.5148313094111707,0.13373597927363892,0.13583555107424916,0.4609841634794566,-3.315832596310101e-05,-0.0003854405753058991,1.8262970326388428,-0.2408861071970947,0.09244035192410763,0.46099000926142547,7.38148550303997e-07,-3.5982209585651193e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.8181178829882477,1.3326209879766187,2.734209895680628,0.0016477768789482498,-2.744800011597682,0.9864322773658336,0.9531126933143641],"gripper_action":-1.0,"gripper_opening_width":-0.0002012570699638689,"tcp_orn":[3.0702662002877026,0.3406166828308947,0.6324264395519376],"tcp_pos":[0.12613618675912425,0.03345190465247231,0.47535690162388994]},"robot_contact_count":5,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0010292653512650784,0.0016009230341285986,0.0031056799261645505],"current_lin_vel":[-2.9014507128215297e-05,-2.035948296985926e-05,2.4415284004208893e-05],"current_orn":[0.000142390914200919,-0.00013092289712257082,0.791432195013113,0.6112569372046001],"current_pos":[0.13373597927363892,0.13583555107424916,0.4609841634794566]},"block_pink":{"current_ang_vel":[-2.0209287136843198e-14,1.6324274644160333e-14,3.471122338571828e-16],"current_lin_vel":[3.2022471840736935e-16,4.0815944672813595e-16,5.252742685257772e-15],"current_orn":[1.423190345091261e-06,-1.1608374472241717e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.2408861071970947,0.09244035192410763,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0766043003927567e-14,3.8763245675312045e-14,-4.5140567762318014e-10],"current_lin_vel":[-1.6740877792312963e-11,8.799463983454206e-14,2.213507155346406e-15],"current_orn":[1.622884711583763e-10,8.887087484525567e-11,0.687045920065155,0.7266139991232103],"current_pos":[0.22998582010561594,-0.1199851031880477,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":282.888},{"name":"submit_calvin_action","arguments":{"action":[0.7863813240875761,-1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.7863813240875761,-1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12638549143993155,0.03358966680045804,0.47528893006662354,3.074264258532937,0.34104428762247235,0.6414237308222814,-0.00022885787635692345,0.8172213833955563,1.3335903398851567,2.7425219387443924,4.9777442840144594e-05,-2.751803026687921,0.98646833057622,0.9451288191949602,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582010505791,-0.11998510318804483,0.4599900095308409,3.579588339282396e-10,-9.384968940013912e-11,1.5148313093961232,0.13373524993967456,0.13583535255703164,0.4609841327572296,-4.466965558682266e-05,-0.0003921815162119078,1.8263237532323573,-0.24088610719709466,0.0924403519241076,0.46099000926142547,7.381485500017244e-07,-3.598220958845676e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":282.988},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1313},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12638549143993155,0.03358966680045804,0.47528893006662354,3.074264258532937,0.34104428762247235,0.6414237308222814,-0.00022885787635692345,0.8172213833955563,1.3335903398851567,2.7425219387443924,4.9777442840144594e-05,-2.751803026687921,0.98646833057622,0.9451288191949602,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582010505791,-0.11998510318804483,0.4599900095308409,3.579588339282396e-10,-9.384968940013912e-11,1.5148313093961232,0.13373524993967456,0.13583535255703164,0.4609841327572296,-4.466965558682266e-05,-0.0003921815162119078,1.8263237532323573,-0.24088610719709466,0.0924403519241076,0.46099000926142547,7.381485500017244e-07,-3.598220958845676e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.8172213833955563,1.3335903398851567,2.7425219387443924,4.9777442840144594e-05,-2.751803026687921,0.98646833057622,0.9451288191949602],"gripper_action":-1.0,"gripper_opening_width":-0.00022885787635692345,"tcp_orn":[3.074264258532937,0.34104428762247235,0.6414237308222814],"tcp_pos":[0.12638549143993155,0.03358966680045804,0.47528893006662354]},"robot_contact_count":5,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0005499939126168195,-0.0025203269821391402,-0.000946326467774821],"current_lin_vel":[-3.2618393802865824e-05,-1.170140077753518e-05,-3.199218815169713e-06],"current_orn":[0.00014154206053770368,-0.00013753644794956338,0.7914403601853118,0.6112463638495644],"current_pos":[0.13373524993967456,0.13583535255703164,0.4609841327572296]},"block_pink":{"current_ang_vel":[-2.025462923021596e-14,1.6251845454374635e-14,3.489990155827812e-16],"current_lin_vel":[3.187710202433576e-16,4.090745655762549e-16,5.259681579161679e-15],"current_orn":[1.4231903450628145e-06,-1.1608374474284045e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709466,0.0924403519241076,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.5127923994298438e-14,6.44294043930643e-14,-4.514056880223024e-10],"current_lin_vel":[-1.674036474529795e-11,8.788191277514392e-14,1.824929096727601e-15],"current_orn":[1.622884730225821e-10,8.887082913386456e-11,0.6870459200596881,0.7266139991283795],"current_pos":[0.22998582010505791,-0.11998510318804483,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":282.998},{"name":"submit_calvin_action","arguments":{"action":[0.7614508560068456,-1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.7614508560068456,-1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12643941184241975,0.034018905557482645,0.47491235253623765,3.0802977045374025,0.3401336790103096,0.6511837918353441,-0.00019042254365444805,0.8171320174538382,1.332878140270286,2.7502988210636965,0.0023449948004865165,-2.7572921754180633,0.9895661552165312,0.9364705461552046,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201044999,-0.11998510318804195,0.4599900095308409,3.5795877604980376e-10,-9.384975816610471e-11,1.5148313093810757,0.13373559633301357,0.13583544787932622,0.4609841191081481,-3.376015268300196e-05,-0.0003891712420085726,1.8263150218858137,-0.24088610719709463,0.09244035192410759,0.46099000926142547,7.381485503140824e-07,-3.5982209586349216e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":283.098},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1319},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12643941184241975,0.034018905557482645,0.47491235253623765,3.0802977045374025,0.3401336790103096,0.6511837918353441,-0.00019042254365444805,0.8171320174538382,1.332878140270286,2.7502988210636965,0.0023449948004865165,-2.7572921754180633,0.9895661552165312,0.9364705461552046,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201044999,-0.11998510318804195,0.4599900095308409,3.5795877604980376e-10,-9.384975816610471e-11,1.5148313093810757,0.13373559633301357,0.13583544787932622,0.4609841191081481,-3.376015268300196e-05,-0.0003891712420085726,1.8263150218858137,-0.24088610719709463,0.09244035192410759,0.46099000926142547,7.381485503140824e-07,-3.5982209586349216e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.8171320174538382,1.332878140270286,2.7502988210636965,0.0023449948004865165,-2.7572921754180633,0.9895661552165312,0.9364705461552046],"gripper_action":-1.0,"gripper_opening_width":-0.00019042254365444805,"tcp_orn":[3.0802977045374025,0.3401336790103096,0.6511837918353441],"tcp_pos":[0.12643941184241975,0.034018905557482645,0.47491235253623765]},"robot_contact_count":6,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0009818067531532884,0.0016013904067822761,0.003186082625503306],"current_lin_vel":[-3.0596213523603946e-05,-1.9387630884447266e-05,2.047329986470947e-05],"current_orn":[0.00014368445369201794,-0.00013229995520277894,0.791437692662534,0.6112498183922053],"current_pos":[0.13373559633301357,0.13583544787932622,0.4609841191081481]},"block_pink":{"current_ang_vel":[-2.023939019547e-14,1.626128571985712e-14,3.5297679072468747e-16],"current_lin_vel":[3.1896248964980927e-16,4.087811901661929e-16,5.252742685257772e-15],"current_orn":[1.4231903451172294e-06,-1.1608374472480292e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709463,0.09244035192410759,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.5222433402212106e-14,6.482859194610749e-14,-4.5140568513462453e-10],"current_lin_vel":[-1.6740356700947908e-11,8.788378786569032e-14,1.8318679906315083e-15],"current_orn":[1.6228847561829788e-10,8.887078426691529e-11,0.6870459200542213,0.7266139991335486],"current_pos":[0.2299858201044999,-0.11998510318804195,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":283.108},{"name":"submit_calvin_action","arguments":{"action":[0.7560588157580261,-1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.7560588157580261,-1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1267865093178582,0.03414360827034227,0.4748642078804762,3.0837382261595034,0.3403558091476779,0.6598114290387757,-0.0002151414810692764,0.8162087985455468,1.334113996685866,2.757651567126384,0.00020030515823091656,-2.763876563456908,0.9894054718388772,0.9286779098111574,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582010394186,-0.11998510318803908,0.4599900095308409,3.5795852746689786e-10,-9.384980213605714e-11,1.5148313093660286,0.1337356869283031,0.13583563505176618,0.4609838446104503,-5.16513534066346e-05,-0.00037368364174455467,1.8262875232060074,-0.24088610719709458,0.09244035192410756,0.46099000926142547,7.381485500135966e-07,-3.598220958915454e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":283.21},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1325},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1267865093178582,0.03414360827034227,0.4748642078804762,3.0837382261595034,0.3403558091476779,0.6598114290387757,-0.0002151414810692764,0.8162087985455468,1.334113996685866,2.757651567126384,0.00020030515823091656,-2.763876563456908,0.9894054718388772,0.9286779098111574,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582010394186,-0.11998510318803908,0.4599900095308409,3.5795852746689786e-10,-9.384980213605714e-11,1.5148313093660286,0.1337356869283031,0.13583563505176618,0.4609838446104503,-5.16513534066346e-05,-0.00037368364174455467,1.8262875232060074,-0.24088610719709458,0.09244035192410756,0.46099000926142547,7.381485500135966e-07,-3.598220958915454e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.8162087985455468,1.334113996685866,2.757651567126384,0.00020030515823091656,-2.763876563456908,0.9894054718388772,0.9286779098111574],"gripper_action":-1.0,"gripper_opening_width":-0.0002151414810692764,"tcp_orn":[3.0837382261595034,0.3403558091476779,0.6598114290387757],"tcp_pos":[0.1267865093178582,0.03414360827034227,0.4748642078804762]},"robot_contact_count":6,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.004593580883004169,-0.0011880844410474042,-0.007735446773420983],"current_lin_vel":[0.00012627293597395738,8.970393358240479e-05,-5.662979022808684e-05],"current_orn":[0.00013208587042639664,-0.0001346482602368298,0.7914292883820871,0.6112607020856092],"current_pos":[0.1337356869283031,0.13583563505176618,0.4609838446104503]},"block_pink":{"current_ang_vel":[-2.0353743667974747e-14,1.6677106372149274e-14,3.603423157760666e-16],"current_lin_vel":[3.272680319498731e-16,4.1109655834753317e-16,5.259681579161679e-15],"current_orn":[1.423190345089467e-06,-1.1608374474516875e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709458,0.09244035192410756,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.5168435736585546e-14,6.420628340999509e-14,-4.5140568193350737e-10],"current_lin_vel":[-1.6740369036176374e-11,8.788270462596515e-14,1.8388068845354155e-15],"current_orn":[1.6228840041174504e-10,8.887068289716718e-11,0.6870459200487545,0.7266139991387177],"current_pos":[0.22998582010394186,-0.11998510318803908,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":283.22},{"name":"submit_calvin_action","arguments":{"action":[0.7213490682141804,-1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.7213490682141804,-1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12705461360933762,0.034429185647284366,0.47448118321032495,3.0884381795847426,0.33844903978888713,0.6685336028495433,-0.00018252584502740586,0.8164808675500633,1.332713328201927,2.7647490825628775,0.0037532018185122877,-2.7701153000199206,0.9934928457536097,0.920151175068447,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582010338384,-0.11998510318803621,0.4599900095308409,3.579581956207336e-10,-9.384983498715368e-11,1.5148313093509809,0.13373590788211093,0.13583549982436557,0.46098416575036916,-3.307496135922808e-05,-0.000384794141970946,1.8262965474934827,-0.24088610719709455,0.09244035192410754,0.46099000926142547,7.381485503261752e-07,-3.598220958705538e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":283.3},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1331},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12705461360933762,0.034429185647284366,0.47448118321032495,3.0884381795847426,0.33844903978888713,0.6685336028495433,-0.00018252584502740586,0.8164808675500633,1.332713328201927,2.7647490825628775,0.0037532018185122877,-2.7701153000199206,0.9934928457536097,0.920151175068447,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582010338384,-0.11998510318803621,0.4599900095308409,3.579581956207336e-10,-9.384983498715368e-11,1.5148313093509809,0.13373590788211093,0.13583549982436557,0.46098416575036916,-3.307496135922808e-05,-0.000384794141970946,1.8262965474934827,-0.24088610719709455,0.09244035192410754,0.46099000926142547,7.381485503261752e-07,-3.598220958705538e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.8164808675500633,1.332713328201927,2.7647490825628775,0.0037532018185122877,-2.7701153000199206,0.9934928457536097,0.920151175068447],"gripper_action":-1.0,"gripper_opening_width":-0.00018252584502740586,"tcp_orn":[3.0884381795847426,0.33844903978888713,0.6685336028495433],"tcp_pos":[0.12705461360933762,0.034429185647284366,0.47448118321032495]},"robot_contact_count":6,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0010209919446881922,0.0017369157456168553,0.0030836456447464284],"current_lin_vel":[-2.5857456575678537e-05,-2.0201102975296532e-05,2.5424256458315975e-05],"current_orn":[0.00014216055701686653,-0.00013069237446253752,0.7914320467968373,0.6112571292122881],"current_pos":[0.13373590788211093,0.13583549982436557,0.46098416575036916]},"block_pink":{"current_ang_vel":[-2.011002582507422e-14,1.626197962446364e-14,3.488232810623326e-16],"current_lin_vel":[3.1897284882972264e-16,4.0618239132995237e-16,5.252742685257772e-15],"current_orn":[1.4231903451442326e-06,-1.1608374472715674e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709455,0.09244035192410754,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.8412610078946616e-14,4.473629551855895e-14,-4.5140567476737123e-10],"current_lin_vel":[-1.674075827209349e-11,8.794755518622051e-14,2.095545958979983e-15],"current_orn":[1.6228829113548538e-10,8.88705569641362e-11,0.6870459200432876,0.7266139991438869],"current_pos":[0.22998582010338384,-0.11998510318803621,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":283.312},{"name":"submit_calvin_action","arguments":{"action":[0.6945386390662389,-1.0,1.0,0.0,0.0,0.0,-1.0]},"ok":true,"error":null,"output":{"action":[0.6945386390662389,-1.0,1.0,0.0,0.0,0.0,-1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1274411940895469,0.03444238358095047,0.47452115832755404,3.090589399339273,0.33904403666399363,0.6760394867970574,-0.00022897744527000088,0.8154811993009418,1.3344906129715202,2.771976361252148,0.0004198120503044301,-2.7772734198943407,0.9923020637916963,0.9132806482705359,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201028258,-0.11998510318803333,0.4599900095308409,3.579581593043908e-10,-9.384991235246925e-11,1.5148313093359336,0.1337357920862961,0.13583541078777037,0.46098418136216096,-3.301705173479514e-05,-0.00038864624735313996,1.8263025343377532,-0.2408861071970945,0.09244035192410752,0.46099000926142547,7.381485500233322e-07,-3.5982209589880518e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":283.397},{"name":"get_calvin_language_subgoal","arguments":{},"ok":true,"error":null,"output":{"subgoal":"lift the blue block from the sliding cabinet"},"at":283.399}],"event":{"kind":"action","label":"Lift block","detail":"lift the blue block from the sliding cabinet"}},{"round":13,"at":291.118342,"duration":7.703,"title":"calvin state","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":"lift the blue block from the sliding cabinet","toolCalls":1,"cumulativeToolCalls":442,"code":"st = primitives.call(name='observe_calvin_state').output['semantic_state']\nprint(\"Blue pos:\", st['scene']['movable_objects']['block_blue']['current_pos'])\nprint(\"TCP pos:\", st['robot']['tcp_pos'])\nprint(\"TCP orn:\", st['robot']['tcp_orn'])","codeExcerpt":false,"stdout":"Blue pos: [0.1337357920862961, 0.13583541078777037, 0.46098418136216096]\nTCP pos: [0.1274411940895469, 0.03444238358095047, 0.47452115832755404]\nTCP orn: [3.090589399339273, 0.33904403666399363, 0.6760394867970574]\n","feedback":{},"calls":[{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1341},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1274411940895469,0.03444238358095047,0.47452115832755404,3.090589399339273,0.33904403666399363,0.6760394867970574,-0.00022897744527000088,0.8154811993009418,1.3344906129715202,2.771976361252148,0.0004198120503044301,-2.7772734198943407,0.9923020637916963,0.9132806482705359,-1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201028258,-0.11998510318803333,0.4599900095308409,3.579581593043908e-10,-9.384991235246925e-11,1.5148313093359336,0.1337357920862961,0.13583541078777037,0.46098418136216096,-3.301705173479514e-05,-0.00038864624735313996,1.8263025343377532,-0.2408861071970945,0.09244035192410752,0.46099000926142547,7.381485500233322e-07,-3.5982209589880518e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.8154811993009418,1.3344906129715202,2.771976361252148,0.0004198120503044301,-2.7772734198943407,0.9923020637916963,0.9132806482705359],"gripper_action":-1.0,"gripper_opening_width":-0.00022897744527000088,"tcp_orn":[3.090589399339273,0.33904403666399363,0.6760394867970574],"tcp_pos":[0.1274411940895469,0.03444238358095047,0.47452115832755404]},"robot_contact_count":6,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0005963096039256073,0.0001954885747734625,0.0032336842279932373],"current_lin_vel":[-5.9667710984084415e-05,-1.1651231407863362e-05,7.486877239420986e-06],"current_orn":[0.0001437029903554359,-0.00013184634196185615,0.7914338762335135,0.6112547599127457],"current_pos":[0.1337357920862961,0.13583541078777037,0.46098418136216096]},"block_pink":{"current_ang_vel":[-6.175554948808108e-14,-1.0470398687247462e-13,3.523499018680934e-16],"current_lin_vel":[-2.1003449375802603e-15,1.2391012919739997e-15,6.1825544683813405e-15],"current_orn":[1.4231903451161833e-06,-1.1608374474767387e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.2408861071970945,0.09244035192410752,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.832551121831693e-14,4.4705440885437656e-14,-4.5140568307390064e-10],"current_lin_vel":[-1.6740759080944367e-11,8.794585020607026e-14,2.0886070650760757e-15],"current_orn":[1.6228830451893467e-10,8.887051638005696e-11,0.6870459200378208,0.726613999149056],"current_pos":[0.2299858201028258,-0.11998510318803333,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":291.059}],"event":{"kind":"action","label":"Lift block","detail":"lift the blue block from the sliding cabinet"}},{"round":14,"at":299.065825,"duration":7.947,"title":"calvin action · calvin state","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":"lift the blue block from the sliding cabinet","toolCalls":11,"cumulativeToolCalls":453,"code":"# First, let's open the gripper fully: action [..., 1.0] opens gripper in CALVIN\n# Let's verify gripper opening\nfor _ in range(10):\n    primitives.call(name='submit_calvin_action', action=[0.0, -1.0, 0.0, 0.0, 0.0, 0.0, 1.0])\n\nst = primitives.call(name='observe_calvin_state').output['semantic_state']\nprint(\"TCP pos after pull-back:\", st['robot']['tcp_pos'])\nprint(\"Gripper opening width:\", st['robot']['gripper_opening_width'])\nprint(\"Blue pos:\", st['scene']['movable_objects']['block_blue']['current_pos'])","codeExcerpt":false,"stdout":"TCP pos after pull-back: [0.12744397856605194, 0.03478798427806956, 0.4736286335550045]\nGripper opening width: 0.07924228553713014\nBlue pos: [0.13373466359986752, 0.13583503540505254, 0.4609840449992494]\n","feedback":{},"calls":[{"name":"submit_calvin_action","arguments":{"action":[0.0,-1.0,0.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[0.0,-1.0,0.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12760683595208178,0.03476989958993932,0.4741017479163414,3.0942726998925565,0.33620070088916915,0.681199870945246,0.02513203240018326,0.8163015881994933,1.3319064155272067,2.77822892386965,0.006179638044958942,-2.7827476806584563,0.997654686645753,0.9080682637488044,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582010226779,-0.11998510318803046,0.4599900095308409,3.5795791132535155e-10,-9.38499544377877e-11,1.5148313093208865,0.13373505255415502,0.13583528911009576,0.46098414027174195,-3.846826248550002e-05,-0.0003930736338670374,1.8263352028745181,-0.24088610719709447,0.0924403519241075,0.46099000926142547,7.381485503353088e-07,-3.5982209587783294e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":298.168},{"name":"submit_calvin_action","arguments":{"action":[0.0,-1.0,0.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[0.0,-1.0,0.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12777118725122655,0.03463050250793616,0.47432756711099033,3.0938683818737203,0.3381049830570239,0.6828913272130419,0.056121981830302176,0.8151229173158003,1.334533820771111,2.783997547830332,0.0008251709502586706,-2.7885877183335994,0.9940529487723924,0.907427489631167,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201017098,-0.11998510318802758,0.4599900095308409,3.579595138264257e-10,-9.384925154092076e-11,1.5148313093058392,0.1337351162691172,0.13583526716491542,0.4609841476579223,-5.397121433601703e-05,-0.0003890804486817191,1.8263144824406818,-0.2408861071970944,0.09244035192410748,0.46099000926142547,7.381485505594288e-07,-3.598220959128487e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":298.234},{"name":"submit_calvin_action","arguments":{"action":[0.0,-1.0,0.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[0.0,-1.0,0.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12805438252251441,0.03467303232507121,0.4743993868075199,3.0935724277622882,0.337513099781796,0.6836258668277339,0.06937566913426488,0.8167304399526554,1.3302024679679962,2.788800332632785,0.009940429088892979,-2.793024269822467,1.0021531228111291,0.9046502969320683,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582010115176,-0.1199851031880247,0.4599900095308409,3.579592881475946e-10,-9.384930415078787e-11,1.5148313092907915,0.1337355040592561,0.13583544333456343,0.46098408576254474,-3.851543746223229e-05,-0.0003831056472799038,1.826307384482823,-0.2408861071970944,0.09244035192410746,0.46099000926142547,7.381485503424749e-07,-3.598220958849652e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":298.331},{"name":"submit_calvin_action","arguments":{"action":[0.0,-1.0,0.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[0.0,-1.0,0.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12785037178917627,0.03460747095449887,0.474238569711004,3.095870256415659,0.33803964576415574,0.6873946951460791,0.07506735968374173,0.8149749671896998,1.3342998653614713,2.793660461091138,0.0014747491915493628,-2.797842211188221,0.9945854287191335,0.9029612665466757,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582010059374,-0.11998510318802183,0.4599900095308409,3.5795933672089426e-10,-9.384938854409294e-11,1.5148313092757444,0.13373492697316997,0.13583518391435004,0.4609840937742502,-4.721619651473419e-05,-0.00039367475855077775,1.8263300682010988,-0.24088610719709436,0.09244035192410743,0.46099000926142547,7.381485511006994e-07,-3.5982209592667777e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":298.383},{"name":"submit_calvin_action","arguments":{"action":[0.0,-1.0,0.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[0.0,-1.0,0.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1279453307686621,0.03457178675099777,0.47432272702002415,3.095694128056599,0.3383789169098192,0.6878232248934801,0.07749100236537718,0.8146580149096123,1.3349789462144102,2.7974759777268554,3.35920413474793e-05,-2.801780142141564,0.9936788308723935,0.9026285803927013,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858201000357,-0.11998510318801896,0.4599900095308409,3.5795919446747343e-10,-9.38494489806857e-11,1.514831309260697,0.13373512704041687,0.13583522558775907,0.4609840766574267,-3.4106209183296134e-05,-0.00039413608933960766,1.8263319267873603,-0.24088610719709433,0.09244035192410742,0.46099000926142547,7.381485503536471e-07,-3.5982209589185794e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":298.501},{"name":"submit_calvin_action","arguments":{"action":[0.0,-1.0,0.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[0.0,-1.0,0.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1277404245073692,0.034530161435185974,0.4741077823261295,3.0977436697787275,0.3385166617341856,0.6910063614039537,0.0785198057899538,0.8149151967796415,1.3339738449080076,2.800867747036529,0.0024098801376999063,-2.8043659282550513,0.9947103845385797,0.8994823712815785,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582009947768,-0.11998510318801608,0.4599900095308409,3.579591362682322e-10,-9.384951694112634e-11,1.5148313092456493,0.133734945367504,0.1358351710545663,0.4609841117378351,-6.1023718312505554e-05,-0.00038886473397705144,1.826312123779744,-0.2408861071970943,0.0924403519241074,0.46099000926142547,7.38148550136528e-07,-3.5982209586395934e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":298.57},{"name":"submit_calvin_action","arguments":{"action":[0.0,-1.0,0.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[0.0,-1.0,0.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12773544314540689,0.03450687860550969,0.47419820835215604,3.0980477152320987,0.339443209189376,0.6913708845340036,0.07897647480801238,0.8143268712587046,1.3350609499392208,2.803943809268361,0.00021615305289050747,-2.806835634978387,0.9931789736817855,0.8997319489654745,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582009891966,-0.11998510318801321,0.4599900095308409,3.579589928229595e-10,-9.384957872002055e-11,1.514831309230602,0.1337355775011602,0.13583526453402797,0.46098408723075107,-5.720644398018807e-05,-0.0003838295961238058,1.8262811540850241,-0.24088610719709425,0.09244035192410738,0.46099000926142547,7.381485503615058e-07,-3.5982209589891644e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":298.69},{"name":"submit_calvin_action","arguments":{"action":[0.0,-1.0,0.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[0.0,-1.0,0.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12764467245400496,0.03458819321696453,0.47394005346309764,3.0999205229867064,0.3384351645291409,0.6935474795693513,0.07912892334564414,0.814851929072881,1.3334228053821109,2.8064943162918228,0.0038184828949153413,-2.808889026782214,0.9956459104025668,0.8971580535570238,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582009836163,-0.11998510318801034,0.4599900095308409,3.5795901761831215e-10,-9.384965397859896e-11,1.5148313092155548,0.13373575176118618,0.1358353284100865,0.46098389497425973,-5.706811052449788e-05,-0.0003795955713926041,1.8262701978389255,-0.24088610719709422,0.09244035192410736,0.46099000926142547,7.381485501454127e-07,-3.598220958709935e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":298.758},{"name":"submit_calvin_action","arguments":{"action":[0.0,-1.0,0.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[0.0,-1.0,0.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12752724860242776,0.03443546996596876,0.47407123549552743,3.1002511611672996,0.3404685741746319,0.694722551301064,0.0792225966765417,0.8140386605993991,1.3351167618684172,2.8090398584333713,0.00046033975626876217,-2.8106202446958934,0.9926094183034562,0.8968077738747263,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858200978036,-0.11998510318800747,0.4599900095308409,3.5795887708457e-10,-9.384971432446598e-11,1.5148313092005077,0.1337353156319936,0.13583521299720033,0.4609840033840159,-3.765276079567854e-05,-0.0003903109786799948,1.8263136547023624,-0.24088610719709416,0.09244035192410734,0.46099000926142547,7.381485503719733e-07,-3.5982209590611406e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":298.874},{"name":"submit_calvin_action","arguments":{"action":[0.0,-1.0,0.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[0.0,-1.0,0.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12744397856605194,0.03478798427806956,0.4736286335550045,3.1030589195013287,0.3375214013528175,0.6955638870809754,0.07924228553713014,0.8150876714562055,1.3318072493915711,2.8109944247370033,0.0075046752069258885,-2.8115570893015573,0.9982885334595148,0.8951640334941648,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582009724558,-0.1199851031880046,0.4599900095308409,3.5795871090493405e-10,-9.384976388122328e-11,1.5148313091854602,0.13373466359986752,0.13583503540505254,0.4609840449992494,-4.9924835549623046e-05,-0.00039571174883575673,1.8263352970676545,-0.24088610719709413,0.09244035192410732,0.46099000926142547,7.381485501545081e-07,-3.5982209587822156e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":298.941},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1375},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12744397856605194,0.03478798427806956,0.4736286335550045,3.1030589195013287,0.3375214013528175,0.6955638870809754,0.07924228553713014,0.8150876714562055,1.3318072493915711,2.8109944247370033,0.0075046752069258885,-2.8115570893015573,0.9982885334595148,0.8951640334941648,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582009724558,-0.1199851031880046,0.4599900095308409,3.5795871090493405e-10,-9.384976388122328e-11,1.5148313091854602,0.13373466359986752,0.13583503540505254,0.4609840449992494,-4.9924835549623046e-05,-0.00039571174883575673,1.8263352970676545,-0.24088610719709413,0.09244035192410732,0.46099000926142547,7.381485501545081e-07,-3.5982209587822156e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.8150876714562055,1.3318072493915711,2.8109944247370033,0.0075046752069258885,-2.8115570893015573,0.9982885334595148,0.8951640334941648],"gripper_action":1.0,"gripper_opening_width":0.07924228553713014,"tcp_orn":[3.1030589195013287,0.3375214013528175,0.6955638870809754],"tcp_pos":[0.12744397856605194,0.03478798427806956,0.4736286335550045]},"robot_contact_count":7,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.00045329046058482664,-0.00381016610978775,-0.0031098203655774087],"current_lin_vel":[-1.6280269923288527e-05,-1.0268048983678717e-05,-2.2626174410317335e-06],"current_orn":[0.00014133375209208647,-0.00014069413386014431,0.7914438875695822,0.6112417959029617],"current_pos":[0.13373466359986752,0.13583503540505254,0.4609840449992494]},"block_pink":{"current_ang_vel":[-2.0237719183523874e-14,1.6224572352415904e-14,3.4773907306084074e-16],"current_lin_vel":[3.182301534716941e-16,4.087303082075318e-16,5.252742685257772e-15],"current_orn":[1.4231903451019538e-06,-1.1608374473555304e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709413,0.09244035192410732,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.088327995695293e-14,3.907833337671969e-14,-4.514056766852121e-10],"current_lin_vel":[-1.6740871443137473e-11,8.799698407175429e-14,2.213507155346406e-15],"current_orn":[1.6228845392267745e-10,8.887075979594117e-11,0.6870459199831528,0.7266139992007471],"current_pos":[0.22998582009724558,-0.1199851031880046,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":298.986}],"event":{"kind":"action","label":"Lift block","detail":"lift the blue block from the sliding cabinet"}},{"round":15,"at":308.315223,"duration":9.249,"title":"calvin state","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":"lift the blue block from the sliding cabinet","toolCalls":1,"cumulativeToolCalls":454,"code":"# Look at the gripper image: the blue block is right near the left finger!\n# Blue block pos: [0.1337, 0.1358, 0.461]\n# Robot TCP is at [0.1274, 0.0348, 0.4736].\n# The TCP orientation rotated: orn is [3.09, 0.339, 0.676], whereas default was [3.09, -0.029, 1.50]!\n# The rotation changed! The fingers are pointing at an angle.\n# Let's see: the 7D action is [dx, dy, dz, droll, dpitch, dyaw, gripper].\n# Let's test angular control or restore the orientation.\n# Default orn was: [3.0904, -0.029, 1.500].\n# Current orn is: [3.0905, 0.339, 0.676].\n# Let's check what angular actions do.\nprint(\"Current TCP orn:\", primitives.call(name='observe_calvin_state').output['semantic_state']['robot']['tcp_orn'])","codeExcerpt":false,"stdout":"Current TCP orn: [3.1030589195013287, 0.3375214013528175, 0.6955638870809754]\n","feedback":{},"calls":[{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1379},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12744397856605194,0.03478798427806956,0.4736286335550045,3.1030589195013287,0.3375214013528175,0.6955638870809754,0.07924228553713014,0.8150876714562055,1.3318072493915711,2.8109944247370033,0.0075046752069258885,-2.8115570893015573,0.9982885334595148,0.8951640334941648,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582009724558,-0.1199851031880046,0.4599900095308409,3.5795871090493405e-10,-9.384976388122328e-11,1.5148313091854602,0.13373466359986752,0.13583503540505254,0.4609840449992494,-4.9924835549623046e-05,-0.00039571174883575673,1.8263352970676545,-0.24088610719709413,0.09244035192410732,0.46099000926142547,7.381485501545081e-07,-3.5982209587822156e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.8150876714562055,1.3318072493915711,2.8109944247370033,0.0075046752069258885,-2.8115570893015573,0.9982885334595148,0.8951640334941648],"gripper_action":1.0,"gripper_opening_width":0.07924228553713014,"tcp_orn":[3.1030589195013287,0.3375214013528175,0.6955638870809754],"tcp_pos":[0.12744397856605194,0.03478798427806956,0.4736286335550045]},"robot_contact_count":7,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.00045329046058482664,-0.00381016610978775,-0.0031098203655774087],"current_lin_vel":[-1.6280269923288527e-05,-1.0268048983678717e-05,-2.2626174410317335e-06],"current_orn":[0.00014133375209208647,-0.00014069413386014431,0.7914438875695822,0.6112417959029617],"current_pos":[0.13373466359986752,0.13583503540505254,0.4609840449992494]},"block_pink":{"current_ang_vel":[-2.0237719183523874e-14,1.6224572352415904e-14,3.4773907306084074e-16],"current_lin_vel":[3.182301534716941e-16,4.087303082075318e-16,5.252742685257772e-15],"current_orn":[1.4231903451019538e-06,-1.1608374473555304e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709413,0.09244035192410732,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.088327995695293e-14,3.907833337671969e-14,-4.514056766852121e-10],"current_lin_vel":[-1.6740871443137473e-11,8.799698407175429e-14,2.213507155346406e-15],"current_orn":[1.6228845392267745e-10,8.887075979594117e-11,0.6870459199831528,0.7266139992007471],"current_pos":[0.22998582009724558,-0.1199851031880046,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":308.295}],"event":{"kind":"action","label":"Lift block","detail":"lift the blue block from the sliding cabinet"}},{"round":16,"at":414.061142,"duration":105.746,"title":"calvin state · calvin action","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":"lift the blue block from the sliding cabinet","toolCalls":51,"cumulativeToolCalls":505,"code":"# Look at the gripper image: the blue block is right in front of the left finger!\n# Let's adjust orientation back towards default [3.09, -0.029, 1.50]\n# Current orn is [3.103, 0.337, 0.695].\n# Difference in orn:\n# droll = 3.09 - 3.10 = -0.01\n# dpitch = -0.029 - 0.337 = -0.366\n# dyaw = 1.50 - 0.695 = 0.805\n\n# In CALVIN, 7D actions: [dx, dy, dz, droll, dpitch, dyaw, gripper_cmd]\n# Usually ang actions are scaled by ~0.05 or similar. Let's do small steps with proportional control on both pos and orn.\n\ndef move_pose(target_pos, target_orn=None, gripper_cmd=1.0, max_steps=40, pos_tol=0.01):\n    for step_i in range(max_steps):\n        state = primitives.call(name='observe_calvin_state').output['semantic_state']\n        curr_pos = state['robot']['tcp_pos']\n        curr_orn = state['robot']['tcp_orn']\n        \n        dx = target_pos[0] - curr_pos[0]\n        dy = target_pos[1] - curr_pos[1]\n        dz = target_pos[2] - curr_pos[2]\n        dist = (dx**2 + dy**2 + dz**2)**0.5\n        \n        ax = max(-1.0, min(1.0, dx * 100.0))\n        ay = max(-1.0, min(1.0, dy * 100.0))\n        az = max(-1.0, min(1.0, dz * 100.0))\n        \n        aroll = 0.0\n        apitch = 0.0\n        ayaw = 0.0\n        if target_orn is not None:\n            # Simple proportional control on Euler angles\n            aroll = max(-1.0, min(1.0, (target_orn[0] - curr_orn[0]) * 10.0))\n            apitch = max(-1.0, min(1.0, (target_orn[1] - curr_orn[1]) * 10.0))\n            ayaw = max(-1.0, min(1.0, (target_orn[2] - curr_orn[2]) * 10.0))\n            \n        if dist < pos_tol and (target_orn is None or abs(target_orn[2] - curr_orn[2]) < 0.1):\n            print(f\"Reached pose at step {step_i}\")\n            break\n            \n        primitives.call(name='submit_calvin_action', action=[ax, ay, az, aroll, apitch, ayaw, gripper_cmd])\n\n# First fix orientation while staying in front of the shelf\nmove_pose([0.134, -0.05, 0.465], target_orn=[3.14, 0.0, 1.57], gripper_cmd=1.0, max_steps=25)\n\nst = primitives.call(name='observe_calvin_state').output['semantic_state']\nprint(\"TCP pos:\", st['robot']['tcp_pos'], \"orn:\", st['robot']['tcp_orn'])\nprint(\"Blue pos:\", st['scene']['movable_objects']['block_blue']['current_pos'])","codeExcerpt":false,"stdout":"TCP pos: [-0.374241099283833, 0.1873005416737243, 0.7394285203790648] orn: [-2.1543629817656527, 0.03665567514243236, 1.8407248728378596]\nBlue pos: [0.13373378437982514, 0.1358346251957741, 0.46098401801829303]\n","feedback":{},"calls":[{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1383},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12744397856605194,0.03478798427806956,0.4736286335550045,3.1030589195013287,0.3375214013528175,0.6955638870809754,0.07924228553713014,0.8150876714562055,1.3318072493915711,2.8109944247370033,0.0075046752069258885,-2.8115570893015573,0.9982885334595148,0.8951640334941648,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582009724558,-0.1199851031880046,0.4599900095308409,3.5795871090493405e-10,-9.384976388122328e-11,1.5148313091854602,0.13373466359986752,0.13583503540505254,0.4609840449992494,-4.9924835549623046e-05,-0.00039571174883575673,1.8263352970676545,-0.24088610719709413,0.09244035192410732,0.46099000926142547,7.381485501545081e-07,-3.5982209587822156e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.8150876714562055,1.3318072493915711,2.8109944247370033,0.0075046752069258885,-2.8115570893015573,0.9982885334595148,0.8951640334941648],"gripper_action":1.0,"gripper_opening_width":0.07924228553713014,"tcp_orn":[3.1030589195013287,0.3375214013528175,0.6955638870809754],"tcp_pos":[0.12744397856605194,0.03478798427806956,0.4736286335550045]},"robot_contact_count":7,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.00045329046058482664,-0.00381016610978775,-0.0031098203655774087],"current_lin_vel":[-1.6280269923288527e-05,-1.0268048983678717e-05,-2.2626174410317335e-06],"current_orn":[0.00014133375209208647,-0.00014069413386014431,0.7914438875695822,0.6112417959029617],"current_pos":[0.13373466359986752,0.13583503540505254,0.4609840449992494]},"block_pink":{"current_ang_vel":[-2.0237719183523874e-14,1.6224572352415904e-14,3.4773907306084074e-16],"current_lin_vel":[3.182301534716941e-16,4.087303082075318e-16,5.252742685257772e-15],"current_orn":[1.4231903451019538e-06,-1.1608374473555304e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709413,0.09244035192410732,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.088327995695293e-14,3.907833337671969e-14,-4.514056766852121e-10],"current_lin_vel":[-1.6740871443137473e-11,8.799698407175429e-14,2.213507155346406e-15],"current_orn":[1.6228845392267745e-10,8.887075979594117e-11,0.6870459199831528,0.7266139992007471],"current_pos":[0.22998582009724558,-0.1199851031880046,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":411.375},{"name":"submit_calvin_action","arguments":{"action":[0.6556021433948067,-1.0,-0.8628633555004483,0.36941080498671397,-1.0,1.0,1.0]},"ok":true,"error":null,"output":{"action":[0.6556021433948067,-1.0,-0.8628633555004483,0.36941080498671397,-1.0,1.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1276874781154716,0.034575462866443224,0.4732090437696584,3.1131283016611557,0.34150776445594866,0.7170635054830772,0.07892196911498359,0.8118590687340826,1.3361599277869614,2.8194121357309068,0.0009820261807954728,-2.8150884822446245,0.9945805068529994,0.8749772096990311,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582009668755,-0.11998510318800172,0.4599900095308409,3.5795854591831266e-10,-9.384981449345615e-11,1.5148313091704126,0.1337355341130395,0.1358353472327618,0.46098401767221503,-3.9973051259917485e-05,-0.00038090130403274907,1.826295652295569,-0.24088610719709408,0.0924403519241073,0.46099000926142547,7.381485503822359e-07,-3.5982209591318276e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":411.434},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1389},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1276874781154716,0.034575462866443224,0.4732090437696584,3.1131283016611557,0.34150776445594866,0.7170635054830772,0.07892196911498359,0.8118590687340826,1.3361599277869614,2.8194121357309068,0.0009820261807954728,-2.8150884822446245,0.9945805068529994,0.8749772096990311,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582009668755,-0.11998510318800172,0.4599900095308409,3.5795854591831266e-10,-9.384981449345615e-11,1.5148313091704126,0.1337355341130395,0.1358353472327618,0.46098401767221503,-3.9973051259917485e-05,-0.00038090130403274907,1.826295652295569,-0.24088610719709408,0.0924403519241073,0.46099000926142547,7.381485503822359e-07,-3.5982209591318276e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.8118590687340826,1.3361599277869614,2.8194121357309068,0.0009820261807954728,-2.8150884822446245,0.9945805068529994,0.8749772096990311],"gripper_action":1.0,"gripper_opening_width":0.07892196911498359,"tcp_orn":[3.1131283016611557,0.34150776445594866,0.7170635054830772],"tcp_pos":[0.1276874781154716,0.034575462866443224,0.4732090437696584]},"robot_contact_count":7,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0012333015517802682,0.0034702281145541887,0.0029101299931199587],"current_lin_vel":[1.2278150034812597e-05,-2.4516840783251744e-05,4.257395713285622e-05],"current_orn":[0.00013851178615693563,-0.00013223235870339704,0.7914317730618928,0.6112574841400285],"current_pos":[0.1337355341130395,0.1358353472327618,0.46098401767221503]},"block_pink":{"current_ang_vel":[-6.189681900792674e-14,-1.0490895966893827e-13,3.541880651678206e-16],"current_lin_vel":[-2.104449475814905e-15,1.241934823069464e-15,6.1825544683813405e-15],"current_orn":[1.4231903453006793e-06,-1.1608374474190149e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709408,0.0924403519241073,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.5257941991576102e-14,6.456411102409459e-14,-4.514056858096523e-10],"current_lin_vel":[-1.6740361971099144e-11,8.788450789992605e-14,1.824929096727601e-15],"current_orn":[1.6228841136901575e-10,8.887068473024913e-11,0.6870459199776858,0.7266139992059163],"current_pos":[0.22998582009668755,-0.11998510318800172,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":411.478},{"name":"submit_calvin_action","arguments":{"action":[0.631252188452841,-1.0,-0.8209043769658364,0.26871698338844396,-1.0,1.0,1.0]},"ok":true,"error":null,"output":{"action":[0.631252188452841,-1.0,-0.8209043769658364,0.26871698338844396,-1.0,1.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12701188798070986,0.03408167821060165,0.4711050927908042,3.1413231436939015,0.34857729682189664,0.7601272983839068,0.07887684799641981,0.8076080030603108,1.335398895851013,2.8315320755308355,0.00978084350469249,-2.809879917095861,0.9996523357830595,0.8344025681223902,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582009612953,-0.11998510318799885,0.4599900095308409,3.579584861018368e-10,-9.384988485184396e-11,1.5148313091553653,0.13373541523917484,0.1358352971135743,0.46098416721866614,-3.3011825382088834e-05,-0.0003846411628881021,1.8263086505245039,-0.24088610719709405,0.09244035192410728,0.46099000926142547,7.381485501669146e-07,-3.5982209588522495e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":411.544},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1395},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12701188798070986,0.03408167821060165,0.4711050927908042,3.1413231436939015,0.34857729682189664,0.7601272983839068,0.07887684799641981,0.8076080030603108,1.335398895851013,2.8315320755308355,0.00978084350469249,-2.809879917095861,0.9996523357830595,0.8344025681223902,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582009612953,-0.11998510318799885,0.4599900095308409,3.579584861018368e-10,-9.384988485184396e-11,1.5148313091553653,0.13373541523917484,0.1358352971135743,0.46098416721866614,-3.3011825382088834e-05,-0.0003846411628881021,1.8263086505245039,-0.24088610719709405,0.09244035192410728,0.46099000926142547,7.381485501669146e-07,-3.5982209588522495e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.8076080030603108,1.335398895851013,2.8315320755308355,0.00978084350469249,-2.809879917095861,0.9996523357830595,0.8344025681223902],"gripper_action":1.0,"gripper_opening_width":0.07887684799641981,"tcp_orn":[3.1413231436939015,0.34857729682189664,0.7601272983839068],"tcp_pos":[0.12701188798070986,0.03408167821060165,0.4711050927908042]},"robot_contact_count":5,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0009943257137076259,0.0017210054101104758,0.00307848864682983],"current_lin_vel":[-2.607406659696739e-05,-1.966838627668304e-05,2.5203491462962024e-05],"current_orn":[0.00014212010735051175,-0.00013061977572796833,0.791435745830886,0.6112523398412955],"current_pos":[0.13373541523917484,0.1358352971135743,0.46098416721866614]},"block_pink":{"current_ang_vel":[-2.0219514876305266e-14,1.6536986420595907e-14,3.6028206198217487e-16],"current_lin_vel":[3.244646998114651e-16,4.0841222274824364e-16,5.252742685257772e-15],"current_orn":[1.4231903451288945e-06,-1.160837447378744e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709405,0.09244035192410728,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.4982274800842983e-14,6.443559494785971e-14,-4.514056877337561e-10],"current_lin_vel":[-1.6740364612969677e-11,8.787899459219178e-14,1.8318679906315083e-15],"current_orn":[1.6228841380766166e-10,8.887063861900053e-11,0.6870459199722191,0.7266139992110854],"current_pos":[0.22998582009612953,-0.11998510318799885,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":411.573},{"name":"submit_calvin_action","arguments":{"action":[0.6988112019290144,-1.0,-0.6105092790804179,-0.013231436939014074,-1.0,1.0,1.0]},"ok":true,"error":null,"output":{"action":[0.6988112019290144,-1.0,-0.6105092790804179,-0.013231436939014074,-1.0,1.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12762902620564637,0.03404208254839863,0.4691162838362343,-3.118051994633836,0.34804614454744953,0.8051903299957865,0.0786377705188171,0.8026427244355314,1.3421961637317221,2.841787623769419,0.0013114758834468804,-2.8143097529490606,0.9959301167317994,0.7945155584079973,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858200955715,-0.11998510318799598,0.4599900095308409,3.579582115259299e-10,-9.384991891658791e-11,1.514831309140318,0.13373505523891452,0.1358352383076162,0.4609842167883971,-3.3161699825761174e-05,-0.00038703521620781975,1.8263266015691417,-0.24088610719709402,0.09244035192410725,0.46099000926142547,7.381485503928031e-07,-3.598220959201918e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":411.628},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1401},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12762902620564637,0.03404208254839863,0.4691162838362343,-3.118051994633836,0.34804614454744953,0.8051903299957865,0.0786377705188171,0.8026427244355314,1.3421961637317221,2.841787623769419,0.0013114758834468804,-2.8143097529490606,0.9959301167317994,0.7945155584079973,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.2299858200955715,-0.11998510318799598,0.4599900095308409,3.579582115259299e-10,-9.384991891658791e-11,1.514831309140318,0.13373505523891452,0.1358352383076162,0.4609842167883971,-3.3161699825761174e-05,-0.00038703521620781975,1.8263266015691417,-0.24088610719709402,0.09244035192410725,0.46099000926142547,7.381485503928031e-07,-3.598220959201918e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.8026427244355314,1.3421961637317221,2.841787623769419,0.0013114758834468804,-2.8143097529490606,0.9959301167317994,0.7945155584079973],"gripper_action":1.0,"gripper_opening_width":0.0786377705188171,"tcp_orn":[-3.118051994633836,0.34804614454744953,0.8051903299957865],"tcp_pos":[0.12762902620564637,0.03404208254839863,0.4691162838362343]},"robot_contact_count":7,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.000725464922038617,0.00018171034971408784,0.0032483489581639404],"current_lin_vel":[-6.023370020573456e-05,-1.42328226367223e-05,7.630226162298748e-06],"current_orn":[0.00014302285096473008,-0.00013140948536509266,0.7914412319033365,0.611245236152676],"current_pos":[0.13373505523891452,0.1358352383076162,0.4609842167883971]},"block_pink":{"current_ang_vel":[-6.194945813185275e-14,-1.0485124126137633e-13,3.6557430412489353e-16],"current_lin_vel":[-2.1033043130364866e-15,1.2430278736138882e-15,6.1825544683813405e-15],"current_orn":[1.4231903453269253e-06,-1.1608374474428318e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709402,0.09244035192410725,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.5439589324662938e-14,6.440995740239573e-14,-4.5140568033188397e-10],"current_lin_vel":[-1.67403649386014e-11,8.788811236732877e-14,1.8318679906315083e-15],"current_orn":[1.622883257550031e-10,8.887053191869139e-11,0.6870459199667523,0.7266139992162545],"current_pos":[0.2299858200955715,-0.11998510318799598,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":411.679},{"name":"submit_calvin_action","arguments":{"action":[0.637097379435364,-1.0,-0.41162838362343024,1.0,-1.0,1.0,1.0]},"ok":true,"error":null,"output":{"action":[0.637097379435364,-1.0,-0.41162838362343024,1.0,-1.0,1.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1250538621291136,0.03486384261927829,0.46599032687522784,-3.0584334479045636,0.35250624764436095,0.8657539057829339,0.0791673063023435,0.7893616103868742,1.3483133253031803,2.86618010510379,0.00012274532984562567,-2.7919034051472416,0.9921410424515738,0.7481780742292288,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582009501348,-0.1199851031879931,0.4599900095308409,3.5795804569453134e-10,-9.384997058138264e-11,1.5148313091252705,0.13373492234902074,0.1358351268618658,0.46098415915676216,-3.3598707081999335e-05,-0.0003919192643766547,1.826333230330298,-0.240886107197094,0.09244035192410724,0.46099000926142547,7.381485501756357e-07,-3.5982209589225757e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":411.745},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1407},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1250538621291136,0.03486384261927829,0.46599032687522784,-3.0584334479045636,0.35250624764436095,0.8657539057829339,0.0791673063023435,0.7893616103868742,1.3483133253031803,2.86618010510379,0.00012274532984562567,-2.7919034051472416,0.9921410424515738,0.7481780742292288,1.0],"scene_obs":[0.28,0.22,0.0,0.08780791000145999,1.0,0.0,0.22998582009501348,-0.1199851031879931,0.4599900095308409,3.5795804569453134e-10,-9.384997058138264e-11,1.5148313091252705,0.13373492234902074,0.1358351268618658,0.46098415915676216,-3.3598707081999335e-05,-0.0003919192643766547,1.826333230330298,-0.240886107197094,0.09244035192410724,0.46099000926142547,7.381485501756357e-07,-3.5982209589225757e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12263889809707779,0.6295405864152591],"aabb_min":[0.23574800109863298,0.0396882937022825,0.5584035252799627],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07405573804519211,0.5979399869578298]}}},"robot":{"arm_joint_states":[0.7893616103868742,1.3483133253031803,2.86618010510379,0.00012274532984562567,-2.7919034051472416,0.9921410424515738,0.7481780742292288],"gripper_action":1.0,"gripper_opening_width":0.0791673063023435,"tcp_orn":[-3.0584334479045636,0.35250624764436095,0.8657539057829339],"tcp_pos":[0.1250538621291136,0.03486384261927829,0.46599032687522784]},"robot_contact_count":6,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0004593113743495503,4.497872004304682e-06,0.0033202182259242006],"current_lin_vel":[-6.519870276416791e-05,-8.894437343545823e-06,-5.532251037901337e-07],"current_orn":[0.00014482245128258359,-0.00013307461372500087,0.7914432573681446,0.6112426127848956],"current_pos":[0.13373492234902074,0.1358351268618658,0.46098415915676216]},"block_pink":{"current_ang_vel":[-6.173724469889464e-14,-1.0478907889921562e-13,3.5242577728317237e-16],"current_lin_vel":[-2.1020468257788894e-15,1.2387354737991688e-15,6.1825544683813405e-15],"current_orn":[1.4231903451544997e-06,-1.1608374474032355e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.240886107197094,0.09244035192410724,0.46099000926142547]},"block_red":{"current_ang_vel":[1.4466623842721835e-13,-3.6439869421959145e-13,-4.514056825344839e-10],"current_lin_vel":[-1.674894116517677e-11,8.46860045890438e-14,1.3114509478384662e-15],"current_orn":[1.6228828325600706e-10,8.887045618039586e-11,0.6870459199612854,0.7266139992214237],"current_pos":[0.22998582009501348,-0.1199851031879931,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08780791000145999,"logical_state":1}}}}},"at":411.793},{"name":"submit_calvin_action","arguments":{"action":[0.8946137870886411,-1.0,-0.09903268752278205,1.0,-1.0,1.0,1.0]},"ok":true,"error":null,"output":{"action":[0.8946137870886411,-1.0,-0.09903268752278205,1.0,-1.0,1.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.11959780546513377,0.03526092588401532,0.4677858754902581,-2.9912952140616675,0.35383578668938237,0.9238728113816143,0.07938118347827117,0.7780290825723517,1.3436431115908012,2.883811480445317,0.005141965116222459,-2.7614045202428055,0.9797501334574281,0.7100085642044619,1.0],"scene_obs":[0.28,0.22,0.0,0.08578878070932214,1.0,0.0,0.22998582009445548,-0.11998510318799022,0.4599900095308409,3.579595172054321e-10,-9.384923820564003e-11,1.5148313091102235,0.13373455888343266,0.13583502594174923,0.4609841132190728,-5.9224722556602584e-05,-0.0003895101789145526,1.8263247788438652,-0.24088610719709394,0.09244035192410721,0.46099000926142547,7.381485509354763e-07,-3.5982209593420493e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":411.86},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1413},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.11959780546513377,0.03526092588401532,0.4677858754902581,-2.9912952140616675,0.35383578668938237,0.9238728113816143,0.07938118347827117,0.7780290825723517,1.3436431115908012,2.883811480445317,0.005141965116222459,-2.7614045202428055,0.9797501334574281,0.7100085642044619,1.0],"scene_obs":[0.28,0.22,0.0,0.08578878070932214,1.0,0.0,0.22998582009445548,-0.11998510318799022,0.4599900095308409,3.579595172054321e-10,-9.384923820564003e-11,1.5148313091102235,0.13373455888343266,0.13583502594174923,0.4609841132190728,-5.9224722556602584e-05,-0.0003895101789145526,1.8263247788438652,-0.24088610719709394,0.09244035192410721,0.46099000926142547,7.381485509354763e-07,-3.5982209593420493e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12153501265455863,0.6276286007430804],"aabb_min":[0.23574800109863298,0.03858440825976334,0.556491539607784],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07295185260267295,0.596028001285651]}}},"robot":{"arm_joint_states":[0.7780290825723517,1.3436431115908012,2.883811480445317,0.005141965116222459,-2.7614045202428055,0.9797501334574281,0.7100085642044619],"gripper_action":1.0,"gripper_opening_width":0.07938118347827117,"tcp_orn":[-2.9912952140616675,0.35383578668938237,0.9238728113816143],"tcp_pos":[0.11959780546513377,0.03526092588401532,0.4677858754902581]},"robot_contact_count":5,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.00043974516891799516,-0.005509342195825201,-0.006855374909301629],"current_lin_vel":[2.268648439038914e-05,-1.087390515287306e-05,-6.176528525900227e-06],"current_orn":[0.00013603666563334849,-0.00014247968931402891,0.7914406728447348,0.6112459591364489],"current_pos":[0.13373455888343266,0.13583502594174923,0.4609841132190728]},"block_pink":{"current_ang_vel":[1.9054967771657376e-13,2.1193245584745202e-13,3.582181008939251e-16],"current_lin_vel":[4.232374710278372e-15,-3.806975184178355e-15,3.7539416020138106e-15],"current_orn":[1.4231903455814708e-06,-1.1608374473256168e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709394,0.09244035192410721,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0953709797979496e-14,3.9041084854338327e-14,-4.5140567984793177e-10],"current_lin_vel":[-1.67408722778207e-11,8.799840034327261e-14,2.220446049250313e-15],"current_orn":[1.6228856627900303e-10,8.887122775418883e-11,0.6870459199558188,0.7266139992265926],"current_pos":[0.22998582009445548,-0.11998510318799022,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08578878070932214,"logical_state":1}}}}},"at":411.905},{"name":"submit_calvin_action","arguments":{"action":[1.0,-1.0,-0.27858754902580496,1.0,-1.0,1.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,-1.0,-0.27858754902580496,1.0,-1.0,1.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12291768202006764,0.043561933796735675,0.4813580072728009,-2.936015670942926,0.29893025966015263,0.9777249240973663,0.07964466245025789,0.7628225832075276,1.327214340270076,2.891455475936434,-0.00221113125890521,-2.7215860375853262,1.0100508741831422,0.66661601066881,1.0],"scene_obs":[0.28,0.22,0.0,0.08850953608357506,1.0,0.0,0.22998582009389745,-0.11998510318798734,0.4599900095308409,3.5795945901767396e-10,-9.384930496962603e-11,1.514831309095176,0.13373493553845742,0.13583516419659897,0.4609840840545123,-3.735049821611331e-05,-0.00038726768370306785,1.826325597467618,-0.2408861071970939,0.0924403519241072,0.46099000926142547,7.381485507200905e-07,-3.5982209590637558e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":411.971},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1419},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12291768202006764,0.043561933796735675,0.4813580072728009,-2.936015670942926,0.29893025966015263,0.9777249240973663,0.07964466245025789,0.7628225832075276,1.327214340270076,2.891455475936434,-0.00221113125890521,-2.7215860375853262,1.0100508741831422,0.66661601066881,1.0],"scene_obs":[0.28,0.22,0.0,0.08850953608357506,1.0,0.0,0.22998582009389745,-0.11998510318798734,0.4599900095308409,3.5795945901767396e-10,-9.384930496962603e-11,1.514831309095176,0.13373493553845742,0.13583516419659897,0.4609840840545123,-3.735049821611331e-05,-0.00038726768370306785,1.826325597467618,-0.2408861071970939,0.0924403519241072,0.46099000926142547,7.381485507200905e-07,-3.5982209590637558e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12305914580208294,0.6302684767920923],"aabb_min":[0.23574800109863298,0.04010854140728765,0.5591314156567959],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07447598575019726,0.598667877334663]}}},"robot":{"arm_joint_states":[0.7628225832075276,1.327214340270076,2.891455475936434,-0.00221113125890521,-2.7215860375853262,1.0100508741831422,0.66661601066881],"gripper_action":1.0,"gripper_opening_width":0.07964466245025789,"tcp_orn":[-2.936015670942926,0.29893025966015263,0.9777249240973663],"tcp_pos":[0.12291768202006764,0.043561933796735675,0.4813580072728009]},"robot_contact_count":2,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0005938028119808535,0.005224504674885445,0.0031872369440856087],"current_lin_vel":[4.189581269170951e-05,-1.1682958796119025e-05,8.459454174207515e-06],"current_orn":[0.00014183458477253692,-0.00013313819777599308,0.791440924731006,0.6112456337824435],"current_pos":[0.13373493553845742,0.13583516419659897,0.4609840840545123]},"block_pink":{"current_ang_vel":[-6.181940329699202e-14,-1.047292732409163e-13,3.5234956638330056e-16],"current_lin_vel":[-2.1008506626468603e-15,1.2403783374559127e-15,6.1825544683813405e-15],"current_orn":[1.4231903454100669e-06,-1.1608374472858638e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.2408861071970939,0.0924403519241072,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.090363784810778e-14,3.908079256423749e-14,-4.5140567590953804e-10],"current_lin_vel":[-1.6740871361465427e-11,8.799739054213111e-14,2.220446049250313e-15],"current_orn":[1.6228856807461393e-10,8.887118350831341e-11,0.6870459199503518,0.7266139992317618],"current_pos":[0.22998582009389745,-0.11998510318798734,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08850953608357506,"logical_state":1}}}}},"at":412.014},{"name":"submit_calvin_action","arguments":{"action":[1.0,-1.0,-1.0,1.0,-1.0,1.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,-1.0,-1.0,1.0,-1.0,1.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1481600254859732,0.05933250297172958,0.5140985714017025,-2.9066607450078923,0.15598973815184652,1.0090194608209742,0.07969342361353855,0.7281827065047571,1.3122012622623438,2.8948326257971533,-0.05488632232731397,-2.67466979055862,1.075088111602437,0.6191137199959084,1.0],"scene_obs":[0.28,0.22,0.0,0.08808507464566664,1.0,0.0,0.22998582009333943,-0.11998510318798447,0.4599900095308409,3.579594827125888e-10,-9.384938220922671e-11,1.5148313090801282,0.13373434071993928,0.13583502751387727,0.4609841339557402,-4.113271942811249e-05,-0.0003928454990337759,1.8263527989957307,-0.24088610719709388,0.09244035192410718,0.46099000926142547,7.38148549975086e-07,-3.598220958716253e-06,1.3684892726217521]}},"stepped":true,"termination":{"done":false}},"at":412.101},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1425},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1481600254859732,0.05933250297172958,0.5140985714017025,-2.9066607450078923,0.15598973815184652,1.0090194608209742,0.07969342361353855,0.7281827065047571,1.3122012622623438,2.8948326257971533,-0.05488632232731397,-2.67466979055862,1.075088111602437,0.6191137199959084,1.0],"scene_obs":[0.28,0.22,0.0,0.08808507464566664,1.0,0.0,0.22998582009333943,-0.11998510318798447,0.4599900095308409,3.579594827125888e-10,-9.384938220922671e-11,1.5148313090801282,0.13373434071993928,0.13583502751387727,0.4609841339557402,-4.113271942811249e-05,-0.0003928454990337759,1.8263527989957307,-0.24088610719709388,0.09244035192410718,0.46099000926142547,7.38148549975086e-07,-3.598220958716253e-06,1.3684892726217521]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12278811474988949,0.6297990372392644],"aabb_min":[0.23574800109863298,0.039837510355094204,0.5586619761039681],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07420495469800381,0.5981984377818351]}}},"robot":{"arm_joint_states":[0.7281827065047571,1.3122012622623438,2.8948326257971533,-0.05488632232731397,-2.67466979055862,1.075088111602437,0.6191137199959084],"gripper_action":1.0,"gripper_opening_width":0.07969342361353855,"tcp_orn":[-2.9066607450078923,0.15598973815184652,1.0090194608209742],"tcp_pos":[0.1481600254859732,0.05933250297172958,0.5140985714017025]},"robot_contact_count":1,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0005772939063241704,-0.0016730302314133878,0.0005101062689312186],"current_lin_vel":[-4.4036050242707994e-05,-1.1907983791537898e-05,-2.1473851432932123e-06],"current_orn":[0.0001428877616549661,-0.00013633766434852136,0.7914492373467191,0.6112348695046983],"current_pos":[0.13373434071993928,0.13583502751387727,0.4609841339557402]},"block_pink":{"current_ang_vel":[-2.0336677118300917e-14,1.6586597874790623e-14,3.602831829834379e-16],"current_lin_vel":[3.2545693598162787e-16,4.107554347381549e-16,5.259681579161679e-15],"current_orn":[1.42319034501159e-06,-1.1608374473866785e-06,0.6320878630496509,0.7748967243329609],"current_pos":[-0.24088610719709388,0.09244035192410718,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0869076850657908e-14,3.906955693662682e-14,-4.514056733371752e-10],"current_lin_vel":[-1.6740871532089413e-11,8.79966858754966e-14,2.220446049250313e-15],"current_orn":[1.6228860321738727e-10,8.887116358515212e-11,0.687045919944885,0.726613999236931],"current_pos":[0.22998582009333943,-0.11998510318798447,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08808507464566664,"logical_state":1}}}}},"at":412.112},{"name":"submit_calvin_action","arguments":{"action":[-1.0,-1.0,-1.0,1.0,-1.0,1.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,-1.0,-1.0,1.0,-1.0,1.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1630912492541678,0.08608741485006949,0.5750819889907324,-2.8998987306722372,-0.023600795495123682,1.0478498480563523,0.07987512120127477,0.7209329652480696,1.273738976702768,2.8962484842948353,-0.1215688757112455,-2.6177329994479632,1.1411714461222373,0.5869759307479144,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582010988813,-0.11998510319213715,0.459990009516192,1.3480608211376688e-09,-2.4803881608699266e-10,1.5148313089986172,0.13373489216386408,0.13583505750326902,0.46098399186667793,-3.765568849672573e-05,-0.00039104200987960226,1.826326443705623,-0.24088610719709475,0.0924403519241073,0.46099000926142397,7.38148505982951e-07,-3.5982209620844582e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":412.193},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1431},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1630912492541678,0.08608741485006949,0.5750819889907324,-2.8998987306722372,-0.023600795495123682,1.0478498480563523,0.07987512120127477,0.7209329652480696,1.273738976702768,2.8962484842948353,-0.1215688757112455,-2.6177329994479632,1.1411714461222373,0.5869759307479144,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582010988813,-0.11998510319213715,0.459990009516192,1.3480608211376688e-09,-2.4803881608699266e-10,1.5148313089986172,0.13373489216386408,0.13583505750326902,0.46098399186667793,-3.765568849672573e-05,-0.00039104200987960226,1.826326443705623,-0.24088610719709475,0.0924403519241073,0.46099000926142397,7.38148505982951e-07,-3.5982209620844582e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[0.7209329652480696,1.273738976702768,2.8962484842948353,-0.1215688757112455,-2.6177329994479632,1.1411714461222373,0.5869759307479144],"gripper_action":1.0,"gripper_opening_width":0.07987512120127477,"tcp_orn":[-2.8998987306722372,-0.023600795495123682,1.0478498480563523],"tcp_pos":[0.1630912492541678,0.08608741485006949,0.5750819889907324]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0005870266873160739,0.004998811028980142,0.00315541767792171],"current_lin_vel":[3.8011360303783214e-05,-1.1553741720814416e-05,1.4178009403210956e-05],"current_orn":[0.00014323494663956728,-0.00013441242739638048,0.7914411830279177,0.6112452987340022],"current_pos":[0.13373489216386408,0.13583505750326902,0.46098399186667793]},"block_pink":{"current_ang_vel":[1.7370765750170088e-13,1.285239617072597e-12,3.6083586841511436e-16],"current_lin_vel":[2.5698519437602262e-14,-3.470254584971515e-15,3.5034475320827596e-14],"current_orn":[1.4231903290314107e-06,-1.1608374625951308e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719709475,0.0924403519241073,0.46099000926142397]},"block_red":{"current_ang_vel":[-4.358887855491845e-09,-2.047443209270965e-08,-4.514056914036237e-10],"current_lin_vel":[-4.2623029491362296e-10,8.726533622900727e-11,3.05664875355216e-10],"current_orn":[5.749669605361962e-10,3.7297560541517865e-10,0.6870459199152714,0.726613999264932],"current_pos":[0.22998582010988813,-0.11998510319213715,0.459990009516192]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":412.203},{"name":"submit_calvin_action","arguments":{"action":[-1.0,-1.0,-1.0,1.0,0.23600795495123683,1.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,-1.0,-1.0,1.0,0.23600795495123683,1.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.14321549324131053,0.12041881878209243,0.6256030936912259,-2.896662966935739,-0.14282904401631213,1.1221896299026917,0.034918917339269794,0.7453360576665342,1.2474235621150271,2.8968397878266456,-0.15806107475451298,-2.5707246696042616,1.1653132443379743,0.5660702694584889,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582009978985,-0.11998510319009625,0.45999000952332286,8.660966708609024e-10,-1.7298156039132268e-10,1.5148313089835694,0.1337342716966345,0.1358349220925606,0.4609840673550449,-4.559837865061688e-05,-0.00039542694338727237,1.82635051310731,-0.24088610719709427,0.09244035192410724,0.46099000926142486,7.381485307842087e-07,-3.5982209603438614e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":412.277},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1437},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.14321549324131053,0.12041881878209243,0.6256030936912259,-2.896662966935739,-0.14282904401631213,1.1221896299026917,0.034918917339269794,0.7453360576665342,1.2474235621150271,2.8968397878266456,-0.15806107475451298,-2.5707246696042616,1.1653132443379743,0.5660702694584889,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582009978985,-0.11998510319009625,0.45999000952332286,8.660966708609024e-10,-1.7298156039132268e-10,1.5148313089835694,0.1337342716966345,0.1358349220925606,0.4609840673550449,-4.559837865061688e-05,-0.00039542694338727237,1.82635051310731,-0.24088610719709427,0.09244035192410724,0.46099000926142486,7.381485307842087e-07,-3.5982209603438614e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[0.7453360576665342,1.2474235621150271,2.8968397878266456,-0.15806107475451298,-2.5707246696042616,1.1653132443379743,0.5660702694584889],"gripper_action":1.0,"gripper_opening_width":0.034918917339269794,"tcp_orn":[-2.896662966935739,-0.14282904401631213,1.1221896299026917],"tcp_pos":[0.14321549324131053,0.12041881878209243,0.6256030936912259]},"robot_contact_count":3,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0004941588474225616,-0.0027648872852638388,-0.0013292146098815515],"current_lin_vel":[-3.0051055505998148e-05,-1.0671271241137656e-05,-1.7051887157212842e-06],"current_orn":[0.00014254436067959408,-0.00013889393295388983,0.7914485382131549,0.6112357742719589],"current_pos":[0.1337342716966345,0.1358349220925606,0.4609840673550449]},"block_pink":{"current_ang_vel":[2.8304160293506187e-14,2.599020379707515e-13,3.504243502901173e-16],"current_lin_vel":[5.1917761570560595e-15,-5.621559467378819e-16,2.045585922871851e-14],"current_orn":[1.4231903380905123e-06,-1.1608374540824524e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719709427,0.09244035192410724,0.46099000926142486]},"block_red":{"current_ang_vel":[-2.2423470745790235e-09,-1.049576835400857e-08,-4.514056774139002e-10],"current_lin_vel":[-2.2665701992374675e-10,4.493452074995325e-11,1.5689655824546733e-10],"current_orn":[3.740821205276252e-10,2.346786802832631e-10,0.6870459199098045,0.7266139992701012],"current_pos":[0.22998582009978985,-0.11998510319009625,0.45999000952332286]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":412.288},{"name":"submit_calvin_action","arguments":{"action":[-0.9215493241310518,-1.0,-1.0,1.0,1.0,1.0,1.0]},"ok":true,"error":null,"output":{"action":[-0.9215493241310518,-1.0,-1.0,1.0,1.0,1.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.14937720904938334,0.11924280405517321,0.6253903312691915,-2.8448484768349647,-0.17486176093171252,1.1097301679038665,0.03303659318883118,0.7221616773203706,1.2378850558904382,2.8970512475095873,-0.12330755245962925,-2.513175125286,1.2047067957178,0.5562116317092943,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582009433552,-0.11998510318904741,0.45999000952698255,6.187417443334788e-10,-1.3446209780334735e-10,1.5148313089685224,0.13373458974873353,0.13583504167501212,0.4609840870899032,-3.384788731375488e-05,-0.00039141062766484037,1.8263438142121533,-0.240886107197094,0.09244035192410718,0.4609900092614253,7.381485436453668e-07,-3.598220959561351e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":412.361},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1443},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.14937720904938334,0.11924280405517321,0.6253903312691915,-2.8448484768349647,-0.17486176093171252,1.1097301679038665,0.03303659318883118,0.7221616773203706,1.2378850558904382,2.8970512475095873,-0.12330755245962925,-2.513175125286,1.2047067957178,0.5562116317092943,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582009433552,-0.11998510318904741,0.45999000952698255,6.187417443334788e-10,-1.3446209780334735e-10,1.5148313089685224,0.13373458974873353,0.13583504167501212,0.4609840870899032,-3.384788731375488e-05,-0.00039141062766484037,1.8263438142121533,-0.240886107197094,0.09244035192410718,0.4609900092614253,7.381485436453668e-07,-3.598220959561351e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[0.7221616773203706,1.2378850558904382,2.8970512475095873,-0.12330755245962925,-2.513175125286,1.2047067957178,0.5562116317092943],"gripper_action":1.0,"gripper_opening_width":0.03303659318883118,"tcp_orn":[-2.8448484768349647,-0.17486176093171252,1.1097301679038665],"tcp_pos":[0.14937720904938334,0.11924280405517321,0.6253903312691915]},"robot_contact_count":4,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0009074351282175471,0.0014790296778327454,0.003210813263891593],"current_lin_vel":[-3.353427952887075e-05,-1.7891365223716804e-05,1.896753485364916e-05],"current_orn":[0.00014454572186574163,-0.00013301700459156942,0.7914464920423238,0.6112384245504454],"current_pos":[0.13373458974873353,0.13583504167501212,0.4609840870899032]},"block_pink":{"current_ang_vel":[-4.7951210679738404e-14,2.366848619542661e-13,3.544934874701946e-16],"current_lin_vel":[4.727424958853462e-15,9.630105780370302e-16,8.909539772616881e-15],"current_orn":[1.4231903428262392e-06,-1.160837449714579e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.240886107197094,0.09244035192410718,0.4609900092614253]},"block_red":{"current_ang_vel":[-1.1505075069441744e-09,-5.3868747554497e-09,-4.514056768424938e-10],"current_lin_vel":[-1.244791480530476e-10,2.3097729432798213e-11,8.052386535339906e-11],"current_orn":[2.709840245231368e-10,1.6370097414148839e-10,0.6870459199043377,0.7266139992752703],"current_pos":[0.22998582009433552,-0.11998510318904741,0.45999000952698255]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":412.371},{"name":"submit_calvin_action","arguments":{"action":[-1.0,-1.0,-1.0,1.0,1.0,1.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,-1.0,-1.0,1.0,1.0,1.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.156923216090785,0.11788616876601854,0.6276360363268372,-2.8043391319900524,-0.19923084567750762,1.1094079633052216,0.02954047916734555,0.6909279129315844,1.2698861505979615,2.897282853695484,-0.1728764902091087,-2.459073894211844,1.1935160252691166,0.5526330170523366,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582009126461,-0.11998510318850769,0.45999000952886077,4.917951327873583e-10,-1.1469182048290268e-10,1.5148313089534746,0.1337346451241189,0.1358352677053082,0.4609838548938967,-5.245361912627685e-05,-0.00037373972902790656,1.8263168604757671,-0.24088610719709386,0.0924403519241072,0.46099000926142547,7.38148549726222e-07,-3.5982209585517066e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":412.475},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1449},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.156923216090785,0.11788616876601854,0.6276360363268372,-2.8043391319900524,-0.19923084567750762,1.1094079633052216,0.02954047916734555,0.6909279129315844,1.2698861505979615,2.897282853695484,-0.1728764902091087,-2.459073894211844,1.1935160252691166,0.5526330170523366,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582009126461,-0.11998510318850769,0.45999000952886077,4.917951327873583e-10,-1.1469182048290268e-10,1.5148313089534746,0.1337346451241189,0.1358352677053082,0.4609838548938967,-5.245361912627685e-05,-0.00037373972902790656,1.8263168604757671,-0.24088610719709386,0.0924403519241072,0.46099000926142547,7.38148549726222e-07,-3.5982209585517066e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[0.6909279129315844,1.2698861505979615,2.897282853695484,-0.1728764902091087,-2.459073894211844,1.1935160252691166,0.5526330170523366],"gripper_action":1.0,"gripper_opening_width":0.02954047916734555,"tcp_orn":[-2.8043391319900524,-0.19923084567750762,1.1094079633052216],"tcp_pos":[0.156923216090785,0.11788616876601854,0.6276360363268372]},"robot_contact_count":6,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.0043665248319863445,-0.0019242816004809448,-0.00791869039885286],"current_lin_vel":[0.00011511530036160261,8.511608688175079e-05,-5.686363700976166e-05],"current_orn":[0.00013186484823265985,-0.00013498093624370733,0.7914382545983253,0.6112490928828977],"current_pos":[0.1337346451241189,0.1358352677053082,0.4609838548938967]},"block_pink":{"current_ang_vel":[-1.4810637118980957e-13,2.614724624725428e-13,3.586061870553911e-16],"current_lin_vel":[5.223175020970013e-15,2.966147631706766e-15,3.406996906818449e-15],"current_orn":[1.4231903448631648e-06,-1.1608374474015766e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719709386,0.0924403519241072,0.46099000926142547]},"block_red":{"current_ang_vel":[-5.90659837022513e-10,-2.764956881390765e-09,-4.514056778900271e-10],"current_lin_vel":[-7.204079065655129e-11,1.1900776045375168e-11,4.13222789319434e-11],"current_orn":[2.180718877849146e-10,1.2727457852092088e-10,0.6870459198988708,0.7266139992804395],"current_pos":[0.22998582009126461,-0.11998510318850769,0.45999000952886077]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":412.485},{"name":"submit_calvin_action","arguments":{"action":[-1.0,-1.0,-1.0,1.0,1.0,1.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,-1.0,-1.0,1.0,1.0,1.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1544071102860935,0.11719506118893705,0.6301263351717468,-2.767604513226622,-0.20273008788897764,1.1331954501618373,0.02815075144677045,0.6680111583536895,1.307552329922096,2.8974284591125645,-0.2396795052088969,-2.403236086853067,1.151307648745163,0.5547908794767044,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582008941695,-0.11998510318822929,0.45999000952982466,4.2664445960400486e-10,-1.0454602781142632e-10,1.5148313089384278,0.13373548790324616,0.13583498741683991,0.4609840332299218,-3.601754100960826e-05,-0.00039136160389584816,1.8262934945590905,-0.2408861071970938,0.09244035192410717,0.46099000926142547,7.381485499546261e-07,-3.598220958901264e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":412.586},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1455},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1544071102860935,0.11719506118893705,0.6301263351717468,-2.767604513226622,-0.20273008788897764,1.1331954501618373,0.02815075144677045,0.6680111583536895,1.307552329922096,2.8974284591125645,-0.2396795052088969,-2.403236086853067,1.151307648745163,0.5547908794767044,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582008941695,-0.11998510318822929,0.45999000952982466,4.2664445960400486e-10,-1.0454602781142632e-10,1.5148313089384278,0.13373548790324616,0.13583498741683991,0.4609840332299218,-3.601754100960826e-05,-0.00039136160389584816,1.8262934945590905,-0.2408861071970938,0.09244035192410717,0.46099000926142547,7.381485499546261e-07,-3.598220958901264e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[0.6680111583536895,1.307552329922096,2.8974284591125645,-0.2396795052088969,-2.403236086853067,1.151307648745163,0.5547908794767044],"gripper_action":1.0,"gripper_opening_width":0.02815075144677045,"tcp_orn":[-2.767604513226622,-0.20273008788897764,1.1331954501618373],"tcp_pos":[0.1544071102860935,0.11719506118893705,0.6301263351717468]},"robot_contact_count":4,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-4.088158163018558e-05,0.0050521015091424945,0.0032260766696168537],"current_lin_vel":[3.7661481412751776e-05,1.0580020595710042e-06,-1.3479047079392736e-06],"current_orn":[0.00014385986621200068,-0.0001338642239208741,0.7914311129983911,0.6112583371724564],"current_pos":[0.13373548790324616,0.13583498741683991,0.4609840332299218]},"block_pink":{"current_ang_vel":[-2.0331641626105258e-14,1.6540975862838747e-14,3.6037653559593066e-16],"current_lin_vel":[3.245453929113994e-16,4.106546367379817e-16,5.259681579161679e-15],"current_orn":[1.423190345062135e-06,-1.1608374474648262e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.2408861071970938,0.09244035192410717,0.46099000926142547]},"block_red":{"current_ang_vel":[-3.030810265724802e-10,-1.4186676195395865e-09,-4.5140567634212175e-10],"current_lin_vel":[-4.5115005396981334e-11,6.149199834734129e-12,2.1210359857359862e-11],"current_orn":[1.90916879457408e-10,1.0857986391928646e-10,0.6870459198934041,0.7266139992856084],"current_pos":[0.22998582008941695,-0.11998510318822929,0.45999000952982466]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":412.596},{"name":"submit_calvin_action","arguments":{"action":[-1.0,-1.0,-1.0,1.0,1.0,1.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,-1.0,-1.0,1.0,1.0,1.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.14119432789909456,0.11869845425913059,0.6386954959124163,-2.730523568582492,-0.20317908987865943,1.1732208478352042,0.026502716043030082,0.6593952220205838,1.3322245084179822,2.8974033336884433,-0.3064709396049047,-2.3416642143069755,1.0974970423634742,0.5626129652928201,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582008819704,-0.11998510318808497,0.4599900095303194,3.932081377437475e-10,-9.933910915297574e-11,1.5148313089233802,0.13373525269816222,0.1358350912599943,0.46098397309373423,-3.956659830588328e-05,-0.00038431154733871745,1.8262991898351941,-0.24088610719709377,0.09244035192410716,0.46099000926142547,7.381485502678776e-07,-3.5982209586908694e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":412.699},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1461},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.14119432789909456,0.11869845425913059,0.6386954959124163,-2.730523568582492,-0.20317908987865943,1.1732208478352042,0.026502716043030082,0.6593952220205838,1.3322245084179822,2.8974033336884433,-0.3064709396049047,-2.3416642143069755,1.0974970423634742,0.5626129652928201,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582008819704,-0.11998510318808497,0.4599900095303194,3.932081377437475e-10,-9.933910915297574e-11,1.5148313089233802,0.13373525269816222,0.1358350912599943,0.46098397309373423,-3.956659830588328e-05,-0.00038431154733871745,1.8262991898351941,-0.24088610719709377,0.09244035192410716,0.46099000926142547,7.381485502678776e-07,-3.5982209586908694e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[0.6593952220205838,1.3322245084179822,2.8974033336884433,-0.3064709396049047,-2.3416642143069755,1.0974970423634742,0.5626129652928201],"gripper_action":1.0,"gripper_opening_width":0.026502716043030082,"tcp_orn":[-2.730523568582492,-0.20317908987865943,1.1732208478352042],"tcp_pos":[0.14119432789909456,0.11869845425913059,0.6386954959124163]},"robot_contact_count":7,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0009140258557691007,0.0038666060527987587,0.0029433376398706693],"current_lin_vel":[1.955073645124798e-05,-1.812146251542937e-05,3.613174124290214e-05],"current_orn":[0.00013998573277021944,-0.0001331135395713717,0.7914328539825161,0.6112560840775899],"current_pos":[0.13373525269816222,0.1358350912599943,0.46098397309373423]},"block_pink":{"current_ang_vel":[-2.026131857300302e-14,1.637245773239797e-14,3.4780255272931643e-16],"current_lin_vel":[3.2118782361980733e-16,4.092024922685766e-16,5.252742685257772e-15],"current_orn":[1.4231903451170098e-06,-1.160837447284308e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719709377,0.09244035192410716,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.5555205745153576e-10,-7.280467638746649e-10,-4.5140567859361417e-10],"current_lin_vel":[-3.13025883408835e-11,3.198620464613272e-12,1.0886298806855876e-11],"current_orn":[1.769805335742589e-10,9.89854296579745e-11,0.6870459198879373,0.7266139992907776],"current_pos":[0.22998582008819704,-0.11998510318808497,0.4599900095303194]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":412.709},{"name":"submit_calvin_action","arguments":{"action":[-0.7194327899094549,-1.0,-1.0,1.0,1.0,1.0,1.0]},"ok":true,"error":null,"output":{"action":[-0.7194327899094549,-1.0,-1.0,1.0,1.0,1.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.09424725749633599,0.13768300894619012,0.6772643983423008,-2.71407813234149,-0.23602987480253518,1.2709009121125951,0.058807430480065474,0.7019955763355861,1.3120283095299707,2.897345314987418,-0.3724052053079852,-2.27538511414388,1.0389812813450907,0.5750111749342591,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582008729926,-0.11998510318800949,0.4599900095305733,3.760458960501927e-10,-9.666660446682193e-11,1.5148313089083327,0.13373451727201568,0.13583491138846002,0.46098405696692984,-3.4122892600294645e-05,-0.00039473160861386894,1.8263440383490286,-0.24088610719709375,0.09244035192410713,0.46099000926142547,7.381485499657367e-07,-3.5982209589716426e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":412.816},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1467},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.09424725749633599,0.13768300894619012,0.6772643983423008,-2.71407813234149,-0.23602987480253518,1.2709009121125951,0.058807430480065474,0.7019955763355861,1.3120283095299707,2.897345314987418,-0.3724052053079852,-2.27538511414388,1.0389812813450907,0.5750111749342591,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582008729926,-0.11998510318800949,0.4599900095305733,3.760458960501927e-10,-9.666660446682193e-11,1.5148313089083327,0.13373451727201568,0.13583491138846002,0.46098405696692984,-3.4122892600294645e-05,-0.00039473160861386894,1.8263440383490286,-0.24088610719709375,0.09244035192410713,0.46099000926142547,7.381485499657367e-07,-3.5982209589716426e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[0.7019955763355861,1.3120283095299707,2.897345314987418,-0.3724052053079852,-2.27538511414388,1.0389812813450907,0.5750111749342591],"gripper_action":1.0,"gripper_opening_width":0.058807430480065474,"tcp_orn":[-2.71407813234149,-0.23602987480253518,1.2709009121125951],"tcp_pos":[0.09424725749633599,0.13768300894619012,0.6772643983423008]},"robot_contact_count":3,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0005765446873209907,0.0012109242900428877,0.003291079122728569],"current_lin_vel":[-4.048867205816622e-05,-1.1240028729464084e-05,9.243209556399068e-06],"current_orn":[0.00014577587936731557,-0.00013414076981205233,0.7914465602489551,0.6112383356970867],"current_pos":[0.13373451727201568,0.13583491138846002,0.46098405696692984]},"block_pink":{"current_ang_vel":[-2.0324404945442876e-14,1.6567213084475974e-14,3.6045350860195455e-16],"current_lin_vel":[3.25070092082801e-16,4.105101531146121e-16,5.259681579161679e-15],"current_orn":[1.4231903450886825e-06,-1.1608374474885828e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719709375,0.09244035192410713,0.46099000926142547]},"block_red":{"current_ang_vel":[-7.966075507961107e-11,-3.7395590683750287e-10,-4.5140568380197426e-10],"current_lin_vel":[-2.4220771321982145e-11,1.6807944416398183e-12,5.586101026189283e-12],"current_orn":[1.6982730431784047e-10,9.40607452499178e-11,0.6870459198824704,0.7266139992959467],"current_pos":[0.22998582008729926,-0.11998510318800949,0.4599900095305733]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":412.826},{"name":"submit_calvin_action","arguments":{"action":[1.0,-1.0,-1.0,1.0,1.0,1.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,-1.0,-1.0,1.0,1.0,1.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.025575650650622728,0.15704428811124388,0.7175332975012199,-2.7031446088432856,-0.2613615931442292,1.4062222077950666,0.061283726805425695,0.7686622430022525,1.281638648491959,2.897239496863681,-0.40899301102743646,-2.20823609056646,0.974286771240891,0.5812592177012093,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.2299858200865669,-0.11998510318796933,0.45999000953070357,3.6724115552199335e-10,-9.529452969430313e-11,1.5148313088932854,0.13373448774928798,0.1358351269024394,0.4609838285500694,-5.3404579920470314e-05,-0.0003774688038672222,1.826320871650829,-0.24088610719709372,0.09244035192410711,0.46099000926142547,7.381485502781572e-07,-3.598220958761436e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":412.923},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1473},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.025575650650622728,0.15704428811124388,0.7175332975012199,-2.7031446088432856,-0.2613615931442292,1.4062222077950666,0.061283726805425695,0.7686622430022525,1.281638648491959,2.897239496863681,-0.40899301102743646,-2.20823609056646,0.974286771240891,0.5812592177012093,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.2299858200865669,-0.11998510318796933,0.45999000953070357,3.6724115552199335e-10,-9.529452969430313e-11,1.5148313088932854,0.13373448774928798,0.1358351269024394,0.4609838285500694,-5.3404579920470314e-05,-0.0003774688038672222,1.826320871650829,-0.24088610719709372,0.09244035192410711,0.46099000926142547,7.381485502781572e-07,-3.598220958761436e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[0.7686622430022525,1.281638648491959,2.897239496863681,-0.40899301102743646,-2.20823609056646,0.974286771240891,0.5812592177012093],"gripper_action":1.0,"gripper_opening_width":0.061283726805425695,"tcp_orn":[-2.7031446088432856,-0.2613615931442292,1.4062222077950666],"tcp_pos":[0.025575650650622728,0.15704428811124388,0.7175332975012199]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.004007561076929176,-0.002296983532306869,-0.00791442475368765],"current_lin_vel":[0.00010757846176450404,7.792682685348889e-05,-5.190820737299012e-05],"current_orn":[0.00013305015127961382,-0.00013649667956738232,0.7914394801384562,0.6112475054709704],"current_pos":[0.13373448774928798,0.1358351269024394,0.4609838285500694]},"block_pink":{"current_ang_vel":[-2.0262267941778057e-14,1.6255911866043762e-14,3.478210007809802e-16],"current_lin_vel":[3.1885689203012904e-16,4.092215713651004e-16,5.252742685257772e-15],"current_orn":[1.423190345143295e-06,-1.1608374473084002e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719709372,0.09244035192410711,0.46099000926142547]},"block_red":{"current_ang_vel":[-4.097228163691606e-11,-1.9166435911144098e-10,-4.5140567596671167e-10],"current_lin_vel":[-2.0574940158738714e-11,9.070249467804123e-13,2.8679766894690317e-12],"current_orn":[1.661571412674338e-10,9.153459908980256e-11,0.6870459198770036,0.7266139993011158],"current_pos":[0.2299858200865669,-0.11998510318796933,0.45999000953070357]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":412.932},{"name":"submit_calvin_action","arguments":{"action":[1.0,-1.0,-1.0,1.0,1.0,1.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,-1.0,-1.0,1.0,1.0,1.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.03969278024270574,0.16804529761983206,0.7302245647219758,-2.6674786471498284,-0.2469309141024365,1.5357053187578664,0.06398826221094008,0.8353289096689189,1.2736394592168554,2.8972660559271577,-0.42225992340625235,-2.1414611978334426,0.9076814620467104,0.5868431236790842,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582008591936,-0.11998510318794728,0.45999000953077046,3.627189309090428e-10,-9.459045396635546e-11,1.514831308878238,0.13373520834419875,0.13583488668452615,0.46098400944506923,-3.574153941781464e-05,-0.00039342970568794866,1.8263045636315582,-0.24088610719709366,0.09244035192410709,0.46099000926142547,7.381485499749888e-07,-3.5982209590434e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":413.03},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1479},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.03969278024270574,0.16804529761983206,0.7302245647219758,-2.6674786471498284,-0.2469309141024365,1.5357053187578664,0.06398826221094008,0.8353289096689189,1.2736394592168554,2.8972660559271577,-0.42225992340625235,-2.1414611978334426,0.9076814620467104,0.5868431236790842,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582008591936,-0.11998510318794728,0.45999000953077046,3.627189309090428e-10,-9.459045396635546e-11,1.514831308878238,0.13373520834419875,0.13583488668452615,0.46098400944506923,-3.574153941781464e-05,-0.00039342970568794866,1.8263045636315582,-0.24088610719709366,0.09244035192410709,0.46099000926142547,7.381485499749888e-07,-3.5982209590434e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[0.8353289096689189,1.2736394592168554,2.8972660559271577,-0.42225992340625235,-2.1414611978334426,0.9076814620467104,0.5868431236790842],"gripper_action":1.0,"gripper_opening_width":0.06398826221094008,"tcp_orn":[-2.6674786471498284,-0.2469309141024365,1.5357053187578664],"tcp_pos":[-0.03969278024270574,0.16804529761983206,0.7302245647219758]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-1.495404298381237e-06,0.004401263619197509,0.0032365038891551423],"current_lin_vel":[2.4432097835405602e-05,2.7813905804316856e-07,1.8774234658569533e-07],"current_orn":[0.0001447633441728839,-0.00013438627682692159,0.7914344958642904,0.6112539568296794],"current_pos":[0.13373520834419875,0.13583488668452615,0.46098400944506923]},"block_pink":{"current_ang_vel":[-6.188821042190298e-14,-1.0491765884011052e-13,3.534781976544622e-16],"current_lin_vel":[-2.1046228861832446e-15,1.2417601339813958e-15,6.1825544683813405e-15],"current_orn":[1.4231903451149458e-06,-1.1608374475134612e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719709366,0.09244035192410709,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.1298305489255998e-11,-9.844353461008318e-11,-4.5140567558111337e-10],"current_lin_vel":[-1.8710523676238918e-11,5.1354541722283e-13,1.467707899660553e-12],"current_orn":[1.642723192341503e-10,9.023690674426654e-11,0.6870459198715367,0.726613999306285],"current_pos":[0.22998582008591936,-0.11998510318794728,0.45999000953077046]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":413.041},{"name":"submit_calvin_action","arguments":{"action":[1.0,-1.0,-1.0,1.0,1.0,0.3429468124213364,1.0]},"ok":true,"error":null,"output":{"action":[1.0,-1.0,-1.0,1.0,1.0,0.3429468124213364,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.10128267013309075,0.17224824781298037,0.73154025480718,-2.61641857304823,-0.20860193708871574,1.64857591559117,0.06635336671687249,0.9019955763355854,1.276291314875099,2.897317990616744,-0.42563193645259545,-2.0749289690755375,0.8409586408322458,0.6115168586846075,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582008531537,-0.11998510318793452,0.45999000953080477,3.603995561484245e-10,-9.422938944717091e-11,1.5148313088631906,0.13373443843672606,0.13583487488135707,0.460984038142929,-3.3739811174735194e-05,-0.000394227316775532,1.8263452616965061,-0.24088610719709364,0.09244035192410707,0.46099000926142547,7.381485502910407e-07,-3.598220958832997e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":413.139},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1485},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.10128267013309075,0.17224824781298037,0.73154025480718,-2.61641857304823,-0.20860193708871574,1.64857591559117,0.06635336671687249,0.9019955763355854,1.276291314875099,2.897317990616744,-0.42563193645259545,-2.0749289690755375,0.8409586408322458,0.6115168586846075,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582008531537,-0.11998510318793452,0.45999000953080477,3.603995561484245e-10,-9.422938944717091e-11,1.5148313088631906,0.13373443843672606,0.13583487488135707,0.460984038142929,-3.3739811174735194e-05,-0.000394227316775532,1.8263452616965061,-0.24088610719709364,0.09244035192410707,0.46099000926142547,7.381485502910407e-07,-3.598220958832997e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[0.9019955763355854,1.276291314875099,2.897317990616744,-0.42563193645259545,-2.0749289690755375,0.8409586408322458,0.6115168586846075],"gripper_action":1.0,"gripper_opening_width":0.06635336671687249,"tcp_orn":[-2.61641857304823,-0.20860193708871574,1.64857591559117],"tcp_pos":[-0.10128267013309075,0.17224824781298037,0.73154025480718]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0007422326809037256,0.001338476401114578,0.0032170933176192025],"current_lin_vel":[-3.647143328004591e-05,-1.4580337941243082e-05,1.7629516283118596e-05],"current_orn":[0.00014569347823572735,-0.00013383496520626958,0.7914469341948849,0.6112378515889947],"current_pos":[0.13373443843672606,0.13583487488135707,0.460984038142929]},"block_pink":{"current_ang_vel":[-2.0293999763209528e-14,1.652817941639118e-14,3.613913078520866e-16],"current_lin_vel":[3.2428405998336714e-16,4.0990749683572256e-16,5.259681579161679e-15],"current_orn":[1.4231903451709029e-06,-1.1608374473320545e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719709364,0.09244035192410707,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.0895285013818049e-11,-5.091880521736596e-11,-4.5140568051739174e-10],"current_lin_vel":[-1.7760029199287483e-11,3.054850307450447e-13,7.503581089807199e-13],"current_orn":[1.6330564019711465e-10,8.95713255272161e-11,0.68704591986607,0.7266139993114541],"current_pos":[0.22998582008531537,-0.11998510318793452,0.45999000953080477]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":413.15},{"name":"submit_calvin_action","arguments":{"action":[1.0,-1.0,-1.0,1.0,1.0,-0.7857591559116983,1.0]},"ok":true,"error":null,"output":{"action":[1.0,-1.0,-1.0,1.0,1.0,-0.7857591559116983,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.15912339582877114,0.1716990994597026,0.7288041332303843,-2.5567563679971124,-0.14984785686126173,1.7325012419394816,0.0683747219511654,0.9686622430022518,1.2850390215248633,2.8973531304495235,-0.42521714733703897,-2.009465995485895,0.7816678438759529,0.6733706665038764,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582008473373,-0.11998510318792659,0.4599900095308224,3.5920853133117003e-10,-9.404507309320135e-11,1.5148313088481433,0.13373427716203037,0.1358348656552013,0.46098412006527567,-3.361751741842834e-05,-0.0003939947152537809,1.8263525876332822,-0.24088610719709358,0.09244035192410704,0.46099000926142547,7.381485505180998e-07,-3.598220959182906e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":413.245},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1491},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.15912339582877114,0.1716990994597026,0.7288041332303843,-2.5567563679971124,-0.14984785686126173,1.7325012419394816,0.0683747219511654,0.9686622430022518,1.2850390215248633,2.8973531304495235,-0.42521714733703897,-2.009465995485895,0.7816678438759529,0.6733706665038764,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582008473373,-0.11998510318792659,0.4599900095308224,3.5920853133117003e-10,-9.404507309320135e-11,1.5148313088481433,0.13373427716203037,0.1358348656552013,0.46098412006527567,-3.361751741842834e-05,-0.0003939947152537809,1.8263525876332822,-0.24088610719709358,0.09244035192410704,0.46099000926142547,7.381485505180998e-07,-3.598220959182906e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[0.9686622430022518,1.2850390215248633,2.8973531304495235,-0.42521714733703897,-2.009465995485895,0.7816678438759529,0.6733706665038764],"gripper_action":1.0,"gripper_opening_width":0.0683747219511654,"tcp_orn":[-2.5567563679971124,-0.14984785686126173,1.7325012419394816],"tcp_pos":[-0.15912339582877114,0.1716990994597026,0.7288041332303843]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.00046068921479863485,-1.617383259686417e-05,0.003322028323407409],"current_lin_vel":[-6.564805914817078e-05,-8.922208382896927e-06,1.0257549709832836e-06],"current_orn":[0.00014563929743565963,-0.00013371494979916803,0.7914491731620187,0.6112349525433445],"current_pos":[0.13373427716203037,0.1358348656552013,0.46098412006527567]},"block_pink":{"current_ang_vel":[-6.188080924339955e-14,-1.0480313416782822e-13,3.462324245820312e-16],"current_lin_vel":[-2.1023196652710186e-15,1.2415833577090226e-15,6.1825544683813405e-15],"current_orn":[1.423190345369463e-06,-1.1608374473958655e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719709358,0.09244035192410704,0.46099000926142547]},"block_red":{"current_ang_vel":[-5.368822408322317e-12,-2.6172250605532118e-11,-4.514056751930744e-10],"current_lin_vel":[-1.726509799155109e-11,1.949557523043755e-13,3.871278297928882e-13],"current_orn":[1.6280961564543409e-10,8.92291445769624e-11,0.6870459198606031,0.7266139993166232],"current_pos":[0.22998582008473373,-0.11998510318792659,0.4599900095308224]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":413.256},{"name":"submit_calvin_action","arguments":{"action":[1.0,-1.0,-1.0,1.0,1.0,-1.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,-1.0,-1.0,1.0,1.0,-1.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.21309133762995172,0.17157224230901602,0.7261098256998197,-2.4994931442174133,-0.10082347190276494,1.8035728325582354,0.07011013421985458,1.0353289096689182,1.2974552821678893,2.8973714421365995,-0.4233920348878754,-1.9452493157161703,0.7444588667472842,0.7400471887563402,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.2299858200841636,-0.11998510318792108,0.45999000953083147,3.585977345325603e-10,-9.394908898147157e-11,1.514831308833096,0.13373388671183828,0.13583482656192655,0.46098413311829495,-4.74419171101028e-05,-0.0003916378475214982,1.8263572719484444,-0.24088610719709355,0.09244035192410703,0.46099000926142547,7.381485503010819e-07,-3.5982209589025535e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":413.352},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1497},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.21309133762995172,0.17157224230901602,0.7261098256998197,-2.4994931442174133,-0.10082347190276494,1.8035728325582354,0.07011013421985458,1.0353289096689182,1.2974552821678893,2.8973714421365995,-0.4233920348878754,-1.9452493157161703,0.7444588667472842,0.7400471887563402,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.2299858200841636,-0.11998510318792108,0.45999000953083147,3.585977345325603e-10,-9.394908898147157e-11,1.514831308833096,0.13373388671183828,0.13583482656192655,0.46098413311829495,-4.74419171101028e-05,-0.0003916378475214982,1.8263572719484444,-0.24088610719709355,0.09244035192410703,0.46099000926142547,7.381485503010819e-07,-3.5982209589025535e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.0353289096689182,1.2974552821678893,2.8973714421365995,-0.4233920348878754,-1.9452493157161703,0.7444588667472842,0.7400471887563402],"gripper_action":1.0,"gripper_opening_width":0.07011013421985458,"tcp_orn":[-2.4994931442174133,-0.10082347190276494,1.8035728325582354],"tcp_pos":[-0.21309133762995172,0.17157224230901602,0.7261098256998197]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0005079820210968206,-0.003212183183096334,-0.0020957613830026108],"current_lin_vel":[-2.406588952453758e-05,-1.1124829777811631e-05,-4.529400539757256e-06],"current_orn":[0.00014048197307994935,-0.00013846497565731488,0.7914506040255268,0.6112330999544234],"current_pos":[0.13373388671183828,0.13583482656192655,0.46098413311829495]},"block_pink":{"current_ang_vel":[-6.186477082816185e-14,-1.0489354464575886e-13,3.535339040803697e-16],"current_lin_vel":[-2.104140640536605e-15,1.2412915578335342e-15,6.1825544683813405e-15],"current_orn":[1.4231903451967763e-06,-1.1608374473558307e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719709355,0.09244035192410703,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.8349363525458983e-12,-1.3131028018002797e-11,-4.5140568521239e-10],"current_lin_vel":[-1.7004273789458502e-11,1.4427807030216036e-13,1.9911849946652183e-13],"current_orn":[1.625547361476326e-10,8.905419355121246e-11,0.6870459198551364,0.7266139993217923],"current_pos":[0.2299858200841636,-0.11998510318792108,0.45999000953083147]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":413.362},{"name":"submit_calvin_action","arguments":{"action":[1.0,-1.0,-1.0,1.0,1.0,-1.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,-1.0,-1.0,1.0,1.0,-1.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2648847725655624,0.17140795870670064,0.7240300310127729,-2.4440566902105436,-0.0607116857004195,1.8665832529353727,0.07159499611865713,1.1019955763355846,1.3122276011059801,2.8973823371684753,-0.4211637501569283,-1.881357387106065,0.7241806059973656,0.8067340691616065,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582008359936,-0.11998510318791683,0.45999000953083613,3.5828323556214467e-10,-9.390029384187459e-11,1.5148313088180485,0.13373498080888555,0.13583485465803188,0.46098403910024704,-5.4310147020141924e-05,-0.0003867586475138344,1.8262919954537953,-0.2408861071970935,0.092440351924107,0.46099000926142547,7.381485510554765e-07,-3.598220959319621e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":413.459},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1503},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2648847725655624,0.17140795870670064,0.7240300310127729,-2.4440566902105436,-0.0607116857004195,1.8665832529353727,0.07159499611865713,1.1019955763355846,1.3122276011059801,2.8973823371684753,-0.4211637501569283,-1.881357387106065,0.7241806059973656,0.8067340691616065,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582008359936,-0.11998510318791683,0.45999000953083613,3.5828323556214467e-10,-9.390029384187459e-11,1.5148313088180485,0.13373498080888555,0.13583485465803188,0.46098403910024704,-5.4310147020141924e-05,-0.0003867586475138344,1.8262919954537953,-0.2408861071970935,0.092440351924107,0.46099000926142547,7.381485510554765e-07,-3.598220959319621e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.1019955763355846,1.3122276011059801,2.8973823371684753,-0.4211637501569283,-1.881357387106065,0.7241806059973656,0.8067340691616065],"gripper_action":1.0,"gripper_opening_width":0.07159499611865713,"tcp_orn":[-2.4440566902105436,-0.0607116857004195,1.8665832529353727],"tcp_pos":[-0.2648847725655624,0.17140795870670064,0.7240300310127729]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[3.702335387088221e-05,0.0012680746744067964,-0.0041651591930295835],"current_lin_vel":[0.00010590079548020768,-2.2370564576581396e-06,-3.2056586810116916e-06],"current_orn":[0.00013644754607149896,-0.00013969619724105357,0.791430653962927,0.6112589319059912],"current_pos":[0.13373498080888555,0.13583485465803188,0.46098403910024704]},"block_pink":{"current_ang_vel":[1.905444284538872e-13,2.1134791971158637e-13,3.586930521729199e-16],"current_lin_vel":[4.2206882066746845e-15,-3.806870619705637e-15,3.7539416020138106e-15],"current_orn":[1.4231903456208769e-06,-1.160837447279001e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.2408861071970935,0.092440351924107,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.452154909764519e-12,-6.665095094245746e-12,-4.514056736496056e-10],"current_lin_vel":[-1.6874954817565564e-11,1.166224035617435e-13,1.0241807402167069e-13],"current_orn":[1.6242371422017938e-10,8.896388354854411e-11,0.6870459198496696,0.7266139993269615],"current_pos":[0.22998582008359936,-0.11998510318791683,0.45999000953083613]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":413.469},{"name":"submit_calvin_action","arguments":{"action":[1.0,-1.0,-1.0,1.0,0.607116857004195,-1.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,-1.0,-1.0,1.0,0.607116857004195,-1.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.315767761806838,0.17167215431587646,0.7234770248804547,-2.3890955206822047,-0.03193419971754342,1.9212900119590626,0.07285944687892901,1.168662243002251,1.3283552046674674,2.897383193862066,-0.4194973887223471,-1.8176493341642013,0.7229424076671394,0.8734159330063748,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.2299858200830382,-0.11998510318791322,0.45999000953083846,3.5812362891321784e-10,-9.387557760793424e-11,1.5148313088030012,0.13373451970684608,0.13583479492325265,0.46098398372101174,-4.63988199601957e-05,-0.00039145382665754043,1.826323715566987,-0.2408861071970935,0.09244035192410699,0.46099000926142547,7.381485503080898e-07,-3.598220958973563e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":413.564},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1509},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.315767761806838,0.17167215431587646,0.7234770248804547,-2.3890955206822047,-0.03193419971754342,1.9212900119590626,0.07285944687892901,1.168662243002251,1.3283552046674674,2.897383193862066,-0.4194973887223471,-1.8176493341642013,0.7229424076671394,0.8734159330063748,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.2299858200830382,-0.11998510318791322,0.45999000953083846,3.5812362891321784e-10,-9.387557760793424e-11,1.5148313088030012,0.13373451970684608,0.13583479492325265,0.46098398372101174,-4.63988199601957e-05,-0.00039145382665754043,1.826323715566987,-0.2408861071970935,0.09244035192410699,0.46099000926142547,7.381485503080898e-07,-3.598220958973563e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.168662243002251,1.3283552046674674,2.897383193862066,-0.4194973887223471,-1.8176493341642013,0.7229424076671394,0.8734159330063748],"gripper_action":1.0,"gripper_opening_width":0.07285944687892901,"tcp_orn":[-2.3890955206822047,-0.03193419971754342,1.9212900119590626],"tcp_pos":[-0.315767761806838,0.17167215431587646,0.7234770248804547]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0002704448687560093,0.00316014417148345,-0.000847079381896548],"current_lin_vel":[7.915509277951654e-05,-6.1571756767177126e-06,4.144328940101916e-06],"current_orn":[0.00014072562377741554,-0.00013799831704250145,0.7914403486162679,0.6112463789135472],"current_pos":[0.13373451970684608,0.13583479492325265,0.46098398372101174]},"block_pink":{"current_ang_vel":[-6.181760514726274e-14,-1.0496724246580666e-13,3.5247777641595776e-16],"current_lin_vel":[-2.105609162438863e-15,1.2403423859059116e-15,6.1825544683813405e-15],"current_orn":[1.4231903452219334e-06,-1.1608374473811282e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.2408861071970935,0.09244035192410699,0.46099000926142547]},"block_red":{"current_ang_vel":[-7.519481608797943e-13,-3.3871062643124137e-12,-4.514056848238782e-10],"current_lin_vel":[-1.680939539406671e-11,1.0261828929323344e-13,5.3408666378373937e-14],"current_orn":[1.6235723741425903e-10,8.891803457965539e-11,0.6870459198442027,0.7266139993321306],"current_pos":[0.2299858200830382,-0.11998510318791322,0.45999000953083846]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":413.574},{"name":"submit_calvin_action","arguments":{"action":[1.0,-1.0,-1.0,1.0,0.31934199717543416,-1.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,-1.0,-1.0,1.0,0.31934199717543416,-1.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.3591610392549841,0.17209824619606767,0.7248387158824546,-2.3333729552239504,-0.011864144223682883,1.9555822914721412,0.07393520601909835,1.2197771942940894,1.3449783799105857,2.897361766358732,-0.41873771442703867,-1.7548052836396686,0.738240057029314,0.9400956587960972,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.2299858200824785,-0.11998510318790992,0.4599900095308397,3.5804094881097815e-10,-9.386185711935529e-11,1.514831308787954,0.1337338948909124,0.13583471463154806,0.4609840338834452,-3.391982889017577e-05,-0.0003985772751701486,1.8263690039367158,-0.24088610719709347,0.09244035192410698,0.46099000926142547,7.381485500915374e-07,-3.59822095869376e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":413.668},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1515},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.3591610392549841,0.17209824619606767,0.7248387158824546,-2.3333729552239504,-0.011864144223682883,1.9555822914721412,0.07393520601909835,1.2197771942940894,1.3449783799105857,2.897361766358732,-0.41873771442703867,-1.7548052836396686,0.738240057029314,0.9400956587960972,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.2299858200824785,-0.11998510318790992,0.4599900095308397,3.5804094881097815e-10,-9.386185711935529e-11,1.514831308787954,0.1337338948909124,0.13583471463154806,0.4609840338834452,-3.391982889017577e-05,-0.0003985772751701486,1.8263690039367158,-0.24088610719709347,0.09244035192410698,0.46099000926142547,7.381485500915374e-07,-3.59822095869376e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.2197771942940894,1.3449783799105857,2.897361766358732,-0.41873771442703867,-1.7548052836396686,0.738240057029314,0.9400956587960972],"gripper_action":1.0,"gripper_opening_width":0.07393520601909835,"tcp_orn":[-2.3333729552239504,-0.011864144223682883,1.9555822914721412],"tcp_pos":[-0.3591610392549841,0.17209824619606767,0.7248387158824546]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0005083949292564691,0.00012407621475714597,0.0033437943378477157],"current_lin_vel":[-6.327324689544069e-05,-9.870315413733999e-06,4.494842101424035e-06],"current_orn":[0.00014736144742912087,-0.00013523388270486473,0.7914541898412881,0.6112284559631294],"current_pos":[0.1337338948909124,0.13583471463154806,0.4609840338834452]},"block_pink":{"current_ang_vel":[-2.0236203203571517e-14,1.6445190266642004e-14,3.472269013729758e-16],"current_lin_vel":[3.22643927929995e-16,4.0869768487843e-16,5.259681579161679e-15],"current_orn":[1.4231903450496006e-06,-1.160837447341159e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719709347,0.09244035192410698,0.46099000926142547]},"block_red":{"current_ang_vel":[-3.8686204080294425e-13,-1.681061582411291e-12,-4.5140568036805684e-10],"current_lin_vel":[-1.677527435333222e-11,9.53165601868123e-14,2.788741459980315e-14],"current_orn":[1.6232248585220282e-10,8.889461681452565e-11,0.687045919838736,0.7266139993372996],"current_pos":[0.2299858200824785,-0.11998510318790992,0.4599900095308397]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":413.678},{"name":"submit_calvin_action","arguments":{"action":[1.0,-1.0,-1.0,1.0,0.11864144223682883,-1.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,-1.0,-1.0,1.0,0.11864144223682883,-1.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.3763773565256787,0.17463035023837678,0.7280583274105824,-2.276004224035907,0.003875250736356764,1.9408341027187581,0.07485075037269924,1.229912289984852,1.3616599539740868,2.897363231064743,-0.4188475059635198,-1.6935306298339345,0.7662382788753913,1.0067787111174826,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582008191962,-0.11998510318790681,0.4599900095308403,3.5799945049885483e-10,-9.385552972819465e-11,1.514831308772906,0.1337342115441709,0.13583489632027593,0.4609839723886735,-3.91953196496486e-05,-0.0003866804408849885,1.8263434066829443,-0.2408861071970934,0.09244035192410695,0.46099000926142547,7.381485508472451e-07,-3.598220959110518e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":413.773},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1521},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.3763773565256787,0.17463035023837678,0.7280583274105824,-2.276004224035907,0.003875250736356764,1.9408341027187581,0.07485075037269924,1.229912289984852,1.3616599539740868,2.897363231064743,-0.4188475059635198,-1.6935306298339345,0.7662382788753913,1.0067787111174826,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582008191962,-0.11998510318790681,0.4599900095308403,3.5799945049885483e-10,-9.385552972819465e-11,1.514831308772906,0.1337342115441709,0.13583489632027593,0.4609839723886735,-3.91953196496486e-05,-0.0003866804408849885,1.8263434066829443,-0.2408861071970934,0.09244035192410695,0.46099000926142547,7.381485508472451e-07,-3.598220959110518e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.229912289984852,1.3616599539740868,2.897363231064743,-0.4188475059635198,-1.6935306298339345,0.7662382788753913,1.0067787111174826],"gripper_action":1.0,"gripper_opening_width":0.07485075037269924,"tcp_orn":[-2.276004224035907,0.003875250736356764,1.9408341027187581],"tcp_pos":[-0.3763773565256787,0.17463035023837678,0.7280583274105824]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0011354741290661805,0.0038394276215165815,0.002990346910416169],"current_lin_vel":[1.8083978978481895e-05,-2.2560540709962157e-05,3.603514175841427e-05],"current_orn":[0.00014103957168880963,-0.00013368750066730504,0.7914463675275204,0.611238586448029],"current_pos":[0.1337342115441709,0.13583489632027593,0.4609839723886735]},"block_pink":{"current_ang_vel":[1.9053429117067445e-13,2.1177576750238602e-13,3.5198555995501855e-16],"current_lin_vel":[4.2292482691090315e-15,-3.806690560216563e-15,3.7539416020138106e-15],"current_orn":[1.423190345474112e-06,-1.1608374472637944e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.2408861071970934,0.09244035192410695,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0110042101355108e-13,-8.081547038259134e-13,-4.514056761611019e-10],"current_lin_vel":[-1.6757816117083847e-11,9.160130911390496e-14,1.4856171848265376e-14],"current_orn":[1.6230523562146266e-10,8.888265997579051e-11,0.6870459198332689,0.7266139993424688],"current_pos":[0.22998582008191962,-0.11998510318790681,0.4599900095308403]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":413.783},{"name":"submit_calvin_action","arguments":{"action":[1.0,-1.0,-1.0,1.0,-0.03875250736356764,-1.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,-1.0,-1.0,1.0,-0.03875250736356764,-1.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.3790500632549758,0.17996532719180963,0.7330318947207195,-2.216294993057993,0.01896836865746027,1.8978830863204492,0.07562920798472321,1.2197474052244257,1.3781434301368307,2.897368146297113,-0.41967405015278303,-1.6337339126869554,0.803762473147014,1.0734686892518852,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582008136118,-0.11998510318790384,0.4599900095308406,3.579784324098894e-10,-9.385338572525973e-11,1.514831308757859,0.13373369422904288,0.13583467064478308,0.4609840480132541,-4.1261829045455194e-05,-0.00039728016794409853,1.8263696255752797,-0.24088610719709339,0.09244035192410693,0.46099000926142547,7.381485501018708e-07,-3.5982209587638976e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":413.879},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1527},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.3790500632549758,0.17996532719180963,0.7330318947207195,-2.216294993057993,0.01896836865746027,1.8978830863204492,0.07562920798472321,1.2197474052244257,1.3781434301368307,2.897368146297113,-0.41967405015278303,-1.6337339126869554,0.803762473147014,1.0734686892518852,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582008136118,-0.11998510318790384,0.4599900095308406,3.579784324098894e-10,-9.385338572525973e-11,1.514831308757859,0.13373369422904288,0.13583467064478308,0.4609840480132541,-4.1261829045455194e-05,-0.00039728016794409853,1.8263696255752797,-0.24088610719709339,0.09244035192410693,0.46099000926142547,7.381485501018708e-07,-3.5982209587638976e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.2197474052244257,1.3781434301368307,2.897368146297113,-0.41967405015278303,-1.6337339126869554,0.803762473147014,1.0734686892518852],"gripper_action":1.0,"gripper_opening_width":0.07562920798472321,"tcp_orn":[-2.216294993057993,0.01896836865746027,1.8978830863204492],"tcp_pos":[-0.3790500632549758,0.17996532719180963,0.7330318947207195]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0004460776602719131,-0.0016672615474012198,0.00046019038401387156],"current_lin_vel":[-4.2947449756309554e-05,-9.292950405068312e-06,-1.1206718906336954e-06],"current_orn":[0.00014460437005464787,-0.00013774285173082787,0.7914543794313702,0.6112282105690047],"current_pos":[0.13373369422904288,0.13583467064478308,0.4609840480132541]},"block_pink":{"current_ang_vel":[-2.0173345714507835e-14,1.6483485624419842e-14,3.478154650879132e-16],"current_lin_vel":[3.2340837349531257e-16,4.0744310982112274e-16,5.252742685257772e-15],"current_orn":[1.423190345075771e-06,-1.160837447365068e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719709339,0.09244035192410693,0.46099000926142547]},"block_red":{"current_ang_vel":[1.6915204743242503e-13,-1.9514283258149617e-13,-4.514056718913229e-10],"current_lin_vel":[-1.6745555710649285e-11,8.419626190775046e-14,1.2420620087993939e-14],"current_orn":[1.6229686308905623e-10,8.88762187097099e-11,0.6870459198278023,0.7266139993476379],"current_pos":[0.22998582008136118,-0.11998510318790384,0.4599900095308406]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":413.889},{"name":"submit_calvin_action","arguments":{"action":[1.0,-1.0,-1.0,1.0,-0.1896836865746027,-1.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,-1.0,-1.0,1.0,-0.1896836865746027,-1.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.374241099283833,0.1873005416737243,0.7394285203790648,-2.1543629817656527,0.03665567514243236,1.8407248728378596,0.07627200316978847,1.2002702515848795,1.3943837556026968,2.897370314051906,-0.42103893312444535,-1.5761724222225992,0.8480968427955197,1.1401661851976737,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582008080293,-0.11998510318790086,0.45999000953084074,3.579683367643211e-10,-9.385089880915209e-11,1.5148313087428118,0.13373378437982514,0.1358346251957741,0.46098401801829303,-3.7075300999528545e-05,-0.0003998643500808237,1.826368791520559,-0.24088610719709333,0.0924403519241069,0.46099000926142547,7.381485508577454e-07,-3.5982209591820016e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":413.971},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1533},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.374241099283833,0.1873005416737243,0.7394285203790648,-2.1543629817656527,0.03665567514243236,1.8407248728378596,0.07627200316978847,1.2002702515848795,1.3943837556026968,2.897370314051906,-0.42103893312444535,-1.5761724222225992,0.8480968427955197,1.1401661851976737,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582008080293,-0.11998510318790086,0.45999000953084074,3.579683367643211e-10,-9.385089880915209e-11,1.5148313087428118,0.13373378437982514,0.1358346251957741,0.46098401801829303,-3.7075300999528545e-05,-0.0003998643500808237,1.826368791520559,-0.24088610719709333,0.0924403519241069,0.46099000926142547,7.381485508577454e-07,-3.5982209591820016e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.2002702515848795,1.3943837556026968,2.897370314051906,-0.42103893312444535,-1.5761724222225992,0.8480968427955197,1.1401661851976737],"gripper_action":1.0,"gripper_opening_width":0.07627200316978847,"tcp_orn":[-2.1543629817656527,0.03665567514243236,1.8407248728378596],"tcp_pos":[-0.374241099283833,0.1873005416737243,0.7394285203790648]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0003172370087919003,-0.0007435108220952039,0.0021483354345286703],"current_lin_vel":[-5.735139986767879e-05,-6.324724599999964e-06,-1.8845705095013598e-06],"current_orn":[0.00014690640613707436,-0.00013687595251981902,0.791454124600576,0.6112285401846165],"current_pos":[0.13373378437982514,0.1358346251957741,0.46098401801829303]},"block_pink":{"current_ang_vel":[1.9055424696632774e-13,2.1166233252417438e-13,3.5804122410607463e-16],"current_lin_vel":[4.226976995545619e-15,-3.80706933398531e-15,3.7539416020138106e-15],"current_orn":[1.4231903455007725e-06,-1.160837447288172e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719709333,0.0924403519241069,0.46099000926142547]},"block_red":{"current_ang_vel":[-6.309795460422535e-14,-1.6014169537531949e-13,-4.5140568109748595e-10],"current_lin_vel":[-1.6744855933543984e-11,8.884129282827809e-14,5.1833537462186996e-15],"current_orn":[1.6229234095824133e-10,8.887365413647048e-11,0.6870459198223354,0.726613999352807],"current_pos":[0.22998582008080293,-0.11998510318790086,0.45999000953084074]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":413.981}],"event":{"kind":"action","label":"Lift block","detail":"lift the blue block from the sliding cabinet"}},{"round":17,"at":428.610908,"duration":14.55,"title":"calvin state · calvin action","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":"lift the blue block from the sliding cabinet","toolCalls":122,"cumulativeToolCalls":627,"code":"# Let's inspect where the arm is right now and bring it back to the home position safely.\n# Home position from initial observation:\n# tcp_pos: [0.0258, -0.2313, 0.5712], tcp_orn: [3.09, -0.029, 1.50]\n# Notice when we only passed dx, dy, dz and 0 for rotation, the arm stayed oriented nicely!\n# So we should keep orientation delta = [0, 0, 0]!\n\ndef move_xyz(target_pos, gripper_cmd=1.0, max_steps=50, pos_tol=0.012):\n    for step_i in range(max_steps):\n        state = primitives.call(name='observe_calvin_state').output['semantic_state']\n        curr_pos = state['robot']['tcp_pos']\n        dx = target_pos[0] - curr_pos[0]\n        dy = target_pos[1] - curr_pos[1]\n        dz = target_pos[2] - curr_pos[2]\n        dist = (dx**2 + dy**2 + dz**2)**0.5\n        if dist < pos_tol:\n            break\n        # Clamp delta action\n        ax = max(-1.0, min(1.0, dx * 100.0))\n        ay = max(-1.0, min(1.0, dy * 100.0))\n        az = max(-1.0, min(1.0, dz * 100.0))\n        primitives.call(name='submit_calvin_action', action=[ax, ay, az, 0.0, 0.0, 0.0, gripper_cmd])\n\n# First move to safe height above table\ncurr = primitives.call(name='observe_calvin_state').output['semantic_state']['robot']['tcp_pos']\nmove_xyz([curr[0], -0.15, 0.60], gripper_cmd=1.0, max_steps=30)\n# Then move to front center\nmove_xyz([0.05, -0.15, 0.58], gripper_cmd=1.0, max_steps=30)\n\nst = primitives.call(name='observe_calvin_state').output['semantic_state']\nprint(\"Recovered TCP pos:\", st['robot']['tcp_pos'])\nprint(\"TCP orn:\", st['robot']['tcp_orn'])\nprint(\"Blue block pos:\", st['scene']['movable_objects']['block_blue']['current_pos'])","codeExcerpt":false,"stdout":"Recovered TCP pos: [-0.2628376645771487, 0.18768367935447627, 0.5772951893057885]\nTCP orn: [-2.7506933867502417, 0.08439745867470345, 2.9647357519260376]\nBlue block pos: [0.13373140374504539, 0.13583392113943624, 0.460983962566777]\n","feedback":{},"calls":[{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1537},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.374241099283833,0.1873005416737243,0.7394285203790648,-2.1543629817656527,0.03665567514243236,1.8407248728378596,0.07627200316978847,1.2002702515848795,1.3943837556026968,2.897370314051906,-0.42103893312444535,-1.5761724222225992,0.8480968427955197,1.1401661851976737,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582008080293,-0.11998510318790086,0.45999000953084074,3.579683367643211e-10,-9.385089880915209e-11,1.5148313087428118,0.13373378437982514,0.1358346251957741,0.46098401801829303,-3.7075300999528545e-05,-0.0003998643500808237,1.826368791520559,-0.24088610719709333,0.0924403519241069,0.46099000926142547,7.381485508577454e-07,-3.5982209591820016e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.2002702515848795,1.3943837556026968,2.897370314051906,-0.42103893312444535,-1.5761724222225992,0.8480968427955197,1.1401661851976737],"gripper_action":1.0,"gripper_opening_width":0.07627200316978847,"tcp_orn":[-2.1543629817656527,0.03665567514243236,1.8407248728378596],"tcp_pos":[-0.374241099283833,0.1873005416737243,0.7394285203790648]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0003172370087919003,-0.0007435108220952039,0.0021483354345286703],"current_lin_vel":[-5.735139986767879e-05,-6.324724599999964e-06,-1.8845705095013598e-06],"current_orn":[0.00014690640613707436,-0.00013687595251981902,0.791454124600576,0.6112285401846165],"current_pos":[0.13373378437982514,0.1358346251957741,0.46098401801829303]},"block_pink":{"current_ang_vel":[1.9055424696632774e-13,2.1166233252417438e-13,3.5804122410607463e-16],"current_lin_vel":[4.226976995545619e-15,-3.80706933398531e-15,3.7539416020138106e-15],"current_orn":[1.4231903455007725e-06,-1.160837447288172e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719709333,0.0924403519241069,0.46099000926142547]},"block_red":{"current_ang_vel":[-6.309795460422535e-14,-1.6014169537531949e-13,-4.5140568109748595e-10],"current_lin_vel":[-1.6744855933543984e-11,8.884129282827809e-14,5.1833537462186996e-15],"current_orn":[1.6229234095824133e-10,8.887365413647048e-11,0.6870459198223354,0.726613999352807],"current_pos":[0.22998582008080293,-0.11998510318790086,0.45999000953084074]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":422.222},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1540},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.374241099283833,0.1873005416737243,0.7394285203790648,-2.1543629817656527,0.03665567514243236,1.8407248728378596,0.07627200316978847,1.2002702515848795,1.3943837556026968,2.897370314051906,-0.42103893312444535,-1.5761724222225992,0.8480968427955197,1.1401661851976737,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582008080293,-0.11998510318790086,0.45999000953084074,3.579683367643211e-10,-9.385089880915209e-11,1.5148313087428118,0.13373378437982514,0.1358346251957741,0.46098401801829303,-3.7075300999528545e-05,-0.0003998643500808237,1.826368791520559,-0.24088610719709333,0.0924403519241069,0.46099000926142547,7.381485508577454e-07,-3.5982209591820016e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.2002702515848795,1.3943837556026968,2.897370314051906,-0.42103893312444535,-1.5761724222225992,0.8480968427955197,1.1401661851976737],"gripper_action":1.0,"gripper_opening_width":0.07627200316978847,"tcp_orn":[-2.1543629817656527,0.03665567514243236,1.8407248728378596],"tcp_pos":[-0.374241099283833,0.1873005416737243,0.7394285203790648]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0003172370087919003,-0.0007435108220952039,0.0021483354345286703],"current_lin_vel":[-5.735139986767879e-05,-6.324724599999964e-06,-1.8845705095013598e-06],"current_orn":[0.00014690640613707436,-0.00013687595251981902,0.791454124600576,0.6112285401846165],"current_pos":[0.13373378437982514,0.1358346251957741,0.46098401801829303]},"block_pink":{"current_ang_vel":[1.9055424696632774e-13,2.1166233252417438e-13,3.5804122410607463e-16],"current_lin_vel":[4.226976995545619e-15,-3.80706933398531e-15,3.7539416020138106e-15],"current_orn":[1.4231903455007725e-06,-1.160837447288172e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719709333,0.0924403519241069,0.46099000926142547]},"block_red":{"current_ang_vel":[-6.309795460422535e-14,-1.6014169537531949e-13,-4.5140568109748595e-10],"current_lin_vel":[-1.6744855933543984e-11,8.884129282827809e-14,5.1833537462186996e-15],"current_orn":[1.6229234095824133e-10,8.887365413647048e-11,0.6870459198223354,0.726613999352807],"current_pos":[0.22998582008080293,-0.11998510318790086,0.45999000953084074]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":422.229},{"name":"submit_calvin_action","arguments":{"action":[0.0,-1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[0.0,-1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.36784452018374225,0.1889622695315875,0.7453370396395268,-2.1083508151831922,0.07105940515368632,1.8010087639509311,0.07681684551775142,1.1832644259706866,1.4043157568285443,2.897365944723373,-0.4219130485169891,-1.5286928655660657,0.8661793690858623,1.2060731686125346,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582008024473,-0.1199851031878979,0.45999000953084085,3.5796363363204456e-10,-9.385024212413276e-11,1.514831308727764,0.13373382722648025,0.13583467346695774,0.46098405749496735,-6.082234387459401e-05,-0.00038999119192841653,1.8263394316594437,-0.2408861071970933,0.09244035192410689,0.46099000926142547,7.381485501113046e-07,-3.5982209588345986e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":422.303},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1546},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.36784452018374225,0.1889622695315875,0.7453370396395268,-2.1083508151831922,0.07105940515368632,1.8010087639509311,0.07681684551775142,1.1832644259706866,1.4043157568285443,2.897365944723373,-0.4219130485169891,-1.5286928655660657,0.8661793690858623,1.2060731686125346,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582008024473,-0.1199851031878979,0.45999000953084085,3.5796363363204456e-10,-9.385024212413276e-11,1.514831308727764,0.13373382722648025,0.13583467346695774,0.46098405749496735,-6.082234387459401e-05,-0.00038999119192841653,1.8263394316594437,-0.2408861071970933,0.09244035192410689,0.46099000926142547,7.381485501113046e-07,-3.5982209588345986e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.1832644259706866,1.4043157568285443,2.897365944723373,-0.4219130485169891,-1.5286928655660657,0.8661793690858623,1.2060731686125346],"gripper_action":1.0,"gripper_opening_width":0.07681684551775142,"tcp_orn":[-2.1083508151831922,0.07105940515368632,1.8010087639509311],"tcp_pos":[-0.36784452018374225,0.1889622695315875,0.7453370396395268]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[6.998761428166311e-05,-0.005376507106799317,-0.007616089708879183],"current_lin_vel":[4.0168633649024925e-05,-3.650203545856196e-06,-9.09795947116876e-06],"current_orn":[0.00013573979204880386,-0.0001432579147064649,0.7914451509050193,0.6112401607885479],"current_pos":[0.13373382722648025,0.13583467346695774,0.46098405749496735]},"block_pink":{"current_ang_vel":[-2.011752550137568e-14,1.6266958366978915e-14,3.471245666499729e-16],"current_lin_vel":[3.190783849030962e-16,4.063242642434302e-16,5.252742685257772e-15],"current_orn":[1.4231903451017706e-06,-1.1608374473894795e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.2408861071970933,0.09244035192410689,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.4904736009513196e-13,-6.113248992998366e-13,-4.5140568035839325e-10],"current_lin_vel":[-1.675387958063983e-11,9.056027731493002e-14,-1.6792123247455493e-15],"current_orn":[1.6229040669165193e-10,8.887227707959304e-11,0.6870459198168686,0.7266139993579762],"current_pos":[0.22998582008024473,-0.1199851031878979,0.45999000953084085]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":422.313},{"name":"submit_calvin_action","arguments":{"action":[-0.6396579100090727,-1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-0.6396579100090727,-1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.36463481344999027,0.18883882189397752,0.7498830428351293,-2.07543272029361,0.09102563452339343,1.785505707980057,0.07729488125563541,1.174125209535039,1.4112423882772747,2.8973592216556416,-0.4227423403806335,-1.4932641130766733,0.8761935676409022,1.2408095999532776,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582007968668,-0.11998510318789497,0.45999000953084085,3.5796116828818324e-10,-9.384994088275617e-11,1.514831308712717,0.13373399684085407,0.13583494728114745,0.4609839493935898,-5.528712935264111e-05,-0.0003763867591566627,1.8263316852192404,-0.24088610719709325,0.09244035192410686,0.46099000926142547,7.381485508696566e-07,-3.598220959253266e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":422.41},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1552},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.36463481344999027,0.18883882189397752,0.7498830428351293,-2.07543272029361,0.09102563452339343,1.785505707980057,0.07729488125563541,1.174125209535039,1.4112423882772747,2.8973592216556416,-0.4227423403806335,-1.4932641130766733,0.8761935676409022,1.2408095999532776,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582007968668,-0.11998510318789497,0.45999000953084085,3.5796116828818324e-10,-9.384994088275617e-11,1.514831308712717,0.13373399684085407,0.13583494728114745,0.4609839493935898,-5.528712935264111e-05,-0.0003763867591566627,1.8263316852192404,-0.24088610719709325,0.09244035192410686,0.46099000926142547,7.381485508696566e-07,-3.598220959253266e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.174125209535039,1.4112423882772747,2.8973592216556416,-0.4227423403806335,-1.4932641130766733,0.8761935676409022,1.2408095999532776],"gripper_action":1.0,"gripper_opening_width":0.07729488125563541,"tcp_orn":[-2.07543272029361,0.09102563452339343,1.785505707980057],"tcp_pos":[-0.36463481344999027,0.18883882189397752,0.7498830428351293]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.0030581525951598027,-0.0027994571905402255,-0.007836887217962264],"current_lin_vel":[9.602491879072563e-05,5.8933481823941435e-05,-4.4215967111835286e-05],"current_orn":[0.0001320473532483726,-0.00013691022902905656,0.7914427849712552,0.6112432264950094],"current_pos":[0.13373399684085407,0.13583494728114745,0.4609839493935898]},"block_pink":{"current_ang_vel":[1.906196024123711e-13,2.1174612776555667e-13,3.5684747854690005e-16],"current_lin_vel":[4.228658420087199e-15,-3.808382762355221e-15,3.7539416020138106e-15],"current_orn":[1.4231903455279101e-06,-1.160837447312019e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719709325,0.09244035192410686,0.46099000926142547]},"block_red":{"current_ang_vel":[-3.506784808564413e-14,-3.2014019402380785e-14,-4.5140567931395587e-10],"current_lin_vel":[-1.6742293386356717e-11,8.828066756886786e-14,3.25434124093249e-15],"current_orn":[1.622894075323098e-10,8.887153961925231e-11,0.6870459198114018,0.7266139993631453],"current_pos":[0.22998582007968668,-0.11998510318789497,0.45999000953084085]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":422.42},{"name":"submit_calvin_action","arguments":{"action":[-0.9606285833842709,-1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-0.9606285833842709,-1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.3653334338608867,0.1891661665725513,0.7515972528703785,-2.054882203272281,0.09636851914723603,1.784921299610953,0.07770139021483342,1.1722141490839737,1.4169002885638762,2.8920293856365684,-0.4235522619320571,-1.468314374588607,0.884117737053016,1.2528026598311888,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582007912857,-0.11998510318789207,0.4599900095308409,3.579581268442301e-10,-9.384960412405752e-11,1.5148313086976695,0.13373433870944668,0.13583481198753297,0.46098411399566963,-3.331034628483432e-05,-0.0003883487184598129,1.8263380782899614,-0.24088610719709322,0.09244035192410685,0.46099000926142547,7.381485501232721e-07,-3.598220958905834e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":422.505},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1558},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.3653334338608867,0.1891661665725513,0.7515972528703785,-2.054882203272281,0.09636851914723603,1.784921299610953,0.07770139021483342,1.1722141490839737,1.4169002885638762,2.8920293856365684,-0.4235522619320571,-1.468314374588607,0.884117737053016,1.2528026598311888,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582007912857,-0.11998510318789207,0.4599900095308409,3.579581268442301e-10,-9.384960412405752e-11,1.5148313086976695,0.13373433870944668,0.13583481198753297,0.46098411399566963,-3.331034628483432e-05,-0.0003883487184598129,1.8263380782899614,-0.24088610719709322,0.09244035192410685,0.46099000926142547,7.381485501232721e-07,-3.598220958905834e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.1722141490839737,1.4169002885638762,2.8920293856365684,-0.4235522619320571,-1.468314374588607,0.884117737053016,1.2528026598311888],"gripper_action":1.0,"gripper_opening_width":0.07770139021483342,"tcp_orn":[-2.054882203272281,0.09636851914723603,1.784921299610953],"tcp_pos":[-0.3653334338608867,0.1891661665725513,0.7515972528703785]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0007821978367567397,0.001704919371504627,0.003130661774148763],"current_lin_vel":[-2.7429450129334866e-05,-1.5406141796495045e-05,2.0344089232349205e-05],"current_orn":[0.0001434979578812577,-0.00013186892038633785,0.7914447393185571,0.6112406945090494],"current_pos":[0.13373433870944668,0.13583481198753297,0.46098411399566963]},"block_pink":{"current_ang_vel":[-2.0297708652344072e-14,1.64465858289933e-14,3.4830306083153966e-16],"current_lin_vel":[3.226663928971485e-16,4.0993370288672817e-16,5.259681579161679e-15],"current_orn":[1.423190345128921e-06,-1.1608374474132974e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719709322,0.09244035192410685,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.4973402647723732e-14,6.4464051354897e-14,-4.514056868550368e-10],"current_lin_vel":[-1.6740364001766934e-11,8.787881138381975e-14,1.817990202823694e-15],"current_orn":[1.6228818687075617e-10,8.887061715899453e-11,0.6870459198059349,0.7266139993683144],"current_pos":[0.22998582007912857,-0.11998510318789207,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":422.555},{"name":"submit_calvin_action","arguments":{"action":[-0.8907665422946298,-1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-0.8907665422946298,-1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.3682394149433361,0.1903504765154156,0.7496254550715095,-2.0465859303995835,0.09997499570961733,1.7882779097783807,0.07804892986853276,1.1735951419515176,1.4222616062275877,2.878192067901383,-0.4242835510317624,-1.45028837573972,0.8904750205334715,1.2546634765174547,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582007857055,-0.1199851031878892,0.4599900095308409,3.57958353562323e-10,-9.384973401707113e-11,1.5148313086826217,0.1337339381508246,0.13583478762738505,0.4609841794383124,-3.3191434343412996e-05,-0.00038905770510540256,1.8263579413628102,-0.24088610719709316,0.09244035192410682,0.46099000926142547,7.381485508804137e-07,-3.59822095932298e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":422.614},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1564},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.3682394149433361,0.1903504765154156,0.7496254550715095,-2.0465859303995835,0.09997499570961733,1.7882779097783807,0.07804892986853276,1.1735951419515176,1.4222616062275877,2.878192067901383,-0.4242835510317624,-1.45028837573972,0.8904750205334715,1.2546634765174547,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582007857055,-0.1199851031878892,0.4599900095308409,3.57958353562323e-10,-9.384973401707113e-11,1.5148313086826217,0.1337339381508246,0.13583478762738505,0.4609841794383124,-3.3191434343412996e-05,-0.00038905770510540256,1.8263579413628102,-0.24088610719709316,0.09244035192410682,0.46099000926142547,7.381485508804137e-07,-3.59822095932298e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.1735951419515176,1.4222616062275877,2.878192067901383,-0.4242835510317624,-1.45028837573972,0.8904750205334715,1.2546634765174547],"gripper_action":1.0,"gripper_opening_width":0.07804892986853276,"tcp_orn":[-2.0465859303995835,0.09997499570961733,1.7882779097783807],"tcp_pos":[-0.3682394149433361,0.1903504765154156,0.7496254550715095]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0006908967008858311,0.0001766244792879765,0.0032518702256745255],"current_lin_vel":[-6.040517236894997e-05,-1.3541207744626531e-05,8.28798123604646e-06],"current_orn":[0.00014381617300545367,-0.00013203711670505317,0.7914508097884614,0.6112328341706598],"current_pos":[0.1337339381508246,0.13583478762738505,0.4609841794383124]},"block_pink":{"current_ang_vel":[1.9053529264316178e-13,2.1167088916058624e-13,3.580254455663345e-16],"current_lin_vel":[4.227149109114128e-15,-3.8066908010951174e-15,3.760880495917718e-15],"current_orn":[1.4231903455541105e-06,-1.1608374473356298e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719709316,0.09244035192410682,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.5221790925425716e-14,6.425873682349142e-14,-4.514056851742518e-10],"current_lin_vel":[-1.6740368046086954e-11,8.788377843095305e-14,1.824929096727601e-15],"current_orn":[1.6228831386092745e-10,8.887064784960282e-11,0.687045919800468,0.7266139993734836],"current_pos":[0.22998582007857055,-0.1199851031878892,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":422.669},{"name":"submit_calvin_action","arguments":{"action":[-0.600168434049686,-1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-0.600168434049686,-1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.3707492053597025,0.1916320643421887,0.7455011742806231,-2.044288456204499,0.10311732073497641,1.7929293354703362,0.07834529722914979,1.1741491912146313,1.427796487980507,2.8608975660726332,-0.42491193062522087,-1.4351833464198283,0.8943445270544588,1.251020821662454,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582007801252,-0.11998510318788633,0.4599900095308409,3.579585066581104e-10,-9.384983630681181e-11,1.5148313086675746,0.13373416709120511,0.1358346663717639,0.46098409456439365,-3.3202655296737275e-05,-0.00039433317070303376,1.8263465152869875,-0.24088610719709314,0.09244035192410681,0.46099000926142547,7.381485501341383e-07,-3.5982209589775007e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":422.728},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1570},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.3707492053597025,0.1916320643421887,0.7455011742806231,-2.044288456204499,0.10311732073497641,1.7929293354703362,0.07834529722914979,1.1741491912146313,1.427796487980507,2.8608975660726332,-0.42491193062522087,-1.4351833464198283,0.8943445270544588,1.251020821662454,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582007801252,-0.11998510318788633,0.4599900095308409,3.579585066581104e-10,-9.384983630681181e-11,1.5148313086675746,0.13373416709120511,0.1358346663717639,0.46098409456439365,-3.3202655296737275e-05,-0.00039433317070303376,1.8263465152869875,-0.24088610719709314,0.09244035192410681,0.46099000926142547,7.381485501341383e-07,-3.5982209589775007e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.1741491912146313,1.427796487980507,2.8608975660726332,-0.42491193062522087,-1.4351833464198283,0.8943445270544588,1.251020821662454],"gripper_action":1.0,"gripper_opening_width":0.07834529722914979,"tcp_orn":[-2.044288456204499,0.10311732073497641,1.7929293354703362],"tcp_pos":[-0.3707492053597025,0.1916320643421887,0.7455011742806231]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.00029694208968659774,5.9720797402109814e-05,0.0032724429820207694],"current_lin_vel":[-6.314929145238049e-05,-5.656013280251277e-06,2.1812363136877733e-06],"current_orn":[0.00014589961589568347,-0.00013365465953403083,0.7914473173428274,0.6112373554688686],"current_pos":[0.13373416709120511,0.1358346663717639,0.46098409456439365]},"block_pink":{"current_ang_vel":[-6.179150945951663e-14,-1.0496482080750023e-13,3.535339233637928e-16],"current_lin_vel":[-2.1055661637410785e-15,1.2398263540973898e-15,6.1825544683813405e-15],"current_orn":[1.4231903451557808e-06,-1.1608374474376301e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719709314,0.09244035192410681,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.5300741290175606e-14,6.443235983338372e-14,-4.514056821829177e-10],"current_lin_vel":[-1.6740364508527158e-11,8.788534252163654e-14,1.824929096727601e-15],"current_orn":[1.6228840462124175e-10,8.887066327772107e-11,0.6870459197950013,0.7266139993786527],"current_pos":[0.22998582007801252,-0.11998510318788633,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":422.768},{"name":"submit_calvin_action","arguments":{"action":[-0.34918939241304625,-1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-0.34918939241304625,-1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.37167415570673534,0.19263360266524637,0.7401066969074714,-2.044688283015361,0.10597251323597737,1.797991185147135,0.07859801503500291,1.1723072516347999,1.4336804628396458,2.842280936320612,-0.4254476703314608,-1.4212976611188628,0.8954957673630404,1.2439470549620055,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.2299858200774545,-0.11998510318788345,0.4599900095308409,3.5795834027471735e-10,-9.384988703415908e-11,1.5148313086525274,0.13373338202840485,0.13583457574503305,0.4609840648302257,-4.120442039188674e-05,-0.0003964802506451513,1.8263783908086104,-0.2408861071970931,0.09244035192410678,0.46099000926142547,7.381485508888232e-07,-3.598220959395033e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":422.823},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1576},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.37167415570673534,0.19263360266524637,0.7401066969074714,-2.044688283015361,0.10597251323597737,1.797991185147135,0.07859801503500291,1.1723072516347999,1.4336804628396458,2.842280936320612,-0.4254476703314608,-1.4212976611188628,0.8954957673630404,1.2439470549620055,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.2299858200774545,-0.11998510318788345,0.4599900095308409,3.5795834027471735e-10,-9.384988703415908e-11,1.5148313086525274,0.13373338202840485,0.13583457574503305,0.4609840648302257,-4.120442039188674e-05,-0.0003964802506451513,1.8263783908086104,-0.2408861071970931,0.09244035192410678,0.46099000926142547,7.381485508888232e-07,-3.598220959395033e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.1723072516347999,1.4336804628396458,2.842280936320612,-0.4254476703314608,-1.4212976611188628,0.8954957673630404,1.2439470549620055],"gripper_action":1.0,"gripper_opening_width":0.07859801503500291,"tcp_orn":[-2.044688283015361,0.10597251323597737,1.797991185147135],"tcp_pos":[-0.37167415570673534,0.19263360266524637,0.7401066969074714]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0004669122438156179,-0.0017075314380840354,0.0004727039359343848],"current_lin_vel":[-4.399616656853856e-05,-9.707128697234829e-06,-1.4622934517774522e-06],"current_orn":[0.00014430596842397814,-0.00013747503512222614,0.7914570582745176,0.6112247419598205],"current_pos":[0.13373338202840485,0.13583457574503305,0.4609840648302257]},"block_pink":{"current_ang_vel":[1.9063966531644903e-13,2.1156826840657604e-13,3.5861907938822167e-16],"current_lin_vel":[4.225095228389773e-15,-3.808775661619711e-15,3.7539416020138106e-15],"current_orn":[1.4231903455801407e-06,-1.1608374473608887e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.2408861071970931,0.09244035192410678,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.5433871854048843e-14,6.442528223302687e-14,-4.5140568037976403e-10],"current_lin_vel":[-1.6740364627255158e-11,8.788799099570078e-14,1.8318679906315083e-15],"current_orn":[1.6228836159966753e-10,8.887058769038408e-11,0.6870459197895346,0.7266139993838218],"current_pos":[0.2299858200774545,-0.11998510318788345,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":422.862},{"name":"submit_calvin_action","arguments":{"action":[-0.25669435770976357,-1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-0.25669435770976357,-1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.3712935705474336,0.19338929448495584,0.733952593280059,-2.0462542507300143,0.10867802534479565,1.8031710843485746,0.07881328263733021,1.1686595076205863,1.4398890238421782,2.823098790507273,-0.42593866734595204,-1.4080140243092583,0.8949052110006869,1.2348462358328893,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582007689647,-0.11998510318788058,0.4599900095308409,3.5795817467197947e-10,-9.384993760878076e-11,1.5148313086374796,0.13373341068625225,0.13583449623388977,0.4609840134951299,-4.86592082503151e-05,-0.00039768196168435974,1.8263687860481923,-0.24088610719709308,0.09244035192410677,0.46099000926142547,7.381485506717238e-07,-3.598220959115474e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":422.921},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1582},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.3712935705474336,0.19338929448495584,0.733952593280059,-2.0462542507300143,0.10867802534479565,1.8031710843485746,0.07881328263733021,1.1686595076205863,1.4398890238421782,2.823098790507273,-0.42593866734595204,-1.4080140243092583,0.8949052110006869,1.2348462358328893,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582007689647,-0.11998510318788058,0.4599900095308409,3.5795817467197947e-10,-9.384993760878076e-11,1.5148313086374796,0.13373341068625225,0.13583449623388977,0.4609840134951299,-4.86592082503151e-05,-0.00039768196168435974,1.8263687860481923,-0.24088610719709308,0.09244035192410677,0.46099000926142547,7.381485506717238e-07,-3.598220959115474e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.1686595076205863,1.4398890238421782,2.823098790507273,-0.42593866734595204,-1.4080140243092583,0.8949052110006869,1.2348462358328893],"gripper_action":1.0,"gripper_opening_width":0.07881328263733021,"tcp_orn":[-2.0462542507300143,0.10867802534479565,1.8031710843485746],"tcp_pos":[-0.3712935705474336,0.19338929448495584,0.733952593280059]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0003408108809772018,-0.0035275472845645453,-0.002605109248147581],"current_lin_vel":[-2.045234728286547e-05,-7.896604825302726e-06,-3.024027416871633e-06],"current_orn":[0.00014250256823550308,-0.00014079304946428066,0.7914541223105115,0.6112285433027758],"current_pos":[0.13373341068625225,0.13583449623388977,0.4609840134951299]},"block_pink":{"current_ang_vel":[-6.199125651768324e-14,-1.0497431459590346e-13,3.5963396694553675e-16],"current_lin_vel":[-2.1057632840020925e-15,1.2438439167301118e-15,6.1825544683813405e-15],"current_orn":[1.423190345407673e-06,-1.160837447321187e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719709308,0.09244035192410677,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.509156467531195e-14,6.461300716495282e-14,-4.514056853793703e-10],"current_lin_vel":[-1.6740361012117834e-11,8.788115966729216e-14,1.8388068845354155e-15],"current_orn":[1.6228831880924608e-10,8.887051242670631e-11,0.6870459197840676,0.726613999388991],"current_pos":[0.22998582007689647,-0.11998510318788058,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":422.957},{"name":"submit_calvin_action","arguments":{"action":[-0.2947528736399363,-1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-0.2947528736399363,-1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.37049814823484445,0.19410127302442814,0.7273709250961798,-2.0482355467770605,0.11133766642306751,1.808411789086694,0.07899644593215396,1.1645760136558736,1.4463369946257412,2.803562622464115,-0.4264428430634504,-1.3951647929791398,0.8939436359963364,1.2247853091212295,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582007633844,-0.11998510318787771,0.4599900095308409,3.579578435054786e-10,-9.38499694357858e-11,1.5148313086224325,0.1337340749042282,0.13583482267464433,0.46098400997925604,-3.852533323474099e-05,-0.00038230384792485605,1.8263397726934294,-0.24088610719709305,0.09244035192410675,0.46099000926142547,7.381485499224436e-07,-3.5982209587688566e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":423.017},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1588},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.37049814823484445,0.19410127302442814,0.7273709250961798,-2.0482355467770605,0.11133766642306751,1.808411789086694,0.07899644593215396,1.1645760136558736,1.4463369946257412,2.803562622464115,-0.4264428430634504,-1.3951647929791398,0.8939436359963364,1.2247853091212295,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582007633844,-0.11998510318787771,0.4599900095308409,3.579578435054786e-10,-9.38499694357858e-11,1.5148313086224325,0.1337340749042282,0.13583482267464433,0.46098400997925604,-3.852533323474099e-05,-0.00038230384792485605,1.8263397726934294,-0.24088610719709305,0.09244035192410675,0.46099000926142547,7.381485499224436e-07,-3.5982209587688566e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.1645760136558736,1.4463369946257412,2.803562622464115,-0.4264428430634504,-1.3951647929791398,0.8939436359963364,1.2247853091212295],"gripper_action":1.0,"gripper_opening_width":0.07899644593215396,"tcp_orn":[-2.0482355467770605,0.11133766642306751,1.808411789086694],"tcp_pos":[-0.37049814823484445,0.19410127302442814,0.7273709250961798]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0013756639915731873,0.0031593119709173918,0.0028813124956356727],"current_lin_vel":[6.629316943311948e-06,-2.737591823077458e-05,4.7567621047343855e-05],"current_orn":[0.00013951217315515626,-0.00013208505376869752,0.7914452573123664,0.6112400246774212],"current_pos":[0.1337340749042282,0.13583482267464433,0.46098400997925604]},"block_pink":{"current_ang_vel":[-6.190955237762027e-14,-1.0503882962710458e-13,3.5247705183322405e-16],"current_lin_vel":[-2.10704090338641e-15,1.2421813177847016e-15,6.1825544683813405e-15],"current_orn":[1.4231903450078194e-06,-1.1608374474236962e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719709305,0.09244035192410675,0.46099000926142547]},"block_red":{"current_ang_vel":[1.4126833067321405e-13,-3.8399784985745614e-13,-4.51405673451992e-10],"current_lin_vel":[-1.6749332874472812e-11,8.475393231139498e-14,1.5751289161869408e-15],"current_orn":[1.6228820942811382e-10,8.887038709921499e-11,0.6870459197786009,0.72661399939416],"current_pos":[0.22998582007633844,-0.11998510318787771,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":423.065},{"name":"submit_calvin_action","arguments":{"action":[-0.374295104898853,-1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-0.374295104898853,-1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.36998471361061624,0.1949361006090382,0.7205395489361708,-2.0502800396537415,0.11400952955906875,1.8137116135382512,0.07915224468628396,1.161043949730463,1.4529775278654171,2.783752515236462,-0.42700144604718693,-1.3827247554113256,0.8935384612299485,1.2143932250585014,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582007578044,-0.11998510318787482,0.4599900095308409,3.5795947230908056e-10,-9.384927180578478e-11,1.5148313086073852,0.13373334113930554,0.13583460827503951,0.4609841158943532,-3.395197819473462e-05,-0.0003942776450359981,1.8263840764999046,-0.240886107197093,0.09244035192410673,0.46099000926142547,7.381485512092139e-07,-3.598220959255836e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":423.124},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1594},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.36998471361061624,0.1949361006090382,0.7205395489361708,-2.0502800396537415,0.11400952955906875,1.8137116135382512,0.07915224468628396,1.161043949730463,1.4529775278654171,2.783752515236462,-0.42700144604718693,-1.3827247554113256,0.8935384612299485,1.2143932250585014,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582007578044,-0.11998510318787482,0.4599900095308409,3.5795947230908056e-10,-9.384927180578478e-11,1.5148313086073852,0.13373334113930554,0.13583460827503951,0.4609841158943532,-3.395197819473462e-05,-0.0003942776450359981,1.8263840764999046,-0.240886107197093,0.09244035192410673,0.46099000926142547,7.381485512092139e-07,-3.598220959255836e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.161043949730463,1.4529775278654171,2.783752515236462,-0.42700144604718693,-1.3827247554113256,0.8935384612299485,1.2143932250585014],"gripper_action":1.0,"gripper_opening_width":0.07915224468628396,"tcp_orn":[-2.0502800396537415,0.11400952955906875,1.8137116135382512],"tcp_pos":[-0.36998471361061624,0.1949361006090382,0.7205395489361708]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0006076851122813372,0.00014899859574153164,0.003345237809767581],"current_lin_vel":[-6.280363300287175e-05,-1.1857001348836829e-05,2.9212504232753456e-06],"current_orn":[0.00014565115134226,-0.0001339314792586151,0.7914587965659667,0.6112224915580682],"current_pos":[0.13373334113930554,0.13583460827503951,0.4609841158943532]},"block_pink":{"current_ang_vel":[1.9053747404580611e-13,2.1151388457284068e-13,3.5840542318298194e-16],"current_lin_vel":[4.224004131699822e-15,-3.80673091343384e-15,3.7539416020138106e-15],"current_orn":[1.4231903456602834e-06,-1.1608374472056998e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.240886107197093,0.09244035192410673,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.103957099660535e-14,3.903169926834833e-14,-4.514056827227248e-10],"current_lin_vel":[-1.674087257486686e-11,8.800010794970337e-14,2.213507155346406e-15],"current_orn":[1.6228856153260938e-10,8.887120008329101e-11,0.687045919773134,0.7266139993993291],"current_pos":[0.22998582007578044,-0.11998510318787482,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":423.165},{"name":"submit_calvin_action","arguments":{"action":[-0.4256385673216734,-1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-0.4256385673216734,-1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.36994236555907306,0.1959397653278963,0.7135049004596205,-2.052254911016329,0.1167095562703814,1.8190562714932261,0.07928486300811219,1.158276992720809,1.4598277447174244,2.76375955292327,-0.4276304241390468,-1.3706959157858647,0.8939075700739326,1.2038487848032322,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582007522242,-0.11998510318787195,0.4599900095308409,3.579594108962739e-10,-9.384934055329279e-11,1.5148313085923375,0.13373366317300067,0.13583472897655677,0.46098402333830646,-3.877782534079069e-05,-0.0003856613507061922,1.826359504612204,-0.24088610719709297,0.09244035192410671,0.46099000926142547,7.381485499326357e-07,-3.5982209588394377e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":423.216},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1600},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.36994236555907306,0.1959397653278963,0.7135049004596205,-2.052254911016329,0.1167095562703814,1.8190562714932261,0.07928486300811219,1.158276992720809,1.4598277447174244,2.76375955292327,-0.4276304241390468,-1.3706959157858647,0.8939075700739326,1.2038487848032322,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582007522242,-0.11998510318787195,0.4599900095308409,3.579594108962739e-10,-9.384934055329279e-11,1.5148313085923375,0.13373366317300067,0.13583472897655677,0.46098402333830646,-3.877782534079069e-05,-0.0003856613507061922,1.826359504612204,-0.24088610719709297,0.09244035192410671,0.46099000926142547,7.381485499326357e-07,-3.5982209588394377e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.158276992720809,1.4598277447174244,2.76375955292327,-0.4276304241390468,-1.3706959157858647,0.8939075700739326,1.2038487848032322],"gripper_action":1.0,"gripper_opening_width":0.07928486300811219,"tcp_orn":[-2.052254911016329,0.1167095562703814,1.8190562714932261],"tcp_pos":[-0.36994236555907306,0.1959397653278963,0.7135049004596205]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0010379705748147618,0.004189351641573174,0.0030423232990438014],"current_lin_vel":[2.4055750714026532e-05,-2.0600084226489186e-05,2.87024798946503e-05],"current_orn":[0.00014076496059668,-0.00013320970186516968,0.7914512874514414,0.6112322161272727],"current_pos":[0.13373366317300067,0.13583472897655677,0.46098402333830646]},"block_pink":{"current_ang_vel":[-6.186095238804277e-14,-1.0480777968308137e-13,3.5247734690280877e-16],"current_lin_vel":[-2.1024199092222746e-15,1.2412093404299203e-15,6.1825544683813405e-15],"current_orn":[1.423190345034075e-06,-1.1608374474478218e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719709297,0.09244035192410671,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0862247112886136e-14,3.895893477814429e-14,-4.514056785773713e-10],"current_lin_vel":[-1.674087384928854e-11,8.799656870624768e-14,2.213507155346406e-15],"current_orn":[1.622885628379229e-10,8.887115400890997e-11,0.6870459197676672,0.7266139994044983],"current_pos":[0.22998582007522242,-0.11998510318787195,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":423.246},{"name":"submit_calvin_action","arguments":{"action":[-0.4298733724759918,-1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-0.4298733724759918,-1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.37018279281294675,0.1970635467678465,0.706236475136831,-2.054132784863216,0.1194297271731517,1.8244154456120711,0.07939792444003452,1.1559610687888748,1.466942711021238,2.743690311090794,-0.42832855355341304,-1.3590849809606174,0.8947980652478992,1.1930469344537946,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.2299858200746644,-0.11998510318786908,0.4599900095308409,3.5795935468986775e-10,-9.384940947989683e-11,1.5148313085772906,0.13373309612141296,0.13583452088250206,0.460984097348356,-4.9226215916308486e-05,-0.0003930925870722881,1.8263791380507488,-0.24088610719709294,0.0924403519241067,0.46099000926142547,7.381485502463166e-07,-3.5982209586289848e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":423.306},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1606},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.37018279281294675,0.1970635467678465,0.706236475136831,-2.054132784863216,0.1194297271731517,1.8244154456120711,0.07939792444003452,1.1559610687888748,1.466942711021238,2.743690311090794,-0.42832855355341304,-1.3590849809606174,0.8947980652478992,1.1930469344537946,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.2299858200746644,-0.11998510318786908,0.4599900095308409,3.5795935468986775e-10,-9.384940947989683e-11,1.5148313085772906,0.13373309612141296,0.13583452088250206,0.460984097348356,-4.9226215916308486e-05,-0.0003930925870722881,1.8263791380507488,-0.24088610719709294,0.0924403519241067,0.46099000926142547,7.381485502463166e-07,-3.5982209586289848e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.1559610687888748,1.466942711021238,2.743690311090794,-0.42832855355341304,-1.3590849809606174,0.8947980652478992,1.1930469344537946],"gripper_action":1.0,"gripper_opening_width":0.07939792444003452,"tcp_orn":[-2.054132784863216,0.1194297271731517,1.8244154456120711],"tcp_pos":[-0.37018279281294675,0.1970635467678465,0.706236475136831]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0005301390485681085,-0.0036268644587652346,-0.002816004971035675],"current_lin_vel":[-1.8330998660217627e-05,-1.1732514366879429e-05,-2.8186971632801483e-06],"current_orn":[0.00014051386550361516,-0.00013961412408142418,0.7914572863732464,0.611224446999993],"current_pos":[0.13373309612141296,0.13583452088250206,0.460984097348356]},"block_pink":{"current_ang_vel":[-2.0184746009351157e-14,1.6373901161261062e-14,3.477602953463449e-16],"current_lin_vel":[3.2121672256453017e-16,4.0767089137998417e-16,5.252742685257772e-15],"current_orn":[1.4231903450890977e-06,-1.160837447267145e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719709294,0.0924403519241067,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.07389633189139e-14,3.884954961167176e-14,-4.5140568230012405e-10],"current_lin_vel":[-1.6740876187889304e-11,8.799409953915991e-14,2.213507155346406e-15],"current_orn":[1.6228856609628176e-10,8.887110965798028e-11,0.6870459197622005,0.7266139994096673],"current_pos":[0.2299858200746644,-0.11998510318786908,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":423.359},{"name":"submit_calvin_action","arguments":{"action":[-0.40583064708862304,-1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-0.40583064708862304,-1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.3704343964949893,0.1982364579103118,0.6986852729552603,-2.055917503046632,0.12215745427031251,1.8297609327508224,0.07949478045538742,1.1537000511314108,1.4743799091566652,2.723633874445358,-0.4290912043676466,-1.3479098192518273,0.895879748356051,1.1818190682469352,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582007410637,-0.1199851031878662,0.4599900095308409,3.579591895324858e-10,-9.38494623718957e-11,1.5148313085622431,0.13373428835670678,0.13583458802278875,0.46098404020059014,-5.737894413582255e-05,-0.00038578357071206653,1.8263069254641178,-0.24088610719709289,0.09244035192410667,0.46099000926142547,7.381485499417972e-07,-3.598220958909109e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":423.419},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1612},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.3704343964949893,0.1982364579103118,0.6986852729552603,-2.055917503046632,0.12215745427031251,1.8297609327508224,0.07949478045538742,1.1537000511314108,1.4743799091566652,2.723633874445358,-0.4290912043676466,-1.3479098192518273,0.895879748356051,1.1818190682469352,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582007410637,-0.1199851031878662,0.4599900095308409,3.579591895324858e-10,-9.38494623718957e-11,1.5148313085622431,0.13373428835670678,0.13583458802278875,0.46098404020059014,-5.737894413582255e-05,-0.00038578357071206653,1.8263069254641178,-0.24088610719709289,0.09244035192410667,0.46099000926142547,7.381485499417972e-07,-3.598220958909109e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.1537000511314108,1.4743799091566652,2.723633874445358,-0.4290912043676466,-1.3479098192518273,0.895879748356051,1.1818190682469352],"gripper_action":1.0,"gripper_opening_width":0.07949478045538742,"tcp_orn":[-2.055917503046632,0.12215745427031251,1.8297609327508224],"tcp_pos":[-0.3704343964949893,0.1982364579103118,0.6986852729552603]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[2.1832143441544562e-05,0.0007345575857032021,-0.005410097494764378],"current_lin_vel":[0.00011947410787115344,-2.2239094567622166e-06,-3.7741079959366375e-06],"current_orn":[0.00013512482807877824,-0.00014061154639331431,0.791435216859749,0.6112530241101763],"current_pos":[0.13373428835670678,0.13583458802278875,0.46098404020059014]},"block_pink":{"current_ang_vel":[-6.19987086199758e-14,-1.0490301051943138e-13,3.5416952832945404e-16],"current_lin_vel":[-2.10433048551265e-15,1.2439725966464088e-15,6.1825544683813405e-15],"current_orn":[1.4231903450596438e-06,-1.1608374474719203e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719709289,0.09244035192410667,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0789915178151142e-14,3.885996966877401e-14,-4.5140568180742364e-10],"current_lin_vel":[-1.6740875921258335e-11,8.799513045347917e-14,2.220446049250313e-15],"current_orn":[1.6228852426373353e-10,8.887103370537314e-11,0.6870459197567336,0.7266139994148365],"current_pos":[0.22998582007410637,-0.1199851031878662,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":423.447},{"name":"submit_calvin_action","arguments":{"action":[-0.3806702788843652,-1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-0.3806702788843652,-1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.37055102637084375,0.19941833813248594,0.6908172752423496,-2.0576081130591857,0.12488644576401778,1.8350797489000863,0.07958495541082686,1.1513045006387552,1.4821817735120044,2.7036440198102247,-0.4299198094553287,-1.3372039488536036,0.896997572087864,1.1700737674218136,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582007354834,-0.11998510318786333,0.4599900095308409,3.579591319798444e-10,-9.384952973617249e-11,1.5148313085471958,0.13373397197479947,0.13583483202616306,0.4609837995464926,-5.152716854401785e-05,-0.0003741099974873949,1.8263249106112138,-0.24088610719709286,0.09244035192410666,0.46099000926142547,7.381485502559355e-07,-3.598220958698384e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":423.493},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1618},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.37055102637084375,0.19941833813248594,0.6908172752423496,-2.0576081130591857,0.12488644576401778,1.8350797489000863,0.07958495541082686,1.1513045006387552,1.4821817735120044,2.7036440198102247,-0.4299198094553287,-1.3372039488536036,0.896997572087864,1.1700737674218136,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582007354834,-0.11998510318786333,0.4599900095308409,3.579591319798444e-10,-9.384952973617249e-11,1.5148313085471958,0.13373397197479947,0.13583483202616306,0.4609837995464926,-5.152716854401785e-05,-0.0003741099974873949,1.8263249106112138,-0.24088610719709286,0.09244035192410666,0.46099000926142547,7.381485502559355e-07,-3.598220958698384e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.1513045006387552,1.4821817735120044,2.7036440198102247,-0.4299198094553287,-1.3372039488536036,0.896997572087864,1.1700737674218136],"gripper_action":1.0,"gripper_opening_width":0.07958495541082686,"tcp_orn":[-2.0576081130591857,0.12488644576401778,1.8350797489000863],"tcp_pos":[-0.37055102637084375,0.19941833813248594,0.6908172752423496]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.004793913313569598,0.00019861563601999976,-0.007795656112784438],"current_lin_vel":[0.00015518745351624123,9.369186503110048e-05,-5.83588906984886e-05],"current_orn":[0.00013229505887058337,-0.00013472695266088372,0.7914407149430405,0.6112459072068415],"current_pos":[0.13373397197479947,0.13583483202616306,0.4609837995464926]},"block_pink":{"current_ang_vel":[-2.025983939427775e-14,1.6412013917622575e-14,3.603244292459441e-16],"current_lin_vel":[3.2196522177371263e-16,4.0921886672352217e-16,5.252742685257772e-15],"current_orn":[1.423190345114758e-06,-1.1608374472909937e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719709286,0.09244035192410666,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0912772033767354e-14,3.8961541032230634e-14,-4.514056822000126e-10],"current_lin_vel":[-1.6740873943485957e-11,8.799757539969716e-14,2.213507155346406e-15],"current_orn":[1.622885264963004e-10,8.887098945958512e-11,0.6870459197512668,0.7266139994200056],"current_pos":[0.22998582007354834,-0.11998510318786333,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":423.539},{"name":"submit_calvin_action","arguments":{"action":[-0.36900729129892285,-1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-0.36900729129892285,-1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.37054619118580523,0.20060941263465976,0.6826172789487324,-2.0591934766780935,0.12761794169762697,1.84037071372,0.07967071123397987,1.1488169626267275,1.490378258237698,2.683746679491335,-0.43082378155246953,-1.3270129936169484,0.8981979196917349,1.1578182274726414,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582007299032,-0.11998510318786046,0.4599900095308409,3.579590121707797e-10,-9.384959723501453e-11,1.5148313085321485,0.1337337791037246,0.13583475330553205,0.4609840384614698,-3.930556083570608e-05,-0.0003808142015766481,1.8263477236034253,-0.24088610719709283,0.09244035192410663,0.46099000926142547,7.381485499529177e-07,-3.598220958978352e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":423.599},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1624},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.37054619118580523,0.20060941263465976,0.6826172789487324,-2.0591934766780935,0.12761794169762697,1.84037071372,0.07967071123397987,1.1488169626267275,1.490378258237698,2.683746679491335,-0.43082378155246953,-1.3270129936169484,0.8981979196917349,1.1578182274726414,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582007299032,-0.11998510318786046,0.4599900095308409,3.579590121707797e-10,-9.384959723501453e-11,1.5148313085321485,0.1337337791037246,0.13583475330553205,0.4609840384614698,-3.930556083570608e-05,-0.0003808142015766481,1.8263477236034253,-0.24088610719709283,0.09244035192410663,0.46099000926142547,7.381485499529177e-07,-3.598220958978352e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.1488169626267275,1.490378258237698,2.683746679491335,-0.43082378155246953,-1.3270129936169484,0.8981979196917349,1.1578182274726414],"gripper_action":1.0,"gripper_opening_width":0.07967071123397987,"tcp_orn":[-2.0591934766780935,0.12761794169762697,1.84037071372],"tcp_pos":[-0.37054619118580523,0.20060941263465976,0.6826172789487324]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0013119392027443845,0.0034212887949210064,0.0029063164053172753],"current_lin_vel":[1.1377570338032576e-05,-2.6101318184713182e-05,4.271249296555757e-05],"current_orn":[0.0001386847577286494,-0.000131937990420953,0.7914476873331446,0.6112368784472364],"current_pos":[0.1337337791037246,0.13583475330553205,0.4609840384614698]},"block_pink":{"current_ang_vel":[-2.0307097287212482e-14,1.6569688467408182e-14,3.6039718607507203e-16],"current_lin_vel":[3.2511963790498197e-16,4.1016379659902613e-16,5.259681579161679e-15],"current_orn":[1.4231903450858362e-06,-1.1608374474952339e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719709283,0.09244035192410663,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.53638829283603e-14,6.456423136535688e-14,-4.514056787418006e-10],"current_lin_vel":[-1.674036177423484e-11,8.788659273795878e-14,1.8318679906315083e-15],"current_orn":[1.6228850615689925e-10,8.887092377839785e-11,0.6870459197458001,0.7266139994251747],"current_pos":[0.22998582007299032,-0.11998510318786046,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":423.648},{"name":"submit_calvin_action","arguments":{"action":[-0.36949080980277493,-1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-0.36949080980277493,-1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.370509990469326,0.20182878836066606,0.6740775709904516,-2.0606560732211334,0.1303531489936396,1.8456395110103718,0.07973962262059545,1.1463756950511241,1.4989984204889193,2.6639574467421174,-0.4318181118136756,-1.3173803201310725,0.8996138185435032,1.1451024224348554,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.2299858200724323,-0.11998510318785759,0.4599900095308409,3.579589493806717e-10,-9.384966389532252e-11,1.514831308517101,0.13373310191981538,0.1358345427939991,0.460984140332446,-3.388897940831091e-05,-0.000392784088938086,1.8263899632290579,-0.2408861071970928,0.09244035192410661,0.46099000926142547,7.38148550265631e-07,-3.5982209587677186e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":423.692},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1630},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.370509990469326,0.20182878836066606,0.6740775709904516,-2.0606560732211334,0.1303531489936396,1.8456395110103718,0.07973962262059545,1.1463756950511241,1.4989984204889193,2.6639574467421174,-0.4318181118136756,-1.3173803201310725,0.8996138185435032,1.1451024224348554,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.2299858200724323,-0.11998510318785759,0.4599900095308409,3.579589493806717e-10,-9.384966389532252e-11,1.514831308517101,0.13373310191981538,0.1358345427939991,0.460984140332446,-3.388897940831091e-05,-0.000392784088938086,1.8263899632290579,-0.2408861071970928,0.09244035192410661,0.46099000926142547,7.38148550265631e-07,-3.5982209587677186e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.1463756950511241,1.4989984204889193,2.6639574467421174,-0.4318181118136756,-1.3173803201310725,0.8996138185435032,1.1451024224348554],"gripper_action":1.0,"gripper_opening_width":0.07973962262059545,"tcp_orn":[-2.0606560732211334,0.1303531489936396,1.8456395110103718],"tcp_pos":[-0.370509990469326,0.20182878836066606,0.6740775709904516]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0006514411775589357,0.0001629529337565513,0.003336073257509108],"current_lin_vel":[-6.234346189942436e-05,-1.2734505935531102e-05,3.4129510848024402e-06],"current_orn":[0.000145079753212512,-0.00013344967422893375,0.7914605957414181,0.6112201620788443],"current_pos":[0.13373310191981538,0.1358345427939991,0.460984140332446]},"block_pink":{"current_ang_vel":[-2.0196188029552648e-14,1.6320226675391712e-14,3.488107275373597e-16],"current_lin_vel":[3.2013779545648404e-16,4.0790556727764113e-16,5.252742685257772e-15],"current_orn":[1.4231903451404273e-06,-1.1608374473147932e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.2408861071970928,0.09244035192410661,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0909006954889208e-14,3.898505362073683e-14,-4.514056814342167e-10],"current_lin_vel":[-1.6740873441985544e-11,8.79975002626853e-14,2.213507155346406e-15],"current_orn":[1.6228850624482842e-10,8.887087798917654e-11,0.6870459197403331,0.7266139994303439],"current_pos":[0.2299858200724323,-0.11998510318785759,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":423.727},{"name":"submit_calvin_action","arguments":{"action":[-0.37311088145070004,-1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-0.37311088145070004,-1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.37051238777345735,0.20308946878440315,0.665183969935578,-2.061985001394421,0.1330935985589069,1.8508908144875782,0.07979567094198484,1.144075297032124,1.5080788984053886,2.644294207924988,-0.43291980432724997,-1.3083457452319347,0.9013430968062607,1.131958669480676,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582007187426,-0.11998510318785471,0.4599900095308409,3.579587859147764e-10,-9.384971462943719e-11,1.514831308502053,0.1337334644795925,0.13583469125406814,0.4609840258225273,-3.931717647122794e-05,-0.0003825443137653386,1.8263622896725014,-0.24088610719709275,0.09244035192410659,0.46099000926142547,7.381485499619056e-07,-3.5982209590501384e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":423.783},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1636},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.37051238777345735,0.20308946878440315,0.665183969935578,-2.061985001394421,0.1330935985589069,1.8508908144875782,0.07979567094198484,1.144075297032124,1.5080788984053886,2.644294207924988,-0.43291980432724997,-1.3083457452319347,0.9013430968062607,1.131958669480676,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582007187426,-0.11998510318785471,0.4599900095308409,3.579587859147764e-10,-9.384971462943719e-11,1.514831308502053,0.1337334644795925,0.13583469125406814,0.4609840258225273,-3.931717647122794e-05,-0.0003825443137653386,1.8263622896725014,-0.24088610719709275,0.09244035192410659,0.46099000926142547,7.381485499619056e-07,-3.5982209590501384e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.144075297032124,1.5080788984053886,2.644294207924988,-0.43291980432724997,-1.3083457452319347,0.9013430968062607,1.131958669480676],"gripper_action":1.0,"gripper_opening_width":0.07979567094198484,"tcp_orn":[-2.061985001394421,0.1330935985589069,1.8508908144875782],"tcp_pos":[-0.37051238777345735,0.20308946878440315,0.665183969935578]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0013380348436126607,0.003514260963684891,0.002941687567852862],"current_lin_vel":[1.253989725494826e-05,-2.6621262993190866e-05,4.107884493924352e-05],"current_orn":[0.00013936681921509632,-0.000132470326176659,0.7914521388296318,0.6112311142035423],"current_pos":[0.1337334644795925,0.13583469125406814,0.4609840258225273]},"block_pink":{"current_ang_vel":[-6.186208877358002e-14,-1.0495585816166877e-13,3.5934955679400804e-16],"current_lin_vel":[-2.1053893268187857e-15,1.241257433206826e-15,6.1825544683813405e-15],"current_orn":[1.4231903451120064e-06,-1.1608374475202067e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719709275,0.09244035192410659,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.083122264213266e-14,3.888010589578847e-14,-4.514056809671846e-10],"current_lin_vel":[-1.6740875528067485e-11,8.799594284230736e-14,2.213507155346406e-15],"current_orn":[1.6228846428552634e-10,8.887080340160834e-11,0.6870459197348662,0.7266139994355131],"current_pos":[0.22998582007187426,-0.11998510318785471,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":423.841},{"name":"submit_calvin_action","arguments":{"action":[-0.37287115103756263,-1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-0.37287115103756263,-1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.3705644205039919,0.2043879396197319,0.6559120409755338,-2.063177005433164,0.13583952442403846,1.8561264200306267,0.07986888410628391,1.1419188480723226,1.5176657425247715,2.6247803545453614,-0.4341469127295563,-1.2999467843214876,0.9034064348341092,1.1183788465616673,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582007131624,-0.11998510318785184,0.4599900095308409,3.5795872827379344e-10,-9.384978038431351e-11,1.5148313084870062,0.13373345247689702,0.1358345750798251,0.4609841708127371,-3.3156981256266555e-05,-0.00038941684993753264,1.8263698076724255,-0.24088610719709272,0.09244035192410657,0.46099000926142547,7.381485502773078e-07,-3.5982209588399307e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":423.887},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1642},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.3705644205039919,0.2043879396197319,0.6559120409755338,-2.063177005433164,0.13583952442403846,1.8561264200306267,0.07986888410628391,1.1419188480723226,1.5176657425247715,2.6247803545453614,-0.4341469127295563,-1.2999467843214876,0.9034064348341092,1.1183788465616673,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582007131624,-0.11998510318785184,0.4599900095308409,3.5795872827379344e-10,-9.384978038431351e-11,1.5148313084870062,0.13373345247689702,0.1358345750798251,0.4609841708127371,-3.3156981256266555e-05,-0.00038941684993753264,1.8263698076724255,-0.24088610719709272,0.09244035192410657,0.46099000926142547,7.381485502773078e-07,-3.5982209588399307e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.1419188480723226,1.5176657425247715,2.6247803545453614,-0.4341469127295563,-1.2999467843214876,0.9034064348341092,1.1183788465616673],"gripper_action":1.0,"gripper_opening_width":0.07986888410628391,"tcp_orn":[-2.063177005433164,0.13583952442403846,1.8561264200306267],"tcp_pos":[-0.3705644205039919,0.2043879396197319,0.6559120409755338]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0006471521284534666,0.0001977641200857866,0.0032476047134733215],"current_lin_vel":[-5.989799881526814e-05,-1.2667031081588006e-05,8.065780169617953e-06],"current_orn":[0.00014396960913377503,-0.00013213238910743041,0.7914544362863544,0.6112281383382414],"current_pos":[0.13373345247689702,0.1358345750798251,0.4609841708127371]},"block_pink":{"current_ang_vel":[-2.0206775578397116e-14,1.6559006250596772e-14,3.6097239857179384e-16],"current_lin_vel":[3.249045375433248e-16,4.081598880032131e-16,5.259681579161679e-15],"current_orn":[1.4231903451677733e-06,-1.160837447339081e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719709272,0.09244035192410657,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.5258589389892998e-14,6.450550683947255e-14,-4.5140568368385556e-10],"current_lin_vel":[-1.6740363059953196e-11,8.788450908354532e-14,1.8318679906315083e-15],"current_orn":[1.622884659331321e-10,8.887075971017945e-11,0.6870459197293995,0.7266139994406821],"current_pos":[0.22998582007131624,-0.11998510318785184,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":423.935},{"name":"submit_calvin_action","arguments":{"action":[-0.36766787798410694,-1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-0.36766787798410694,-1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.3706386818527753,0.20571110662415562,0.6462329245222675,-2.064227960432297,0.13858708578593804,1.8613380858891948,0.07992289473573788,1.1398531346238927,1.527810511859781,2.6054390708817796,-0.4355210758913123,-1.2922114504783153,0.9057934622809275,1.1043348139794573,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.2299858200707582,-0.11998510318784897,0.4599900095308409,3.579584782551027e-10,-9.384982364954823e-11,1.5148313084719587,0.13373322339763946,0.13583456331790286,0.46098420847496013,-3.356717639770821e-05,-0.00038922371968770565,1.82638011088951,-0.24088610719709266,0.09244035192410655,0.46099000926142547,7.381485505055703e-07,-3.598220959190842e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":423.995},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1648},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.3706386818527753,0.20571110662415562,0.6462329245222675,-2.064227960432297,0.13858708578593804,1.8613380858891948,0.07992289473573788,1.1398531346238927,1.527810511859781,2.6054390708817796,-0.4355210758913123,-1.2922114504783153,0.9057934622809275,1.1043348139794573,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.2299858200707582,-0.11998510318784897,0.4599900095308409,3.579584782551027e-10,-9.384982364954823e-11,1.5148313084719587,0.13373322339763946,0.13583456331790286,0.46098420847496013,-3.356717639770821e-05,-0.00038922371968770565,1.82638011088951,-0.24088610719709266,0.09244035192410655,0.46099000926142547,7.381485505055703e-07,-3.598220959190842e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.1398531346238927,1.527810511859781,2.6054390708817796,-0.4355210758913123,-1.2922114504783153,0.9057934622809275,1.1043348139794573],"gripper_action":1.0,"gripper_opening_width":0.07992289473573788,"tcp_orn":[-2.064227960432297,0.13858708578593804,1.8613380858891948],"tcp_pos":[-0.3706386818527753,0.20571110662415562,0.6462329245222675]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0005530267765543996,-4.777260169634126e-06,0.0033147491234389354],"current_lin_vel":[-6.527659043369196e-05,-1.0772257743439812e-05,-4.0433387216154415e-07],"current_orn":[0.00014376850205516392,-0.00013223495053132437,0.7914575850727023,0.6112240611064178],"current_pos":[0.13373322339763946,0.13583456331790286,0.46098420847496013]},"block_pink":{"current_ang_vel":[-6.182030089324935e-14,-1.0475137668462303e-13,3.534788129072464e-16],"current_lin_vel":[-2.101297247729607e-15,1.2404019955650617e-15,6.1825544683813405e-15],"current_orn":[1.4231903453671168e-06,-1.1608374474029003e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719709266,0.09244035192410655,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.5162189689911004e-14,6.444748544383331e-14,-4.514056834405123e-10],"current_lin_vel":[-1.6740364248020812e-11,8.788256952003215e-14,1.8318679906315083e-15],"current_orn":[1.6228838996286184e-10,8.887065810323516e-11,0.6870459197239327,0.7266139994458513],"current_pos":[0.2299858200707582,-0.11998510318784897,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":424.038},{"name":"submit_calvin_action","arguments":{"action":[-0.36024174310576584,-1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-0.36024174310576584,-1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.37070659962738156,0.20704298348841443,0.6361159582072422,-2.0651341882185896,0.14133127860924524,1.8665226515996627,0.0799516983981981,1.1378235132810457,1.5385693889890073,2.5862877144820873,-0.43707080099016865,-1.2851655520687812,0.9084920566970109,1.0897969707051496,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.2299858200702002,-0.1199851031878461,0.4599900095308409,3.579582277735462e-10,-9.38498643384582e-11,1.5148313084569114,0.1337328008076067,0.13583445028803653,0.4609841573672069,-5.503759067868145e-05,-0.0003886231206716754,1.8263793013792615,-0.24088610719709264,0.09244035192410653,0.46099000926142547,7.38148550290505e-07,-3.5982209589131614e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":424.085},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1654},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.37070659962738156,0.20704298348841443,0.6361159582072422,-2.0651341882185896,0.14133127860924524,1.8665226515996627,0.0799516983981981,1.1378235132810457,1.5385693889890073,2.5862877144820873,-0.43707080099016865,-1.2851655520687812,0.9084920566970109,1.0897969707051496,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.2299858200702002,-0.1199851031878461,0.4599900095308409,3.579582277735462e-10,-9.38498643384582e-11,1.5148313084569114,0.1337328008076067,0.13583445028803653,0.4609841573672069,-5.503759067868145e-05,-0.0003886231206716754,1.8263793013792615,-0.24088610719709264,0.09244035192410653,0.46099000926142547,7.38148550290505e-07,-3.5982209589131614e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.1378235132810457,1.5385693889890073,2.5862877144820873,-0.43707080099016865,-1.2851655520687812,0.9084920566970109,1.0897969707051496],"gripper_action":1.0,"gripper_opening_width":0.0799516983981981,"tcp_orn":[-2.0651341882185896,0.14133127860924524,1.8665226515996627],"tcp_pos":[-0.37070659962738156,0.20704298348841443,0.6361159582072422]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0005360807750179415,-0.004913493568943831,-0.005193338037372233],"current_lin_vel":[2.2402377078740065e-06,-1.2401563758087571e-05,-6.025278660004574e-06],"current_orn":[0.00013696915392935616,-0.0001405479167984339,0.7914573362626603,0.6112243829901978],"current_pos":[0.1337328008076067,0.13583445028803653,0.4609841573672069]},"block_pink":{"current_ang_vel":[-6.185525819131467e-14,-1.0488653074690294e-13,3.4730255267444947e-16],"current_lin_vel":[-2.103993039092324e-15,1.2410782207132093e-15,6.1825544683813405e-15],"current_orn":[1.4231903451960307e-06,-1.1608374473632833e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719709264,0.09244035192410653,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.8404706804024024e-14,4.4800961216908646e-14,-4.5140568394609027e-10],"current_lin_vel":[-1.674075718131778e-11,8.794742456805678e-14,2.095545958979983e-15],"current_orn":[1.6228831293940247e-10,8.887055727328266e-11,0.6870459197184658,0.7266139994510203],"current_pos":[0.2299858200702002,-0.1199851031878461,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":424.118},{"name":"submit_calvin_action","arguments":{"action":[-0.35344996564514175,-1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-0.35344996564514175,-1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.3707597279144222,0.2083705533236577,0.6255299859148183,-2.065891233487522,0.14407047063168457,1.8716797364541187,0.07996646389927617,1.1358018492720792,1.5500037231171484,2.567338099551336,-0.43883392203490734,-1.2788325370481841,0.911520327766706,1.0747531568370108,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582006964216,-0.11998510318784322,0.4599900095308409,3.579580868760802e-10,-9.38499235712773e-11,1.5148313084418643,0.13373333967056253,0.13583471399297586,0.46098410484982855,-3.908737193320543e-05,-0.0003781751639649879,1.8263637905015606,-0.24088610719709258,0.0924403519241065,0.46099000926142547,7.381485510449604e-07,-3.5982209593279733e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":424.172},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1660},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.3707597279144222,0.2083705533236577,0.6255299859148183,-2.065891233487522,0.14407047063168457,1.8716797364541187,0.07996646389927617,1.1358018492720792,1.5500037231171484,2.567338099551336,-0.43883392203490734,-1.2788325370481841,0.911520327766706,1.0747531568370108,1.0],"scene_obs":[0.28,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582006964216,-0.11998510318784322,0.4599900095308409,3.579580868760802e-10,-9.38499235712773e-11,1.5148313084418643,0.13373333967056253,0.13583471399297586,0.46098410484982855,-3.908737193320543e-05,-0.0003781751639649879,1.8263637905015606,-0.24088610719709258,0.0924403519241065,0.46099000926142547,7.381485510449604e-07,-3.5982209593279733e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540639019012465,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845919999908657,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200000000000001,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.1358018492720792,1.5500037231171484,2.567338099551336,-0.43883392203490734,-1.2788325370481841,0.911520327766706,1.0747531568370108],"gripper_action":1.0,"gripper_opening_width":0.07996646389927617,"tcp_orn":[-2.065891233487522,0.14407047063168457,1.8716797364541187],"tcp_pos":[-0.3707597279144222,0.2083705533236577,0.6255299859148183]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.001434997784445012,0.0034487120886322977,0.0029268199158576794],"current_lin_vel":[1.1521163123906134e-05,-2.8561954095603412e-05,4.0912971110397545e-05],"current_orn":[0.00013770816290684551,-0.0001310440030542748,0.7914525978762487,0.6112305204903203],"current_pos":[0.13373333967056253,0.13583471399297586,0.46098410484982855]},"block_pink":{"current_ang_vel":[1.9035570981132352e-13,2.1157206098661807e-13,3.6475002845379777e-16],"current_lin_vel":[4.225162856280041e-15,-3.8030733709026406e-15,3.7539416020138106e-15],"current_orn":[1.4231903456194422e-06,-1.1608374472855606e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719709258,0.0924403519241065,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.5268950343621973e-14,6.452982598324237e-14,-4.514056860530793e-10],"current_lin_vel":[-1.6740362656527637e-11,8.78847174297489e-14,1.824929096727601e-15],"current_orn":[1.6228828209886883e-10,8.887048735084937e-11,0.6870459197129992,0.7266139994561894],"current_pos":[0.22998582006964216,-0.11998510318784322,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":424.222},{"name":"submit_calvin_action","arguments":{"action":[-0.34813713694107906,-1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-0.34813713694107906,-1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.37086803338387564,0.2095485914686943,0.616397317209055,-2.0679692452693392,0.14420890114298512,1.8766706917486664,0.07998400563920537,1.1337688508497816,1.5578987089742709,2.5487553699635375,-0.44071874233945896,-1.2727313359115646,0.9149760517138525,1.0591205761801752,1.0],"scene_obs":[0.28000976369824754,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582006908413,-0.11998510318784035,0.4599900095308409,3.5795794443064964e-10,-9.38499829712591e-11,1.5148313084268168,0.13373305829669876,0.13583457386418776,0.46098424002237126,-3.339582017444809e-05,-0.0003863414719596912,1.826385016330863,-0.24088610719709258,0.09244035192410649,0.46099000926142547,7.381485502995898e-07,-3.598220958981358e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":424.283},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1666},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.37086803338387564,0.2095485914686943,0.616397317209055,-2.0679692452693392,0.14420890114298512,1.8766706917486664,0.07998400563920537,1.1337688508497816,1.5578987089742709,2.5487553699635375,-0.44071874233945896,-1.2727313359115646,0.9149760517138525,1.0591205761801752,1.0],"scene_obs":[0.28000976369824754,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582006908413,-0.11998510318784035,0.4599900095308409,3.5795794443064964e-10,-9.38499829712591e-11,1.5148313084268168,0.13373305829669876,0.13583457386418776,0.46098424002237126,-3.339582017444809e-05,-0.0003863414719596912,1.826385016330863,-0.24088610719709258,0.09244035192410649,0.46099000926142547,7.381485502995898e-07,-3.598220958981358e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09541890120316454,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3846045110039056,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.52001251101304,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.1337688508497816,1.5578987089742709,2.5487553699635375,-0.44071874233945896,-1.2727313359115646,0.9149760517138525,1.0591205761801752],"gripper_action":1.0,"gripper_opening_width":0.07998400563920537,"tcp_orn":[-2.0679692452693392,0.14420890114298512,1.8766706917486664],"tcp_pos":[-0.37086803338387564,0.2095485914686943,0.616397317209055]},"robot_contact_count":3,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28000976369824754}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0007869025474268627,0.000171568128625876,0.0032751393095904616],"current_lin_vel":[-6.09667492751105e-05,-1.545798965738855e-05,6.05300281415061e-06],"current_orn":[0.0001426806041675837,-0.00013128594041130436,0.7914590844793999,0.6112221200196187],"current_pos":[0.13373305829669876,0.13583457386418776,0.46098424002237126]},"block_pink":{"current_ang_vel":[-6.175120384264911e-14,-1.0484744953852177e-13,3.524214672570545e-16],"current_lin_vel":[-2.103213268103091e-15,1.2390141790666159e-15,6.1825544683813405e-15],"current_orn":[1.423190345221104e-06,-1.1608374473868348e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719709258,0.09244035192410649,0.46099000926142547]},"block_red":{"current_ang_vel":[1.4466291027441276e-13,-3.645165965565189e-13,-4.514056818803707e-10],"current_lin_vel":[-1.6748943486584036e-11,8.468606184417544e-14,1.3114509478384662e-15],"current_orn":[1.6228825075337302e-10,8.887041683592325e-11,0.6870459197075324,0.7266139994613585],"current_pos":[0.22998582006908413,-0.11998510318784035,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":424.33},{"name":"submit_calvin_action","arguments":{"action":[-0.33730658999573393,-1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-0.33730658999573393,-1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.3711270624383092,0.21036988030286283,0.6136366681766781,-2.078774545140547,0.13600284774297114,1.88035199898889,0.07999288332573101,1.1316767246446915,1.555766344513254,2.5298224569809475,-0.44294636285308286,-1.2675777965086845,0.9187989848835403,1.0429256670230969,1.0],"scene_obs":[0.27999987505330287,0.22,0.0,0.08802500028307048,1.0,0.0,0.2299858200685261,-0.11998510318783748,0.4599900095308409,3.5795797087870634e-10,-9.385006166637936e-11,1.5148313084117695,0.13373279195037333,0.13583444738418457,0.4609841573627332,-6.063805258235811e-05,-0.00038475995790773575,1.8263701980270195,-0.24088610719709255,0.09244035192410648,0.46099000926142547,7.381485500826463e-07,-3.5982209587028516e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":424.392},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1672},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.3711270624383092,0.21036988030286283,0.6136366681766781,-2.078774545140547,0.13600284774297114,1.88035199898889,0.07999288332573101,1.1316767246446915,1.555766344513254,2.5298224569809475,-0.44294636285308286,-1.2675777965086845,0.9187989848835403,1.0429256670230969,1.0],"scene_obs":[0.27999987505330287,0.22,0.0,0.08802500028307048,1.0,0.0,0.2299858200685261,-0.11998510318783748,0.4599900095308409,3.5795797087870634e-10,-9.385006166637936e-11,1.5148313084117695,0.13373279195037333,0.13583444738418457,0.4609841573627332,-6.063805258235811e-05,-0.00038475995790773575,1.8263701980270195,-0.24088610719709255,0.09244035192410648,0.46099000926142547,7.381485500826463e-07,-3.5982209587028516e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09540778667627214,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845933964770132,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200013964861476,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.1316767246446915,1.555766344513254,2.5298224569809475,-0.44294636285308286,-1.2675777965086845,0.9187989848835403,1.0429256670230969],"gripper_action":1.0,"gripper_opening_width":0.07999288332573101,"tcp_orn":[-2.078774545140547,0.13600284774297114,1.88035199898889],"tcp_pos":[-0.3711270624383092,0.21036988030286283,0.6136366681766781]},"robot_contact_count":3,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.27999987505330287}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.00018577135612613747,-0.005597331571379454,-0.007615453906593021],"current_lin_vel":[3.574400973826726e-05,-5.955005515596382e-06,-1.0859825157819025e-05],"current_orn":[0.0001337281757804582,-0.0001415841591953745,0.7914545540937366,0.611227986004392],"current_pos":[0.13373279195037333,0.13583444738418457,0.4609841573627332]},"block_pink":{"current_ang_vel":[-2.0178614609943048e-14,1.6386210086580776e-14,3.489375078807085e-16],"current_lin_vel":[3.214583527678827e-16,4.0755409782097147e-16,5.259681579161679e-15],"current_orn":[1.4231903450490292e-06,-1.1608374473474916e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719709255,0.09244035192410648,0.46099000926142547]},"block_red":{"current_ang_vel":[1.4477765352174882e-13,-3.645030090963484e-13,-4.514056773009722e-10],"current_lin_vel":[-1.6748943079014532e-11,8.468375537954861e-14,1.3114509478384662e-15],"current_orn":[1.6228828739638639e-10,8.887039732972889e-11,0.6870459197020655,0.7266139994665276],"current_pos":[0.2299858200685261,-0.11998510318783748,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":424.44},{"name":"submit_calvin_action","arguments":{"action":[-0.31140368455238043,-1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-0.31140368455238043,-1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.3711207794553696,0.21129039766645136,0.6107103402904069,-2.0899232455762378,0.12739003265433924,1.883991624719217,0.07999796882995061,1.1293729287686791,1.5533635769921719,2.5105193565251986,-0.44464797648679233,-1.2627956400089102,0.9228455258986833,1.02564916802525,1.0],"scene_obs":[0.2800233603286235,0.22,0.0,0.08802500028307048,1.0,0.0,0.2299858200679681,-0.11998510318783459,0.4599900095308409,3.5795944210423773e-10,-9.384933035963738e-11,1.514831308396722,0.1337335882293451,0.13583482766099692,0.46098392246505865,-4.994186592400196e-05,-0.0003666755212345651,1.8263342423745632,-0.2408861071970925,0.09244035192410645,0.46099000926142547,7.38148550839002e-07,-3.598220959120352e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":424.502},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1678},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.3711207794553696,0.21129039766645136,0.6107103402904069,-2.0899232455762378,0.12739003265433924,1.883991624719217,0.07999796882995061,1.1293729287686791,1.5533635769921719,2.5105193565251986,-0.44464797648679233,-1.2627956400089102,0.9228455258986833,1.02564916802525,1.0],"scene_obs":[0.2800233603286235,0.22,0.0,0.08802500028307048,1.0,0.0,0.2299858200679681,-0.11998510318783459,0.4599900095308409,3.5795944210423773e-10,-9.384933035963738e-11,1.514831308396722,0.1337335882293451,0.13583482766099692,0.46098392246505865,-4.994186592400196e-05,-0.0003666755212345651,1.8263342423745632,-0.2408861071970925,0.09244035192410645,0.46099000926142547,7.38148550839002e-07,-3.598220959120352e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09542357737177598,0.1411032945168061,0.684913865033743],"aabb_min":[-0.384609187172517,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200171871816515,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.1293729287686791,1.5533635769921719,2.5105193565251986,-0.44464797648679233,-1.2627956400089102,0.9228455258986833,1.02564916802525],"gripper_action":1.0,"gripper_opening_width":0.07999796882995061,"tcp_orn":[-2.0899232455762378,0.12739003265433924,1.883991624719217],"tcp_pos":[-0.3711207794553696,0.21129039766645136,0.6107103402904069]},"robot_contact_count":3,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2800233603286235}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.005004276231984948,0.001471886049683244,-0.007476534631991582],"current_lin_vel":[0.00017445577640233387,9.799017021008271e-05,-6.05515698106629e-05],"current_orn":[0.0001298382052066714,-0.00013182686376914937,0.791443567643627,0.6112422146737297],"current_pos":[0.1337335882293451,0.13583482766099692,0.46098392246505865]},"block_pink":{"current_ang_vel":[1.9059192569856917e-13,2.1147040756316582e-13,3.57496970609381e-16],"current_lin_vel":[4.2231425169059666e-15,-3.807826468281097e-15,3.747002708109903e-15],"current_orn":[1.4231903454740263e-06,-1.1608374472702098e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.2408861071970925,0.09244035192410645,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0717846638257203e-14,3.876356360707753e-14,-4.514056839334779e-10],"current_lin_vel":[-1.6740877977569778e-11,8.799367129041755e-14,2.220446049250313e-15],"current_orn":[1.622885706829322e-10,8.887116841711536e-11,0.6870459196965987,0.7266139994716968],"current_pos":[0.2299858200679681,-0.11998510318783459,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":424.547},{"name":"submit_calvin_action","arguments":{"action":[-0.31203198284633915,-1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-0.31203198284633915,-1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.3707923426310302,0.21236432612379313,0.6075720850522962,-2.1015461100507684,0.11853795859942941,1.887275170550584,0.07999475491641303,1.1270501746920956,1.5506780711178962,2.491071167693964,-0.4457520065784756,-1.2587604161049786,0.9272625766577176,1.0074006951573993,1.0],"scene_obs":[0.2800405474546185,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582006741008,-0.11998510318783172,0.4599900095308409,3.579592993333054e-10,-9.384938982405526e-11,1.5148313083816747,0.13373319291398764,0.13583463407673071,0.4609841061636527,-3.926159617996654e-05,-0.00037903359408646543,1.8263673846774957,-0.24088610719709247,0.09244035192410643,0.46099000926142547,7.381485500938769e-07,-3.5982209587736817e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":424.609},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1684},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.3707923426310302,0.21236432612379313,0.6075720850522962,-2.1015461100507684,0.11853795859942941,1.887275170550584,0.07999475491641303,1.1270501746920956,1.5506780711178962,2.491071167693964,-0.4457520065784756,-1.2587604161049786,0.9272625766577176,1.0074006951573993,1.0],"scene_obs":[0.2800405474546185,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582006741008,-0.11998510318783172,0.4599900095308409,3.579592993333054e-10,-9.384938982405526e-11,1.5148313083816747,0.13373319291398764,0.13583463407673071,0.4609841061636527,-3.926159617996654e-05,-0.00037903359408646543,1.8263673846774957,-0.24088610719709247,0.09244035192410643,0.46099000926142547,7.381485500938769e-07,-3.5982209587736817e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09544033062087043,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38462594042161147,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200339404307459,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.1270501746920956,1.5506780711178962,2.491071167693964,-0.4457520065784756,-1.2587604161049786,0.9272625766577176,1.0074006951573993],"gripper_action":1.0,"gripper_opening_width":0.07999475491641303,"tcp_orn":[-2.1015461100507684,0.11853795859942941,1.887275170550584],"tcp_pos":[-0.3707923426310302,0.21236432612379313,0.6075720850522962]},"robot_contact_count":3,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2800405474546185}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.001259113836126603,0.0038245439021158878,0.002970365458051254],"current_lin_vel":[1.8179475722254534e-05,-2.5037090592208835e-05,3.422918928659702e-05],"current_orn":[0.00013799485678787297,-0.00013137504952439455,0.7914536962291093,0.6112290981483922],"current_pos":[0.13373319291398764,0.13583463407673071,0.4609841061636527]},"block_pink":{"current_ang_vel":[-2.0138796916495677e-14,1.6528462783691385e-14,3.471265429005895e-16],"current_lin_vel":[3.2430847567509826e-16,4.0674967104759605e-16,5.252742685257772e-15],"current_orn":[1.4231903450757658e-06,-1.1608374473713854e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719709247,0.09244035192410643,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0955441037703453e-14,3.879656493576118e-14,-4.514056765529758e-10],"current_lin_vel":[-1.674087707460718e-11,8.799841202554215e-14,2.213507155346406e-15],"current_orn":[1.6228853924131462e-10,8.887109776696183e-11,0.6870459196911318,0.7266139994768659],"current_pos":[0.22998582006741008,-0.11998510318783172,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":424.655},{"name":"submit_calvin_action","arguments":{"action":[-0.34487566528027536,-1.0,-0.7572085052296229,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-0.34487566528027536,-1.0,-0.7572085052296229,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.3711113379213197,0.21327945833330156,0.6049196481823351,-2.1116864522919925,0.11081351144109257,1.8912368648915776,0.07999653212411181,1.125481414463498,1.54791779062736,2.4716932134306586,-0.44698450912201493,-1.2524553213592358,0.9317094178865785,0.9917953140961329,1.0],"scene_obs":[0.28001166142091366,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582006685206,-0.11998510318782885,0.4599900095308409,3.5795915583433043e-10,-9.384945164802336e-11,1.5148313083666274,0.1337328667457293,0.1358345000763212,0.460984229964399,-3.3438187163330096e-05,-0.0003869460354482975,1.826390972708396,-0.24088610719709241,0.0924403519241064,0.46099000926142547,7.381485508510835e-07,-3.5982209591916417e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":424.716},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1690},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.3711113379213197,0.21327945833330156,0.6049196481823351,-2.1116864522919925,0.11081351144109257,1.8912368648915776,0.07999653212411181,1.125481414463498,1.54791779062736,2.4716932134306586,-0.44698450912201493,-1.2524553213592358,0.9317094178865785,0.9917953140961329,1.0],"scene_obs":[0.28001166142091366,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582006685206,-0.11998510318782885,0.4599900095308409,3.5795915583433043e-10,-9.384945164802336e-11,1.5148313083666274,0.1337328667457293,0.1358345000763212,0.460984229964399,-3.3438187163330096e-05,-0.0003869460354482975,1.826390972708396,-0.24088610719709241,0.0924403519241064,0.46099000926142547,7.381485508510835e-07,-3.5982209591916417e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09538800649344914,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845736162941902,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5199816163033246,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.125481414463498,1.54791779062736,2.4716932134306586,-0.44698450912201493,-1.2524553213592358,0.9317094178865785,0.9917953140961329],"gripper_action":1.0,"gripper_opening_width":0.07999653212411181,"tcp_orn":[-2.1116864522919925,0.11081351144109257,1.8912368648915776],"tcp_pos":[-0.3711113379213197,0.21327945833330156,0.6049196481823351]},"robot_contact_count":3,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.28001166142091366}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.000782897144413174,0.00017501366824195907,0.0032797704246201893],"current_lin_vel":[-6.098941892420464e-05,-1.5376914489747247e-05,6.099735465524281e-06],"current_orn":[0.00014290729157485416,-0.00013148704196315917,0.7914609047586202,0.6112197628736575],"current_pos":[0.1337328667457293,0.1358345000763212,0.460984229964399]},"block_pink":{"current_ang_vel":[1.9045727801115187e-13,2.115442920835017e-13,3.586196995010913e-16],"current_lin_vel":[4.224615697348213e-15,-3.805127870519697e-15,3.7539416020138106e-15],"current_orn":[1.4231903455012381e-06,-1.1608374472940127e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719709241,0.0924403519241064,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0892185365325052e-14,3.902979358791986e-14,-4.514056795486519e-10],"current_lin_vel":[-1.6740872468611383e-11,8.799716331963599e-14,2.220446049250313e-15],"current_orn":[1.622885083457537e-10,8.887102600946785e-11,0.6870459196856651,0.726613999482035],"current_pos":[0.22998582006685206,-0.11998510318782885,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":424.764},{"name":"submit_calvin_action","arguments":{"action":[-0.3129761362513306,-1.0,-0.49196481823351457,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-0.3129761362513306,-1.0,-0.49196481823351457,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.371053124321306,0.2137078478722696,0.602739871241262,-2.1189966123500037,0.10634367488769583,1.8945941458469846,0.07996813332759092,1.1238218327282987,1.5452625664114161,2.455045133556334,-0.4467696633535175,-1.245531117636239,0.9341667816220757,0.980366133706847,1.0],"scene_obs":[0.2800623359930411,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582006629403,-0.11998510318782597,0.4599900095308409,3.579590967678586e-10,-9.38495177178404e-11,1.5148313083515796,0.13373255842005785,0.13583436652225278,0.4609841791623942,-5.8932353313111384e-05,-0.0003862376388306782,1.826380276064062,-0.2408861071970924,0.09244035192410639,0.46099000926142547,7.381485501058802e-07,-3.598220958844536e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":424.826},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1696},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.371053124321306,0.2137078478722696,0.602739871241262,-2.1189966123500037,0.10634367488769583,1.8945941458469846,0.07996813332759092,1.1238218327282987,1.5452625664114161,2.455045133556334,-0.4467696633535175,-1.245531117636239,0.9341667816220757,0.980366133706847,1.0],"scene_obs":[0.2800623359930411,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582006629403,-0.11998510318782597,0.4599900095308409,3.579590967678586e-10,-9.38495177178404e-11,1.5148313083515796,0.13373255842005785,0.13583436652225278,0.4609841791623942,-5.8932353313111384e-05,-0.0003862376388306782,1.826380276064062,-0.2408861071970924,0.09244035192410639,0.46099000926142547,7.381485501058802e-07,-3.598220958844536e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09545155817521811,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38463716797595915,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200451679850936,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.1238218327282987,1.5452625664114161,2.455045133556334,-0.4467696633535175,-1.245531117636239,0.9341667816220757,0.980366133706847],"gripper_action":1.0,"gripper_opening_width":0.07996813332759092,"tcp_orn":[-2.1189966123500037,0.10634367488769583,1.8945941458469846],"tcp_pos":[-0.371053124321306,0.2137078478722696,0.602739871241262]},"robot_contact_count":3,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2800623359930411}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0005300100312893986,-0.005524369939268697,-0.006744173304216043],"current_lin_vel":[2.0230710596204553e-05,-1.2641443746426358e-05,-7.248407964011161e-06],"current_orn":[0.0001348349323159107,-0.0001413600879946077,0.7914576340672731,0.611223997658388],"current_pos":[0.13373255842005785,0.13583436652225278,0.4609841791623942]},"block_pink":{"current_ang_vel":[-2.0291447135767884e-14,1.6358451367568912e-14,3.588413314608824e-16],"current_lin_vel":[3.2090335459558315e-16,4.0984200785120453e-16,5.252742685257772e-15],"current_orn":[1.4231903451028095e-06,-1.160837447395044e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.2408861071970924,0.09244035192410639,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0889323554323176e-14,3.913762295302203e-14,-4.514056759910022e-10],"current_lin_vel":[-1.674087021779541e-11,8.799709354846394e-14,2.220446049250313e-15],"current_orn":[1.622885095836588e-10,8.887098171393061e-11,0.6870459196801981,0.7266139994872042],"current_pos":[0.22998582006629403,-0.11998510318782597,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":424.872},{"name":"submit_calvin_action","arguments":{"action":[-0.3187974962526985,-1.0,-0.27398712412620707,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-0.3187974962526985,-1.0,-0.27398712412620707,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.3715583139369163,0.21353673327887684,0.6014231116856185,-2.1229298501071003,0.10456915387004165,1.898744345809209,0.0799883397209912,1.1226310611330605,1.5429759873893902,2.4399625484530425,-0.44683008741901065,-1.2355302417299892,0.935187110759891,0.9737866695050102,1.0],"scene_obs":[0.2800353206241417,0.22,0.0,0.08802500028307048,1.0,0.0,0.229985820065736,-0.1199851031878231,0.4599900095308409,3.579590389324147e-10,-9.384958559770748e-11,1.5148313083365326,0.1337329929265362,0.13583452881854505,0.4609841174120192,-3.825904947808615e-05,-0.00038239526901938695,1.8263765261207314,-0.24088610719709233,0.09244035192410636,0.46099000926142547,7.381485508618512e-07,-3.5982209592637504e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":424.934},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1702},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.3715583139369163,0.21353673327887684,0.6014231116856185,-2.1229298501071003,0.10456915387004165,1.898744345809209,0.0799883397209912,1.1226310611330605,1.5429759873893902,2.4399625484530425,-0.44683008741901065,-1.2355302417299892,0.935187110759891,0.9737866695050102,1.0],"scene_obs":[0.2800353206241417,0.22,0.0,0.08802500028307048,1.0,0.0,0.229985820065736,-0.1199851031878231,0.4599900095308409,3.579590389324147e-10,-9.384958559770748e-11,1.5148313083365326,0.1337329929265362,0.13583452881854505,0.4609841174120192,-3.825904947808615e-05,-0.00038239526901938695,1.8263765261207314,-0.24088610719709233,0.09244035192410636,0.46099000926142547,7.381485508618512e-07,-3.5982209592637504e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09543503643076401,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38462064623150505,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200286462406395,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.1226310611330605,1.5429759873893902,2.4399625484530425,-0.44683008741901065,-1.2355302417299892,0.935187110759891,0.9737866695050102],"gripper_action":1.0,"gripper_opening_width":0.0799883397209912,"tcp_orn":[-2.1229298501071003,0.10456915387004165,1.898744345809209],"tcp_pos":[-0.3715583139369163,0.21353673327887684,0.6014231116856185]},"robot_contact_count":3,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2800353206241417}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0009217419420831387,0.004613572722415299,0.003093458132441095],"current_lin_vel":[3.152927775071143e-05,-1.826408045732285e-05,1.9339725080426418e-05],"current_orn":[0.00013963215803884101,-0.00013200505341842212,0.7914564897717622,0.6112254803881191],"current_pos":[0.1337329929265362,0.13583452881854505,0.4609841174120192]},"block_pink":{"current_ang_vel":[1.9055852832083373e-13,2.114858456751919e-13,3.5792347889999063e-16],"current_lin_vel":[4.223447336743383e-15,-3.807155362953277e-15,3.7539416020138106e-15],"current_orn":[1.4231903455281994e-06,-1.1608374473185479e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719709233,0.09244035192410636,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0907752505398948e-14,3.901881482277833e-14,-4.514056776758385e-10],"current_lin_vel":[-1.6740872611534793e-11,8.799747594548019e-14,2.213507155346406e-15],"current_orn":[1.6228851189059868e-10,8.887093718367589e-11,0.6870459196747314,0.7266139994923733],"current_pos":[0.229985820065736,-0.1199851031878231,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":424.986},{"name":"submit_calvin_action","arguments":{"action":[-0.2682785346916683,-1.0,-0.14231116856184833,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-0.2682785346916683,-1.0,-0.14231116856184833,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.3718564155559907,0.21277458124114723,0.600631783355376,-2.1245255812666346,0.10544364063693484,1.9029978934684608,0.07999330747018729,1.1208214314592,1.5412082487926868,2.42644051431445,-0.44736660077626256,-1.2238476002188527,0.9343284708455349,0.9710055917692684,1.0],"scene_obs":[0.280019844221979,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582006517798,-0.11998510318782023,0.4599900095308409,3.579588724646989e-10,-9.384963531490484e-11,1.5148313083214853,0.13373238987793576,0.1358342740276022,0.4609841177176215,-5.0755801184366644e-05,-0.00039170726793354214,1.8263964549341924,-0.2408861071970923,0.09244035192410635,0.46099000926142547,7.381485501166888e-07,-3.5982209589158994e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":425.047},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1708},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.3718564155559907,0.21277458124114723,0.600631783355376,-2.1245255812666346,0.10544364063693484,1.9029978934684608,0.07999330747018729,1.1208214314592,1.5412082487926868,2.42644051431445,-0.44736660077626256,-1.2238476002188527,0.9343284708455349,0.9710055917692684,1.0],"scene_obs":[0.280019844221979,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582006517798,-0.11998510318782023,0.4599900095308409,3.579588724646989e-10,-9.384963531490484e-11,1.5148313083214853,0.13373238987793576,0.1358342740276022,0.4609841177176215,-5.0755801184366644e-05,-0.00039170726793354214,1.8263964549341924,-0.2408861071970923,0.09244035192410635,0.46099000926142547,7.381485501166888e-07,-3.5982209589158994e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09542687800089245,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3846124878016335,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5200204878107679,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.1208214314592,1.5412082487926868,2.42644051431445,-0.44736660077626256,-1.2238476002188527,0.9343284708455349,0.9710055917692684],"gripper_action":1.0,"gripper_opening_width":0.07999330747018729,"tcp_orn":[-2.1245255812666346,0.10544364063693484,1.9029978934684608],"tcp_pos":[-0.3718564155559907,0.21277458124114723,0.600631783355376]},"robot_contact_count":3,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.280019844221979}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0005371884857748981,-0.003986500316798255,-0.0034443148899452256],"current_lin_vel":[-1.3284051628926798e-05,-1.201638986608525e-05,-3.7804872813282375e-06],"current_orn":[0.0001394994054921911,-0.00013979484648502937,0.7914625786061297,0.6112175943667302],"current_pos":[0.13373238987793576,0.1358342740276022,0.4609841177176215]},"block_pink":{"current_ang_vel":[-2.0273176427445418e-14,1.6539689439816647e-14,3.5410633249267545e-16],"current_lin_vel":[3.2452605706637074e-16,4.094625341690133e-16,5.259681579161679e-15],"current_orn":[1.4231903451295514e-06,-1.1608374474192779e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.2408861071970923,0.09244035192410635,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0829003730275176e-14,3.8801835721274175e-14,-4.514056831420763e-10],"current_lin_vel":[-1.674087717870891e-11,8.799589412785305e-14,2.213507155346406e-15],"current_orn":[1.6228846849137973e-10,8.887086193436665e-11,0.6870459196692646,0.7266139994975424],"current_pos":[0.22998582006517798,-0.11998510318782023,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":425.097},{"name":"submit_calvin_action","arguments":{"action":[-0.2384683727842285,-1.0,-0.06317833553760588,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-0.2384683727842285,-1.0,-0.06317833553760588,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.3718107846179758,0.21151231549481336,0.6002556616969714,-2.124047138951062,0.10822714629853075,1.9073400374089535,0.07999805327034057,1.1182002441619296,1.5400240900780575,2.414472622665328,-0.44836236321823025,-1.2109686332084573,0.931854107591645,0.9710871071611857,1.0],"scene_obs":[0.27994879117667704,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582006461996,-0.11998510318781735,0.4599900095308409,3.579587536883445e-10,-9.384970551013942e-11,1.5148313083064375,0.1337332830836176,0.13583454469964348,0.4609840569824113,-3.989986594648265e-05,-0.0003792721380744718,1.8263571677769677,-0.24088610719709225,0.09244035192410632,0.46099000926142547,7.38148550872761e-07,-3.598220959332385e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":425.159},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1714},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.3718107846179758,0.21151231549481336,0.6002556616969714,-2.124047138951062,0.10822714629853075,1.9073400374089535,0.07999805327034057,1.1182002441619296,1.5400240900780575,2.414472622665328,-0.44836236321823025,-1.2109686332084573,0.931854107591645,0.9710871071611857,1.0],"scene_obs":[0.27994879117667704,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582006461996,-0.11998510318781735,0.4599900095308409,3.579587536883445e-10,-9.384970551013942e-11,1.5148313083064375,0.1337332830836176,0.13583454469964348,0.4609840569824113,-3.989986594648265e-05,-0.0003792721380744718,1.8263571677769677,-0.24088610719709225,0.09244035192410632,0.46099000926142547,7.38148550872761e-07,-3.598220959332385e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09536153016873627,0.1411032945168061,0.684913865033743],"aabb_min":[-0.3845471399694773,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5199551399786118,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.1182002441619296,1.5400240900780575,2.414472622665328,-0.44836236321823025,-1.2109686332084573,0.931854107591645,0.9710871071611857],"gripper_action":1.0,"gripper_opening_width":0.07999805327034057,"tcp_orn":[-2.124047138951062,0.10822714629853075,1.9073400374089535],"tcp_pos":[-0.3718107846179758,0.21151231549481336,0.6002556616969714]},"robot_contact_count":3,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.27994879117667704}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.001223043127555292,0.003589390048369276,0.002925989758832572],"current_lin_vel":[1.4347204549974428e-05,-2.4309091643955744e-05,3.974528917350534e-05],"current_orn":[0.0001378935177346208,-0.00013170123694385304,0.7914505737240175,0.6112331412743303],"current_pos":[0.1337332830836176,0.13583454469964348,0.4609840569824113]},"block_pink":{"current_ang_vel":[1.9044003099136228e-13,2.1157241481173493e-13,3.598109528014832e-16],"current_lin_vel":[4.225173607445912e-15,-3.804777129930066e-15,3.760880495917718e-15],"current_orn":[1.423190345554118e-06,-1.1608374473416924e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719709225,0.09244035192410632,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.5405003438042938e-14,6.445431982849516e-14,-4.514056780894179e-10],"current_lin_vel":[-1.6740363942615623e-11,8.788741256158183e-14,1.8318679906315083e-15],"current_orn":[1.6228844945344215e-10,8.887079562832072e-11,0.6870459196637977,0.7266139995027115],"current_pos":[0.22998582006461996,-0.11998510318781735,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":425.198},{"name":"submit_calvin_action","arguments":{"action":[-0.24303146658571917,-1.0,-0.025566169697144314,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-0.24303146658571917,-1.0,-0.025566169697144314,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.3715754503650155,0.20995162359881142,0.6001817566671874,-2.1223566344893836,0.11229198703048773,1.91160386366236,0.0799935206658739,1.1150699207285106,1.5394049339294735,2.4038693619628657,-0.4501651324678958,-1.1976341327811304,0.9284980762408122,0.9733923882370713,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582006406193,-0.11998510318781448,0.4599900095308409,3.579586923592735e-10,-9.384977465401074e-11,1.5148313082913902,0.1337331873982539,0.1358344827995816,0.460984185765995,-3.298566725334707e-05,-0.0003836002823064689,1.8263690866076963,-0.24088610719709222,0.09244035192410631,0.46099000926142547,7.381485501233341e-07,-3.598220958984757e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":425.26},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1720},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.3715754503650155,0.20995162359881142,0.6001817566671874,-2.1223566344893836,0.11229198703048773,1.91160386366236,0.0799935206658739,1.1150699207285106,1.5394049339294735,2.4038693619628657,-0.4501651324678958,-1.1976341327811304,0.9284980762408122,0.9733923882370713,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582006406193,-0.11998510318781448,0.4599900095308409,3.579586923592735e-10,-9.384977465401074e-11,1.5148313082913902,0.1337331873982539,0.1358344827995816,0.460984185765995,-3.298566725334707e-05,-0.0003836002823064689,1.8263690866076963,-0.24088610719709222,0.09244035192410631,0.46099000926142547,7.381485501233341e-07,-3.598220958984757e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.09515278570538821,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433839550612925,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197463955152637,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.1150699207285106,1.5394049339294735,2.4038693619628657,-0.4501651324678958,-1.1976341327811304,0.9284980762408122,0.9733923882370713],"gripper_action":1.0,"gripper_opening_width":0.0799935206658739,"tcp_orn":[-2.1223566344893836,0.11229198703048773,1.91160386366236],"tcp_pos":[-0.3715754503650155,0.20995162359881142,0.6001817566671874]},"robot_contact_count":3,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0010102790926705672,0.001723829555579788,0.003074540731249668],"current_lin_vel":[-2.5940122476707093e-05,-1.9989878928456483e-05,2.497477408164306e-05],"current_orn":[0.00014172014399079535,-0.00013028702170026917,0.7914542164042376,0.6112284239763779],"current_pos":[0.1337331873982539,0.1358344827995816,0.460984185765995]},"block_pink":{"current_ang_vel":[-6.193032312714214e-14,-1.0507345647003723e-13,3.534772943192187e-16],"current_lin_vel":[-2.1077388388173192e-15,1.2426024048488445e-15,6.1825544683813405e-15],"current_orn":[1.4231903451538881e-06,-1.1608374474438562e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719709222,0.09244035192410631,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.522909280345827e-14,6.441026722731605e-14,-4.514056821903335e-10],"current_lin_vel":[-1.674036498963801e-11,8.788389060998376e-14,1.824929096727601e-15],"current_orn":[1.6228845092533734e-10,8.887074943870326e-11,0.6870459196583308,0.7266139995078806],"current_pos":[0.22998582006406193,-0.11998510318781448,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":425.305},{"name":"submit_calvin_action","arguments":{"action":[1.0,-1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,-1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.35980213309937514,0.20690825685854736,0.5959654571785871,-2.1291646748336075,0.110308137229513,1.916060499941064,0.07999348152187706,1.093748529513455,1.5407870278585376,2.387981214008429,-0.4544868463874585,-1.1919204659506153,0.9152483794912321,0.9531717369294035,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.2299858200635039,-0.11998510318781161,0.4599900095308409,3.5795852569907124e-10,-9.384982672739128e-11,1.514831308276343,0.13373272122675667,0.13583440085552584,0.4609842183871456,-3.3302556995274096e-05,-0.0003872161552240597,1.8263926413974245,-0.2408861071970922,0.09244035192410628,0.46099000926142547,7.381485508804529e-07,-3.5982209594041097e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":425.367},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1726},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.35980213309937514,0.20690825685854736,0.5959654571785871,-2.1291646748336075,0.110308137229513,1.916060499941064,0.07999348152187706,1.093748529513455,1.5407870278585376,2.387981214008429,-0.4544868463874585,-1.1919204659506153,0.9152483794912321,0.9531717369294035,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.2299858200635039,-0.11998510318781161,0.4599900095308409,3.5795852569907124e-10,-9.384982672739128e-11,1.514831308276343,0.13373272122675667,0.13583440085552584,0.4609842183871456,-3.3302556995274096e-05,-0.0003872161552240597,1.8263926413974245,-0.2408861071970922,0.09244035192410628,0.46099000926142547,7.381485508804529e-07,-3.5982209594041097e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.093748529513455,1.5407870278585376,2.387981214008429,-0.4544868463874585,-1.1919204659506153,0.9152483794912321,0.9531717369294035],"gripper_action":1.0,"gripper_opening_width":0.07999348152187706,"tcp_orn":[-2.1291646748336075,0.110308137229513,1.916060499941064],"tcp_pos":[-0.35980213309937514,0.20690825685854736,0.5959654571785871]},"robot_contact_count":4,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0007486470501055636,0.00019097808475450513,0.003263338813370362],"current_lin_vel":[-6.0345191443104986e-05,-1.469505144540971e-05,7.030068528382505e-06],"current_orn":[0.00014305574584556026,-0.00013151580088961997,0.7914614147130528,0.6112191024984909],"current_pos":[0.13373272122675667,0.13583440085552584,0.4609842183871456]},"block_pink":{"current_ang_vel":[1.9061532511458065e-13,2.1163229983313746e-13,3.575047119472787e-16],"current_lin_vel":[4.2263803630758726e-15,-3.8082944387220266e-15,3.747002708109903e-15],"current_orn":[1.4231903455797663e-06,-1.1608374473670509e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.2408861071970922,0.09244035192410628,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.516932713248882e-14,6.461237599541286e-14,-4.514056843770853e-10],"current_lin_vel":[-1.6740360979024244e-11,8.78827106319605e-14,1.824929096727601e-15],"current_orn":[1.622884082655897e-10,8.887067326725264e-11,0.6870459196528641,0.7266139995130497],"current_pos":[0.2299858200635039,-0.11998510318781161,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":425.413},{"name":"submit_calvin_action","arguments":{"action":[1.0,-1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,-1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.34011622746188797,0.20278241948763917,0.589062588897513,-2.1408321543526196,0.10571262726162295,1.9182782736961563,0.07999519696033668,1.06222849469391,1.543007062822407,2.368743949994455,-0.45950377930469133,-1.1904159994640093,0.8979295415581204,0.9215866911999316,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582006294588,-0.11998510318780874,0.4599900095308409,3.579583582976164e-10,-9.384987797584125e-11,1.5148313082612959,0.1337325952260927,0.1358344552901016,0.46098397982457473,-5.600454776273108e-05,-0.00037742270407563756,1.8263729824479717,-0.24088610719709216,0.09244035192410627,0.46099000926142547,7.381485506632052e-07,-3.5982209591254376e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":425.475},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1732},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.34011622746188797,0.20278241948763917,0.589062588897513,-2.1408321543526196,0.10571262726162295,1.9182782736961563,0.07999519696033668,1.06222849469391,1.543007062822407,2.368743949994455,-0.45950377930469133,-1.1904159994640093,0.8979295415581204,0.9215866911999316,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582006294588,-0.11998510318780874,0.4599900095308409,3.579583582976164e-10,-9.384987797584125e-11,1.5148313082612959,0.1337325952260927,0.1358344552901016,0.46098397982457473,-5.600454776273108e-05,-0.00037742270407563756,1.8263729824479717,-0.24088610719709216,0.09244035192410627,0.46099000926142547,7.381485506632052e-07,-3.5982209591254376e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.06222849469391,1.543007062822407,2.368743949994455,-0.45950377930469133,-1.1904159994640093,0.8979295415581204,0.9215866911999316],"gripper_action":1.0,"gripper_opening_width":0.07999519696033668,"tcp_orn":[-2.1408321543526196,0.10571262726162295,1.9182782736961563],"tcp_pos":[-0.34011622746188797,0.20278241948763917,0.589062588897513]},"robot_contact_count":2,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.0026099261944194686,-0.003384379898591067,-0.00779759741567582],"current_lin_vel":[8.356801321830965e-05,4.998081219348916e-05,-3.9343879085211586e-05],"current_orn":[0.00013224087962359423,-0.00013750800343272922,0.7914554059929171,0.6112268841669888],"current_pos":[0.1337325952260927,0.1358344552901016,0.46098397982457473]},"block_pink":{"current_ang_vel":[-6.194456672316973e-14,-1.0496179296697292e-13,3.5347252943444165e-16],"current_lin_vel":[-2.1055055669858782e-15,1.2428872528666808e-15,6.1825544683813405e-15],"current_orn":[1.4231903454075215e-06,-1.1608374473277399e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719709216,0.09244035192410627,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.513638861652117e-14,6.446599350236971e-14,-4.514056843647481e-10],"current_lin_vel":[-1.6740363906286675e-11,8.788205155789674e-14,1.824929096727601e-15],"current_orn":[1.6228836505315723e-10,8.88705971408678e-11,0.6870459196473974,0.7266139995182188],"current_pos":[0.22998582006294588,-0.11998510318780874,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":425.523},{"name":"submit_calvin_action","arguments":{"action":[1.0,-1.0,-0.9062588897512991,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,-1.0,-0.9062588897512991,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.31691200463566116,0.19759958787171755,0.5820174996070311,-2.1554073789948847,0.10035639788419184,1.9186639111930852,0.08035095017687256,1.0267072171378835,1.5428323125415133,2.347500981838298,-0.46473663214450456,-1.1905040055164586,0.8814132182801296,0.8858223417493564,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582006238785,-0.11998510318780586,0.4599900095308409,3.57958273884298e-10,-9.384993894843179e-11,1.5148313082462481,0.13373231374815475,0.135834268066252,0.46098414194464193,-3.386455260188014e-05,-0.0003925176421948384,1.826412346881553,-0.24088610719709214,0.09244035192410625,0.46099000926142547,7.381485499137644e-07,-3.5982209587786326e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":425.589},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1738},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.31691200463566116,0.19759958787171755,0.5820174996070311,-2.1554073789948847,0.10035639788419184,1.9186639111930852,0.08035095017687256,1.0267072171378835,1.5428323125415133,2.347500981838298,-0.46473663214450456,-1.1905040055164586,0.8814132182801296,0.8858223417493564,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582006238785,-0.11998510318780586,0.4599900095308409,3.57958273884298e-10,-9.384993894843179e-11,1.5148313082462481,0.13373231374815475,0.135834268066252,0.46098414194464193,-3.386455260188014e-05,-0.0003925176421948384,1.826412346881553,-0.24088610719709214,0.09244035192410625,0.46099000926142547,7.381485499137644e-07,-3.5982209587786326e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.0267072171378835,1.5428323125415133,2.347500981838298,-0.46473663214450456,-1.1905040055164586,0.8814132182801296,0.8858223417493564],"gripper_action":1.0,"gripper_opening_width":0.08035095017687256,"tcp_orn":[-2.1554073789948847,0.10035639788419184,1.9186639111930852],"tcp_pos":[-0.31691200463566116,0.19759958787171755,0.5820174996070311]},"robot_contact_count":7,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0007068755404191584,0.00017618195916979424,0.003330230728331992],"current_lin_vel":[-6.196359704716334e-05,-1.384522812979339e-05,4.922808506481469e-06],"current_orn":[0.00014498326975815435,-0.0001333569563722406,0.7914674363854126,0.6112113041635244],"current_pos":[0.13373231374815475,0.135834268066252,0.46098414194464193]},"block_pink":{"current_ang_vel":[-6.182689712750053e-14,-1.049076339291082e-13,3.525394204061908e-16],"current_lin_vel":[-2.1044170316476308e-15,1.2405284674407005e-15,6.1825544683813405e-15],"current_orn":[1.4231903450075464e-06,-1.160837447430227e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719709214,0.09244035192410625,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.5244963055422934e-14,6.415869863151869e-14,-4.5140568582162734e-10],"current_lin_vel":[-1.674037006689205e-11,8.788423510764528e-14,1.824929096727601e-15],"current_orn":[1.6228835533136122e-10,8.887054598996486e-11,0.6870459196419304,0.726613999523388],"current_pos":[0.22998582006238785,-0.11998510318780586,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":425.641},{"name":"submit_calvin_action","arguments":{"action":[1.0,-1.0,-0.20174996070311257,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,-1.0,-0.20174996070311257,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.31301314127217805,0.19852293748207833,0.5800496858026123,-2.164346143191765,0.07995922926383114,1.9253841486686971,0.08145132516987832,1.0205889465515405,1.5403974577376274,2.3296278962331773,-0.46811660627025964,-1.1835788630102477,0.8872334195302681,0.8562553672160123,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582006182983,-0.11998510318780299,0.4599900095308409,3.579580012286345e-10,-9.384997307582048e-11,1.5148313082312008,0.1337327034517352,0.13583442148599692,0.4609840363226183,-3.920610012500516e-05,-0.0003820320638421317,1.8263833072003601,-0.24088610719709208,0.09244035192410623,0.46099000926142547,7.381485512028222e-07,-3.5982209592648033e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":425.705},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1744},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.31301314127217805,0.19852293748207833,0.5800496858026123,-2.164346143191765,0.07995922926383114,1.9253841486686971,0.08145132516987832,1.0205889465515405,1.5403974577376274,2.3296278962331773,-0.46811660627025964,-1.1835788630102477,0.8872334195302681,0.8562553672160123,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582006182983,-0.11998510318780299,0.4599900095308409,3.579580012286345e-10,-9.384997307582048e-11,1.5148313082312008,0.1337327034517352,0.13583442148599692,0.4609840363226183,-3.920610012500516e-05,-0.0003820320638421317,1.8263833072003601,-0.24088610719709208,0.09244035192410623,0.46099000926142547,7.381485512028222e-07,-3.5982209592648033e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.0205889465515405,1.5403974577376274,2.3296278962331773,-0.46811660627025964,-1.1835788630102477,0.8872334195302681,0.8562553672160123],"gripper_action":1.0,"gripper_opening_width":0.08145132516987832,"tcp_orn":[-2.164346143191765,0.07995922926383114,1.9253841486686971],"tcp_pos":[-0.31301314127217805,0.19852293748207833,0.5800496858026123]},"robot_contact_count":6,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.001365086530364647,0.0034825921596127792,0.002939423631595931],"current_lin_vel":[1.195054744163058e-05,-2.7162617477222736e-05,4.141995674160348e-05],"current_orn":[0.0001391994452092936,-0.00013226835601981937,0.7914585621185873,0.6112227970043121],"current_pos":[0.1337327034517352,0.13583442148599692,0.4609840363226183]},"block_pink":{"current_ang_vel":[1.904785517776232e-13,2.1164770312668382e-13,3.5821743377034364e-16],"current_lin_vel":[4.226679658232373e-15,-3.805552693504226e-15,3.7539416020138106e-15],"current_orn":[1.4231903456606408e-06,-1.160837447211194e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719709208,0.09244035192410623,0.46099000926142547]},"block_red":{"current_ang_vel":[1.4474669062842474e-13,-3.6427904296746936e-13,-4.514056796079594e-10],"current_lin_vel":[-1.6748938646780106e-11,8.468438352727574e-14,1.3114509478384662e-15],"current_orn":[1.6228826799786034e-10,8.887043992654412e-11,0.6870459196364637,0.7266139995285571],"current_pos":[0.22998582006182983,-0.11998510318780299,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":425.751},{"name":"submit_calvin_action","arguments":{"action":[1.0,-1.0,-0.0049685802612331464,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,-1.0,-0.0049685802612331464,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.31232922622364717,0.1992545321097845,0.5785320867185785,-2.168893389122215,0.06297662849621517,1.9353069444752196,0.08148595296305675,1.018224766321392,1.5370924639043295,2.3132301213937994,-0.46760219678584475,-1.1748000892579826,0.8918017140959468,0.8311434921491263,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.2299858200612718,-0.11998510318780012,0.4599900095308409,3.5795794391241116e-10,-9.385004133626012e-11,1.514831308216153,0.13373269064675988,0.13583426900876774,0.460984151865691,-3.325709886225205e-05,-0.0003907261862454021,1.8263911240968471,-0.24088610719709205,0.09244035192410621,0.46099000926142547,7.38148549925121e-07,-3.5982209588487974e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":425.817},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1750},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.31232922622364717,0.1992545321097845,0.5785320867185785,-2.168893389122215,0.06297662849621517,1.9353069444752196,0.08148595296305675,1.018224766321392,1.5370924639043295,2.3132301213937994,-0.46760219678584475,-1.1748000892579826,0.8918017140959468,0.8311434921491263,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.2299858200612718,-0.11998510318780012,0.4599900095308409,3.5795794391241116e-10,-9.385004133626012e-11,1.514831308216153,0.13373269064675988,0.13583426900876774,0.460984151865691,-3.325709886225205e-05,-0.0003907261862454021,1.8263911240968471,-0.24088610719709205,0.09244035192410621,0.46099000926142547,7.38148549925121e-07,-3.5982209588487974e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.018224766321392,1.5370924639043295,2.3132301213937994,-0.46760219678584475,-1.1748000892579826,0.8918017140959468,0.8311434921491263],"gripper_action":1.0,"gripper_opening_width":0.08148595296305675,"tcp_orn":[-2.168893389122215,0.06297662849621517,1.9353069444752196],"tcp_pos":[-0.31232922622364717,0.1992545321097845,0.5785320867185785]},"robot_contact_count":5,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0005850509280456287,0.00019055871606670155,0.003261387271215832],"current_lin_vel":[-6.031459498424329e-05,-1.1422320242682436e-05,6.634108843571462e-06],"current_orn":[0.00014445856477610623,-0.0001325706203002049,0.7914609507262824,0.6112197027519669],"current_pos":[0.13373269064675988,0.13583426900876774,0.460984151865691]},"block_pink":{"current_ang_vel":[-6.186143099813791e-14,-1.0480999598819118e-13,3.464855415206242e-16],"current_lin_vel":[-2.1024626672064323e-15,1.241199245618968e-15,6.1825544683813405e-15],"current_orn":[1.4231903450341217e-06,-1.160837447453823e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719709205,0.09244035192410621,0.46099000926142547]},"block_red":{"current_ang_vel":[1.446750270163692e-13,-3.643374544225223e-13,-4.514056741074838e-10],"current_lin_vel":[-1.6748939642355087e-11,8.468580584085899e-14,1.3114509478384662e-15],"current_orn":[1.6228827062417212e-10,8.887039543638888e-11,0.6870459196309967,0.7266139995337263],"current_pos":[0.2299858200612718,-0.11998510318780012,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":425.861},{"name":"submit_calvin_action","arguments":{"action":[1.0,-1.0,0.14679132814214846,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,-1.0,0.14679132814214846,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.3119976672033485,0.19986577660552396,0.5777086574157875,-2.170638228039131,0.04812105969771299,1.9437772847906742,0.08183741836037957,1.0176412908883352,1.5326685442849093,2.2983676500757557,-0.46325793612919863,-1.1645937111810198,0.8956632792293652,0.8091286283722747,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.2299858200607138,-0.11998510318779723,0.4599900095308409,3.579594180051528e-10,-9.384930934136022e-11,1.5148313082011058,0.13373255584531807,0.13583426307511667,0.4609841846945492,-3.344944041817782e-05,-0.00039022565439141943,1.8263967218078179,-0.24088610719709203,0.0924403519241062,0.46099000926142547,7.381485502388841e-07,-3.5982209586394744e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":425.966},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1756},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.3119976672033485,0.19986577660552396,0.5777086574157875,-2.170638228039131,0.04812105969771299,1.9437772847906742,0.08183741836037957,1.0176412908883352,1.5326685442849093,2.2983676500757557,-0.46325793612919863,-1.1645937111810198,0.8956632792293652,0.8091286283722747,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.2299858200607138,-0.11998510318779723,0.4599900095308409,3.579594180051528e-10,-9.384930934136022e-11,1.5148313082011058,0.13373255584531807,0.13583426307511667,0.4609841846945492,-3.344944041817782e-05,-0.00039022565439141943,1.8263967218078179,-0.24088610719709203,0.0924403519241062,0.46099000926142547,7.381485502388841e-07,-3.5982209586394744e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.0176412908883352,1.5326685442849093,2.2983676500757557,-0.46325793612919863,-1.1645937111810198,0.8956632792293652,0.8091286283722747],"gripper_action":1.0,"gripper_opening_width":0.08183741836037957,"tcp_orn":[-2.170638228039131,0.04812105969771299,1.9437772847906742],"tcp_pos":[-0.3119976672033485,0.19986577660552396,0.5777086574157875]},"robot_contact_count":5,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0005105769406261731,-1.0011546162984938e-05,0.0033014866804228016],"current_lin_vel":[-6.511908902808228e-05,-9.926314815529676e-06,6.361616156150274e-07],"current_orn":[0.00014420207842261902,-0.00013249336465108582,0.7914626614672775,0.6112174876051916],"current_pos":[0.13373255584531807,0.13583426307511667,0.4609841846945492]},"block_pink":{"current_ang_vel":[-2.0182842968781437e-14,1.6448354182125038e-14,3.4712636598633985e-16],"current_lin_vel":[3.227063059846441e-16,4.0763060767688664e-16,5.252742685257772e-15],"current_orn":[1.4231903450895333e-06,-1.1608374472735584e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719709203,0.0924403519241062,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.090283473352721e-14,3.894849015206578e-14,-4.5140568134387276e-10],"current_lin_vel":[-1.6740874165132417e-11,8.799737239276565e-14,2.213507155346406e-15],"current_orn":[1.6228855471599753e-10,8.887116775874047e-11,0.68704591962553,0.7266139995388954],"current_pos":[0.2299858200607138,-0.11998510318779723,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":425.976},{"name":"submit_calvin_action","arguments":{"action":[1.0,-1.0,0.22913425842124857,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,-1.0,0.22913425842124857,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.311979646500756,0.20042618040273324,0.5773875166450776,-2.170183812379307,0.03436294472488402,1.9512362320352068,0.0818176919431636,1.0188553723021856,1.527165224201783,2.2845562846933256,-0.45528195805432037,-1.153945608111947,0.8987488747385384,0.7881594053525757,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582006015578,-0.11998510318779436,0.4599900095308409,3.5795936141337034e-10,-9.384937648755586e-11,1.5148313081860587,0.13373232158663015,0.13583425729655446,0.46098401341778883,-5.8231472260708525e-05,-0.00038304497236146617,1.8263812346808936,-0.24088610719709197,0.09244035192410617,0.46099000926142547,7.381485499348248e-07,-3.598220958921013e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":426.085},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1762},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.311979646500756,0.20042618040273324,0.5773875166450776,-2.170183812379307,0.03436294472488402,1.9512362320352068,0.0818176919431636,1.0188553723021856,1.527165224201783,2.2845562846933256,-0.45528195805432037,-1.153945608111947,0.8987488747385384,0.7881594053525757,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582006015578,-0.11998510318779436,0.4599900095308409,3.5795936141337034e-10,-9.384937648755586e-11,1.5148313081860587,0.13373232158663015,0.13583425729655446,0.46098401341778883,-5.8231472260708525e-05,-0.00038304497236146617,1.8263812346808936,-0.24088610719709197,0.09244035192410617,0.46099000926142547,7.381485499348248e-07,-3.598220958921013e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.0188553723021856,1.527165224201783,2.2845562846933256,-0.45528195805432037,-1.153945608111947,0.8987488747385384,0.7881594053525757],"gripper_action":1.0,"gripper_opening_width":0.0818176919431636,"tcp_orn":[-2.170183812379307,0.03436294472488402,1.9512362320352068],"tcp_pos":[-0.311979646500756,0.20042618040273324,0.5773875166450776]},"robot_contact_count":5,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.0014211716297771728,-0.004350578819006807,-0.007704803757157189],"current_lin_vel":[6.243421955744939e-05,2.6200149617078045e-05,-2.5632383670190495e-05],"current_orn":[0.0001337857669934561,-0.00014010694787307577,0.7914579273528703,0.6112236184095885],"current_pos":[0.13373232158663015,0.13583425729655446,0.46098401341778883]},"block_pink":{"current_ang_vel":[-6.188087440456304e-14,-1.0490471712965356e-13,3.5347877097959253e-16],"current_lin_vel":[-2.104364051917192e-15,1.2416134500003207e-15,6.1825544683813405e-15],"current_orn":[1.4231903450607045e-06,-1.1608374474787358e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719709197,0.09244035192410617,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0955475616316752e-14,3.8921595076507255e-14,-4.5140567849493566e-10],"current_lin_vel":[-1.6740874643930453e-11,8.799841010270698e-14,2.220446049250313e-15],"current_orn":[1.6228855722273534e-10,8.887112392226e-11,0.6870459196200632,0.7266139995440645],"current_pos":[0.22998582006015578,-0.11998510318779436,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":426.095},{"name":"submit_calvin_action","arguments":{"action":[1.0,-1.0,0.2612483354922368,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,-1.0,0.2612483354922368,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.31208032046346146,0.2009943469231793,0.5770696708893631,-2.1692925833119774,0.020871481445483262,1.9585068031642048,0.08178375950778533,1.022027408618927,1.5204711413482495,2.2710991702188825,-0.4434652035492228,-1.1442773363843934,0.9010793849002783,0.766082089676511,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582005959775,-0.11998510318779149,0.4599900095308409,3.579592785809004e-10,-9.384943655819554e-11,1.5148313081710114,0.13373208003858364,0.13583409802905408,0.4609840648097846,-3.4048218999039684e-05,-0.0003972212186312142,1.8264203140516397,-0.24088610719709194,0.09244035192410616,0.46099000926142547,7.381485502456762e-07,-3.598220958710981e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":426.204},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1768},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.31208032046346146,0.2009943469231793,0.5770696708893631,-2.1692925833119774,0.020871481445483262,1.9585068031642048,0.08178375950778533,1.022027408618927,1.5204711413482495,2.2710991702188825,-0.4434652035492228,-1.1442773363843934,0.9010793849002783,0.766082089676511,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582005959775,-0.11998510318779149,0.4599900095308409,3.579592785809004e-10,-9.384943655819554e-11,1.5148313081710114,0.13373208003858364,0.13583409802905408,0.4609840648097846,-3.4048218999039684e-05,-0.0003972212186312142,1.8264203140516397,-0.24088610719709194,0.09244035192410616,0.46099000926142547,7.381485502456762e-07,-3.598220958710981e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.022027408618927,1.5204711413482495,2.2710991702188825,-0.4434652035492228,-1.1442773363843934,0.9010793849002783,0.766082089676511],"gripper_action":1.0,"gripper_opening_width":0.08178375950778533,"tcp_orn":[-2.1692925833119774,0.020871481445483262,1.9585068031642048],"tcp_pos":[-0.31208032046346146,0.2009943469231793,0.5770696708893631]},"robot_contact_count":5,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0005533705316222008,0.00013070578135661272,0.003357758004364327],"current_lin_vel":[-6.341714971952009e-05,-1.0768666373514217e-05,3.1322912457665275e-06],"current_orn":[0.00014678904132354255,-0.0001348664941441135,0.7914698707871225,0.6112081510420337],"current_pos":[0.13373208003858364,0.13583409802905408,0.4609840648097846]},"block_pink":{"current_ang_vel":[-2.0283872653709904e-14,1.605434745437671e-14,3.495119404892311e-16],"current_lin_vel":[3.148196464699358e-16,4.0966177353179325e-16,5.252742685257772e-15],"current_orn":[1.423190345114764e-06,-1.1608374472991167e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719709194,0.09244035192410616,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0882231345149035e-14,3.880967684883163e-14,-4.5140568000416463e-10],"current_lin_vel":[-1.674087689855883e-11,8.799695740611717e-14,2.220446049250313e-15],"current_orn":[1.6228854776543175e-10,8.887107364209983e-11,0.6870459196145964,0.7266139995492336],"current_pos":[0.22998582005959775,-0.11998510318779149,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":426.216},{"name":"submit_calvin_action","arguments":{"action":[1.0,-1.0,0.29303291106368423,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,-1.0,0.29303291106368423,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.3122479480686943,0.2015824360446055,0.5765851620402921,-2.168515523993918,0.0072257799017272275,1.9659337105089936,0.08163661466635677,1.0275902471978833,1.5122568650883836,2.2575331512921286,-0.42694224694155697,-1.1362459063075105,0.902504639885835,0.7414552553153227,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582005903973,-0.11998510318778861,0.4599900095308409,3.5795913409139e-10,-9.384949638725485e-11,1.5148313081559637,0.13373268492104606,0.13583414007147876,0.4609840248849734,-6.152795003593478e-05,-0.0003862938013119387,1.826358115064298,-0.2408861071970919,0.09244035192410613,0.46099000926142547,7.381485499409421e-07,-3.5982209589932106e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":426.323},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1774},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.3122479480686943,0.2015824360446055,0.5765851620402921,-2.168515523993918,0.0072257799017272275,1.9659337105089936,0.08163661466635677,1.0275902471978833,1.5122568650883836,2.2575331512921286,-0.42694224694155697,-1.1362459063075105,0.902504639885835,0.7414552553153227,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582005903973,-0.11998510318778861,0.4599900095308409,3.5795913409139e-10,-9.384949638725485e-11,1.5148313081559637,0.13373268492104606,0.13583414007147876,0.4609840248849734,-6.152795003593478e-05,-0.0003862938013119387,1.826358115064298,-0.2408861071970919,0.09244035192410613,0.46099000926142547,7.381485499409421e-07,-3.5982209589932106e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.0275902471978833,1.5122568650883836,2.2575331512921286,-0.42694224694155697,-1.1362459063075105,0.902504639885835,0.7414552553153227],"gripper_action":1.0,"gripper_opening_width":0.08163661466635677,"tcp_orn":[-2.168515523993918,0.0072257799017272275,1.9659337105089936],"tcp_pos":[-0.3122479480686943,0.2015824360446055,0.5765851620402921]},"robot_contact_count":5,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0002771784315021862,-0.0005433940913583887,-0.007126705660102082],"current_lin_vel":[0.00012735137340686998,-7.750874871986791e-06,2.332365012097659e-07],"current_orn":[0.00013406233400543494,-0.0001424058898294239,0.7914508611623068,0.6112327675389269],"current_pos":[0.13373268492104606,0.13583414007147876,0.4609840248849734]},"block_pink":{"current_ang_vel":[-6.191689313577012e-14,-1.0489399936306652e-13,3.4659336441042273e-16],"current_lin_vel":[-2.1041418429444852e-15,1.2423084183167262e-15,6.1825544683813405e-15],"current_orn":[1.4231903450858923e-06,-1.1608374475047755e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.2408861071970919,0.09244035192410613,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0933995240809225e-14,3.8957797089231526e-14,-4.5140567773573595e-10],"current_lin_vel":[-1.674087388840015e-11,8.799798081031333e-14,2.213507155346406e-15],"current_orn":[1.6228851582470542e-10,8.887100226909852e-11,0.6870459196091295,0.7266139995544028],"current_pos":[0.22998582005903973,-0.11998510318778861,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":426.334},{"name":"submit_calvin_action","arguments":{"action":[1.0,-1.0,0.34148379597078726,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,-1.0,0.34148379597078726,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.3124226855939656,0.20221926203023086,0.5757859988888735,-2.1683326067272852,-0.006679367128613895,1.9734203011213054,0.08139594859810498,1.036135173712305,1.5020765804878549,2.2434313363765357,-0.4044687762161169,-1.1302657093115835,0.9029576796749971,0.7132247208669881,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.2299858200584817,-0.11998510318778574,0.4599900095308409,3.5795907534137996e-10,-9.38495652759178e-11,1.5148313081409166,0.13373204927776886,0.13583401474116633,0.4609840441464324,-4.5352581940708454e-05,-0.00039676125243705176,1.8264085059911153,-0.24088610719709186,0.09244035192410612,0.46099000926142547,7.38148550255246e-07,-3.59822095878157e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":426.43},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1780},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.3124226855939656,0.20221926203023086,0.5757859988888735,-2.1683326067272852,-0.006679367128613895,1.9734203011213054,0.08139594859810498,1.036135173712305,1.5020765804878549,2.2434313363765357,-0.4044687762161169,-1.1302657093115835,0.9029576796749971,0.7132247208669881,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.2299858200584817,-0.11998510318778574,0.4599900095308409,3.5795907534137996e-10,-9.38495652759178e-11,1.5148313081409166,0.13373204927776886,0.13583401474116633,0.4609840441464324,-4.5352581940708454e-05,-0.00039676125243705176,1.8264085059911153,-0.24088610719709186,0.09244035192410612,0.46099000926142547,7.38148550255246e-07,-3.59822095878157e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.036135173712305,1.5020765804878549,2.2434313363765357,-0.4044687762161169,-1.1302657093115835,0.9029576796749971,0.7132247208669881],"gripper_action":1.0,"gripper_opening_width":0.08139594859810498,"tcp_orn":[-2.1683326067272852,-0.006679367128613895,1.9734203011213054],"tcp_pos":[-0.3124226855939656,0.20221926203023086,0.5757859988888735]},"robot_contact_count":4,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0003553587117992452,-0.002722409965924816,-0.0012469414943265399],"current_lin_vel":[-3.0797401762835006e-05,-7.870363515126311e-06,-3.5117377735136013e-06],"current_orn":[0.0001431515354015445,-0.00013920030311165461,0.7914662614462891,0.6112128247371351],"current_pos":[0.13373204927776886,0.13583401474116633,0.4609840441464324]},"block_pink":{"current_ang_vel":[-2.0201569635635255e-14,1.6227337814004746e-14,3.48809958668506e-16],"current_lin_vel":[3.1828001352609e-16,4.0801323076707716e-16,5.252742685257772e-15],"current_orn":[1.4231903451407811e-06,-1.1608374473234418e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719709186,0.09244035192410612,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0797791152326252e-14,3.8854150077956406e-14,-4.514056749100785e-10],"current_lin_vel":[-1.6740875846462134e-11,8.799525899187286e-14,2.220446049250313e-15],"current_orn":[1.6228851814592156e-10,8.887095705816671e-11,0.6870459196036627,0.7266139995595718],"current_pos":[0.2299858200584817,-0.11998510318778574,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":426.44},{"name":"submit_calvin_action","arguments":{"action":[1.0,-1.0,0.4214001111126464,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,-1.0,0.4214001111126464,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.31250194204261417,0.20287184688309565,0.5745394280982306,-2.1692620501170627,-0.02074794675451841,1.9807767660796702,0.08119200389811196,1.0483026556140946,1.4894582349605932,2.2283783616948027,-0.3746247931049791,-1.1272476353288408,0.902328109690927,0.6806958383821342,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582005792367,-0.11998510318778287,0.4599900095308409,3.579589121632284e-10,-9.384961559585602e-11,1.514831308125869,0.1337324643846259,0.13583405491286613,0.46098399931297473,-3.524245168601706e-05,-0.0003963424359771356,1.8263961129793167,-0.2408861071970918,0.09244035192410609,0.46099000926142547,7.381485499526466e-07,-3.5982209590639925e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":426.516},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1786},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.31250194204261417,0.20287184688309565,0.5745394280982306,-2.1692620501170627,-0.02074794675451841,1.9807767660796702,0.08119200389811196,1.0483026556140946,1.4894582349605932,2.2283783616948027,-0.3746247931049791,-1.1272476353288408,0.902328109690927,0.6806958383821342,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582005792367,-0.11998510318778287,0.4599900095308409,3.579589121632284e-10,-9.384961559585602e-11,1.514831308125869,0.1337324643846259,0.13583405491286613,0.46098399931297473,-3.524245168601706e-05,-0.0003963424359771356,1.8263961129793167,-0.2408861071970918,0.09244035192410609,0.46099000926142547,7.381485499526466e-07,-3.5982209590639925e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.0483026556140946,1.4894582349605932,2.2283783616948027,-0.3746247931049791,-1.1272476353288408,0.902328109690927,0.6806958383821342],"gripper_action":1.0,"gripper_opening_width":0.08119200389811196,"tcp_orn":[-2.1692620501170627,-0.02074794675451841,1.9807767660796702],"tcp_pos":[-0.31250194204261417,0.20287184688309565,0.5745394280982306]},"robot_contact_count":3,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.00035597094455154825,0.0028095184111151528,0.0032931767099312645],"current_lin_vel":[-8.541096877148649e-06,-6.845633166012624e-06,5.610641982671527e-06],"current_orn":[0.0001460746795119828,-0.0001350723017729449,0.791462474775896,0.6112177283417711],"current_pos":[0.1337324643846259,0.13583405491286613,0.46098399931297473]},"block_pink":{"current_ang_vel":[-6.193850772034858e-14,-1.0501447644676898e-13,3.479783235570699e-16],"current_lin_vel":[-2.1065525111408954e-15,1.2427456277653505e-15,6.1825544683813405e-15],"current_orn":[1.4231903451127975e-06,-1.1608374475285007e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.2408861071970918,0.09244035192410609,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0762767791248177e-14,3.923147270200738e-14,-4.514056765226419e-10],"current_lin_vel":[-1.6740868365261777e-11,8.799455688798029e-14,2.213507155346406e-15],"current_orn":[1.6228847614887963e-10,8.88708827199183e-11,0.6870459195981958,0.7266139995647409],"current_pos":[0.22998582005792367,-0.11998510318778287,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":426.523},{"name":"submit_calvin_action","arguments":{"action":[1.0,-1.0,0.5460571901769407,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,-1.0,0.5460571901769407,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.3124973576924023,0.2035128111706559,0.5728872332390353,-2.171379092393303,-0.03507622832116979,1.9875117726266782,0.08111649738268553,1.0647371628375364,1.4740362643616474,2.2121702127569236,-0.33619898816610083,-1.127224131739935,0.9008444401992939,0.6436041642250938,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582005736565,-0.11998510318778,0.4599900095308409,3.5795885230899105e-10,-9.384968290673823e-11,1.5148313081108216,0.13373188527527458,0.1358340569608358,0.4609840975122366,-3.407378568105456e-05,-0.0003960844836081851,1.8264259228715902,-0.24088610719709178,0.09244035192410607,0.46099000926142547,7.381485502664529e-07,-3.5982209588535552e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":426.593},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1792},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.3124973576924023,0.2035128111706559,0.5728872332390353,-2.171379092393303,-0.03507622832116979,1.9875117726266782,0.08111649738268553,1.0647371628375364,1.4740362643616474,2.2121702127569236,-0.33619898816610083,-1.127224131739935,0.9008444401992939,0.6436041642250938,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582005736565,-0.11998510318778,0.4599900095308409,3.5795885230899105e-10,-9.384968290673823e-11,1.5148313081108216,0.13373188527527458,0.1358340569608358,0.4609840975122366,-3.407378568105456e-05,-0.0003960844836081851,1.8264259228715902,-0.24088610719709178,0.09244035192410607,0.46099000926142547,7.381485502664529e-07,-3.5982209588535552e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.0647371628375364,1.4740362643616474,2.2121702127569236,-0.33619898816610083,-1.127224131739935,0.9008444401992939,0.6436041642250938],"gripper_action":1.0,"gripper_opening_width":0.08111649738268553,"tcp_orn":[-2.171379092393303,-0.03507622832116979,1.9875117726266782],"tcp_pos":[-0.3124973576924023,0.2035128111706559,0.5728872332390353]},"robot_contact_count":3,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0005266633343916373,-1.0404732003327193e-05,0.0033723507384650657],"current_lin_vel":[-6.652818387566453e-05,-1.0233028129272959e-05,-3.545801575272067e-08],"current_orn":[0.00014633175955256327,-0.000134528810546848,0.7914715849556567,0.6112059314967385],"current_pos":[0.13373188527527458,0.1358340569608358,0.4609840975122366]},"block_pink":{"current_ang_vel":[-2.033898895880669e-14,1.653980240308082e-14,3.613923239138614e-16],"current_lin_vel":[3.245165198220494e-16,4.108072679037802e-16,5.259681579161679e-15],"current_orn":[1.4231903451678737e-06,-1.1608374473477904e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719709178,0.09244035192410607,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0743571571018906e-14,3.8868706756813635e-14,-4.514056821614167e-10],"current_lin_vel":[-1.6740875792723008e-11,8.799418511923782e-14,2.213507155346406e-15],"current_orn":[1.6228847752691838e-10,8.887083770287787e-11,0.687045919592729,0.7266139995699101],"current_pos":[0.22998582005736565,-0.11998510318778,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":426.603},{"name":"submit_calvin_action","arguments":{"action":[1.0,-1.0,0.7112766760964617,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,-1.0,0.7112766760964617,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.31253908361437166,0.20411314304074846,0.5710372561774351,-2.1744724394707506,-0.050021343844037315,1.9930053763897657,0.08155950956696235,1.0856232461484046,1.4558433552945556,2.1945442242893956,-0.2891750555286479,-1.1294874154706982,0.8992117540313943,0.6025896643066083,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582005680762,-0.11998510318777712,0.4599900095308409,3.579587908706705e-10,-9.38497532423681e-11,1.5148313080957745,0.13373250417366747,0.13583444893829727,0.4609838751889186,-4.972573407645067e-05,-0.00037029337774719984,1.8263708957031677,-0.24088610719709172,0.09244035192410605,0.46099000926142547,7.38148550492974e-07,-3.598220959203263e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":426.705},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1798},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.31253908361437166,0.20411314304074846,0.5710372561774351,-2.1744724394707506,-0.050021343844037315,1.9930053763897657,0.08155950956696235,1.0856232461484046,1.4558433552945556,2.1945442242893956,-0.2891750555286479,-1.1294874154706982,0.8992117540313943,0.6025896643066083,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582005680762,-0.11998510318777712,0.4599900095308409,3.579587908706705e-10,-9.38497532423681e-11,1.5148313080957745,0.13373250417366747,0.13583444893829727,0.4609838751889186,-4.972573407645067e-05,-0.00037029337774719984,1.8263708957031677,-0.24088610719709172,0.09244035192410605,0.46099000926142547,7.38148550492974e-07,-3.598220959203263e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.0856232461484046,1.4558433552945556,2.1945442242893956,-0.2891750555286479,-1.1294874154706982,0.8992117540313943,0.6025896643066083],"gripper_action":1.0,"gripper_opening_width":0.08155950956696235,"tcp_orn":[-2.1744724394707506,-0.050021343844037315,1.9930053763897657],"tcp_pos":[-0.31253908361437166,0.20411314304074846,0.5710372561774351]},"robot_contact_count":3,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.0050408309890953235,0.0007243332938080679,-0.007364666379240736],"current_lin_vel":[0.0001573368718525859,9.876937267040696e-05,-5.792628708371772e-05],"current_orn":[0.0001313383589247818,-0.00013284462201747387,0.7914547692645667,0.6112277098683547],"current_pos":[0.13373250417366747,0.13583444893829727,0.4609838751889186]},"block_pink":{"current_ang_vel":[-6.171672379784466e-14,-1.0479443020596161e-13,3.525193014265825e-16],"current_lin_vel":[-2.1021529477574727e-15,1.23832490385408e-15,6.1825544683813405e-15],"current_orn":[1.423190345366162e-06,-1.1608374474116938e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719709172,0.09244035192410605,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.5188417741848273e-14,6.4311674012562e-14,-4.5140568401213573e-10],"current_lin_vel":[-1.674036698215713e-11,8.788308821192765e-14,1.824929096727601e-15],"current_orn":[1.6228847936851883e-10,8.887079104275647e-11,0.6870459195872622,0.7266139995750792],"current_pos":[0.22998582005680762,-0.11998510318777712,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":426.716},{"name":"submit_calvin_action","arguments":{"action":[1.0,-1.0,0.89627438225649,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,-1.0,0.89627438225649,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.31312917892552866,0.20415214172753665,0.5745846960696404,-2.1907553896461818,-0.06809160857933037,2.0003498007696905,0.07294924897622804,1.1119258959250868,1.4239714626878037,2.175263453007516,-0.23662914268264812,-1.1387073837498265,0.8954298231761456,0.5589630816508065,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.2299858200562496,-0.11998510318777425,0.4599900095308409,3.5795845903620026e-10,-9.384978712005594e-11,1.5148313080807272,0.1337321670544727,0.13583418965405133,0.46098415701343237,-3.375365900683456e-05,-0.00038746772532709044,1.8264075574519134,-0.2408861071970917,0.09244035192410603,0.46099000926142547,7.381485508073001e-07,-3.5982209589940627e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":426.824},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1804},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.31312917892552866,0.20415214172753665,0.5745846960696404,-2.1907553896461818,-0.06809160857933037,2.0003498007696905,0.07294924897622804,1.1119258959250868,1.4239714626878037,2.175263453007516,-0.23662914268264812,-1.1387073837498265,0.8954298231761456,0.5589630816508065,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.2299858200562496,-0.11998510318777425,0.4599900095308409,3.5795845903620026e-10,-9.384978712005594e-11,1.5148313080807272,0.1337321670544727,0.13583418965405133,0.46098415701343237,-3.375365900683456e-05,-0.00038746772532709044,1.8264075574519134,-0.2408861071970917,0.09244035192410603,0.46099000926142547,7.381485508073001e-07,-3.5982209589940627e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.1119258959250868,1.4239714626878037,2.175263453007516,-0.23662914268264812,-1.1387073837498265,0.8954298231761456,0.5589630816508065],"gripper_action":1.0,"gripper_opening_width":0.07294924897622804,"tcp_orn":[-2.1907553896461818,-0.06809160857933037,2.0003498007696905],"tcp_pos":[-0.31312917892552866,0.20415214172753665,0.5745846960696404]},"robot_contact_count":2,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0009552123164217786,0.0015150354551364026,0.003196837702465494],"current_lin_vel":[-3.253835470676905e-05,-1.8852285469164636e-05,1.7844500353379755e-05],"current_orn":[0.00014301842152676314,-0.00013177013140176926,0.7914659731294983,0.61121319975974],"current_pos":[0.1337321670544727,0.13583418965405133,0.46098415701343237]},"block_pink":{"current_ang_vel":[-6.184134695694095e-14,-1.0489695147465999e-13,3.5934244447159685e-16],"current_lin_vel":[-2.1042111915405508e-15,1.2408425872314084e-15,6.1825544683813405e-15],"current_orn":[1.4231903454218307e-06,-1.1608374472312986e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.2408861071970917,0.09244035192410603,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.5293371315284447e-14,6.456634505958452e-14,-4.514056790795318e-10],"current_lin_vel":[-1.6740361732844154e-11,8.788517775316397e-14,1.8318679906315083e-15],"current_orn":[1.6228837044916524e-10,8.887066474077496e-11,0.6870459195817955,0.7266139995802483],"current_pos":[0.2299858200562496,-0.11998510318777425,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":426.834},{"name":"submit_calvin_action","arguments":{"action":[1.0,-1.0,0.5415303930359605,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,-1.0,0.5415303930359605,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.3145340304739368,0.20387140087409514,0.5799219477436145,-2.221876572314927,-0.09168299749551545,2.016684740418649,0.06214052286240876,1.1424911369628825,1.3863150991417503,2.149283900725366,-0.18413392397419123,-1.154989602353128,0.8921071934467121,0.5027625206276672,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582005569157,-0.11998510318777138,0.4599900095308409,3.579582917332387e-10,-9.384983783434947e-11,1.5148313080656794,0.13373228041379698,0.13583404070513846,0.46098410554546737,-3.346113493767016e-05,-0.00039434185086380263,1.8264027849408813,-0.24088610719709164,0.092440351924106,0.46099000926142547,7.381485510333031e-07,-3.598220959343628e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":426.94},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1810},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.3145340304739368,0.20387140087409514,0.5799219477436145,-2.221876572314927,-0.09168299749551545,2.016684740418649,0.06214052286240876,1.1424911369628825,1.3863150991417503,2.149283900725366,-0.18413392397419123,-1.154989602353128,0.8921071934467121,0.5027625206276672,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582005569157,-0.11998510318777138,0.4599900095308409,3.579582917332387e-10,-9.384983783434947e-11,1.5148313080656794,0.13373228041379698,0.13583404070513846,0.46098410554546737,-3.346113493767016e-05,-0.00039434185086380263,1.8264027849408813,-0.24088610719709164,0.092440351924106,0.46099000926142547,7.381485510333031e-07,-3.598220959343628e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.1424911369628825,1.3863150991417503,2.149283900725366,-0.18413392397419123,-1.154989602353128,0.8921071934467121,0.5027625206276672],"gripper_action":1.0,"gripper_opening_width":0.06214052286240876,"tcp_orn":[-2.221876572314927,-0.09168299749551545,2.016684740418649],"tcp_pos":[-0.3145340304739368,0.20387140087409514,0.5799219477436145]},"robot_contact_count":2,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.00036154629664096903,3.9209652049167546e-05,0.003302316255565628],"current_lin_vel":[-6.415068979823078e-05,-6.943829367997029e-06,9.87240121312627e-07],"current_orn":[0.00014582781788004492,-0.00013375549607498463,0.791464514068801,0.6112150880120283],"current_pos":[0.13373228041379698,0.13583404070513846,0.46098410554546737]},"block_pink":{"current_ang_vel":[1.9053779757705243e-13,2.114366783384081e-13,3.5228315420187526e-16],"current_lin_vel":[4.222468888269111e-15,-3.806760836314416e-15,3.747002708109903e-15],"current_orn":[1.4231903456198731e-06,-1.1608374472953102e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719709164,0.092440351924106,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.5370893040020364e-14,6.461767543410544e-14,-4.5140567767730815e-10],"current_lin_vel":[-1.6740360661686135e-11,8.788672535017055e-14,1.8318679906315083e-15],"current_orn":[1.6228832708902109e-10,8.887058884228757e-11,0.6870459195763285,0.7266139995854175],"current_pos":[0.22998582005569157,-0.11998510318777138,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":426.95},{"name":"submit_calvin_action","arguments":{"action":[1.0,-1.0,0.007805225638546354,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,-1.0,0.007805225638546354,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.31171436144732534,0.20647188486655715,0.5784769572904934,-2.271990088180161,-0.11050712349922948,2.0274357394931366,0.07328907859883235,1.1702354834022926,1.3556881655451223,2.1108821626429846,-0.13736887610537674,-1.1845819875346653,0.9035227608472376,0.4363301425866108,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582005513354,-0.1199851031877685,0.4599900095308409,3.57958231643945e-10,-9.384990607434767e-11,1.5148313080506324,0.13373279320078504,0.1358340022063219,0.46098405428018824,-3.269749660565667e-05,-0.0003953661277987316,1.8263764651355345,-0.24088610719709164,0.09244035192410599,0.46099000926142547,7.381485508157211e-07,-3.5982209590650767e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":427.051},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1816},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.31171436144732534,0.20647188486655715,0.5784769572904934,-2.271990088180161,-0.11050712349922948,2.0274357394931366,0.07328907859883235,1.1702354834022926,1.3556881655451223,2.1108821626429846,-0.13736887610537674,-1.1845819875346653,0.9035227608472376,0.4363301425866108,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582005513354,-0.1199851031877685,0.4599900095308409,3.57958231643945e-10,-9.384990607434767e-11,1.5148313080506324,0.13373279320078504,0.1358340022063219,0.46098405428018824,-3.269749660565667e-05,-0.0003953661277987316,1.8263764651355345,-0.24088610719709164,0.09244035192410599,0.46099000926142547,7.381485508157211e-07,-3.5982209590650767e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.1702354834022926,1.3556881655451223,2.1108821626429846,-0.13736887610537674,-1.1845819875346653,0.9035227608472376,0.4363301425866108],"gripper_action":1.0,"gripper_opening_width":0.07328907859883235,"tcp_orn":[-2.271990088180161,-0.11050712349922948,2.0274357394931366],"tcp_pos":[-0.31171436144732534,0.20647188486655715,0.5784769572904934]},"robot_contact_count":3,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.00018216308644133426,5.7110343622362634e-05,0.0032149444085347134],"current_lin_vel":[-6.2064735491131e-05,-3.3728470292115405e-06,5.432925288949286e-06],"current_orn":[0.00014646477057598197,-0.0001337682539838046,0.7914564704350681,0.6112255034441786],"current_pos":[0.13373279320078504,0.1358340022063219,0.46098405428018824]},"block_pink":{"current_ang_vel":[1.4883721428028494e-13,9.011339927345757e-14,3.631536831433088e-16],"current_lin_vel":[1.7959939847138544e-15,-2.972712459685242e-15,4.676814491233472e-15],"current_orn":[1.4231903454475369e-06,-1.1608374472561514e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719709164,0.09244035192410599,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.531869808461231e-14,6.458690920371622e-14,-4.51405683739197e-10],"current_lin_vel":[-1.674036142805419e-11,8.788570497077269e-14,1.8318679906315083e-15],"current_orn":[1.6228832870083488e-10,8.887054340694557e-11,0.6870459195708618,0.7266139995905865],"current_pos":[0.22998582005513354,-0.1199851031877685,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":427.061},{"name":"submit_calvin_action","arguments":{"action":[1.0,-1.0,0.1523042709506539,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,-1.0,0.1523042709506539,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.305848506227511,0.2091148228622538,0.5744429655222661,-2.3328732538039056,-0.12348769396300811,2.042841229258826,0.0800700310775983,1.1953057890776764,1.3294970760712232,2.0669957001140893,-0.09895986794509648,-1.2187983985332553,0.9146417147988559,0.3700966417710506,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582005457552,-0.11998510318776563,0.4599900095308409,3.579580662771209e-10,-9.384995744796412e-11,1.5148313080355849,0.13373286026115513,0.13583396183457522,0.46098397948073633,-3.474879287134131e-05,-0.0003959949513061812,1.8263701171501154,-0.2408861071970916,0.09244035192410598,0.46099000926142547,7.381485500684117e-07,-3.598220958719083e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":427.16},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1822},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.305848506227511,0.2091148228622538,0.5744429655222661,-2.3328732538039056,-0.12348769396300811,2.042841229258826,0.0800700310775983,1.1953057890776764,1.3294970760712232,2.0669957001140893,-0.09895986794509648,-1.2187983985332553,0.9146417147988559,0.3700966417710506,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582005457552,-0.11998510318776563,0.4599900095308409,3.579580662771209e-10,-9.384995744796412e-11,1.5148313080355849,0.13373286026115513,0.13583396183457522,0.46098397948073633,-3.474879287134131e-05,-0.0003959949513061812,1.8263701171501154,-0.2408861071970916,0.09244035192410598,0.46099000926142547,7.381485500684117e-07,-3.598220958719083e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.1953057890776764,1.3294970760712232,2.0669957001140893,-0.09895986794509648,-1.2187983985332553,0.9146417147988559,0.3700966417710506],"gripper_action":1.0,"gripper_opening_width":0.0800700310775983,"tcp_orn":[-2.3328732538039056,-0.12348769396300811,2.042841229258826],"tcp_pos":[-0.305848506227511,0.2091148228622538,0.5744429655222661]},"robot_contact_count":3,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[4.84305415996132e-05,0.003015809352615836,0.0032221047829644927],"current_lin_vel":[-3.007361966960779e-06,-7.096615077776905e-07,4.661610157899454e-06],"current_orn":[0.00014608628373101524,-0.00013477264999313052,0.7914545302156035,0.6112280156343692],"current_pos":[0.13373286026115513,0.13583396183457522,0.46098397948073633]},"block_pink":{"current_ang_vel":[-2.005738927913396e-14,1.6314713093023954e-14,3.4782134175043167e-16],"current_lin_vel":[3.20032921239708e-16,4.051239752116646e-16,5.252742685257772e-15],"current_orn":[1.4231903450486438e-06,-1.1608374473582792e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.2408861071970916,0.09244035192410598,0.46099000926142547]},"block_red":{"current_ang_vel":[1.4473316824725932e-13,-3.641536684691916e-13,-4.5140568179460156e-10],"current_lin_vel":[-1.6748936213029752e-11,8.468465302077298e-14,1.3114509478384662e-15],"current_orn":[1.6228828627059556e-10,8.887046793402924e-11,0.687045919565395,0.7266139995957557],"current_pos":[0.22998582005457552,-0.11998510318776563,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":427.17},{"name":"submit_calvin_action","arguments":{"action":[1.0,-1.0,0.5557034477733813,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,-1.0,0.5557034477733813,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.3024807655706655,0.2109538080372271,0.5754055765903475,-2.4009854762653733,-0.1386958230998764,2.0793323400331927,0.0796912896024535,1.2166731618991162,1.3030817374861932,2.0257951509309966,-0.08238340740518581,-1.2495737372304905,0.9227380776996174,0.30367752528588304,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.2299858200540175,-0.11998510318776276,0.4599900095308409,3.579579269207326e-10,-9.385001793081005e-11,1.5148313080205373,0.13373209506188186,0.13583398932104446,0.46098402479112743,-3.368769511955056e-05,-0.0003944985470520703,1.8264090500817856,-0.24088610719709158,0.09244035192410596,0.46099000926142547,7.381485498512873e-07,-3.5982209584424554e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":427.274},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1828},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.3024807655706655,0.2109538080372271,0.5754055765903475,-2.4009854762653733,-0.1386958230998764,2.0793323400331927,0.0796912896024535,1.2166731618991162,1.3030817374861932,2.0257951509309966,-0.08238340740518581,-1.2495737372304905,0.9227380776996174,0.30367752528588304,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.2299858200540175,-0.11998510318776276,0.4599900095308409,3.579579269207326e-10,-9.385001793081005e-11,1.5148313080205373,0.13373209506188186,0.13583398932104446,0.46098402479112743,-3.368769511955056e-05,-0.0003944985470520703,1.8264090500817856,-0.24088610719709158,0.09244035192410596,0.46099000926142547,7.381485498512873e-07,-3.5982209584424554e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.2166731618991162,1.3030817374861932,2.0257951509309966,-0.08238340740518581,-1.2495737372304905,0.9227380776996174,0.30367752528588304],"gripper_action":1.0,"gripper_opening_width":0.0796912896024535,"tcp_orn":[-2.4009854762653733,-0.1386958230998764,2.0793323400331927],"tcp_pos":[-0.3024807655706655,0.2109538080372271,0.5754055765903475]},"robot_contact_count":3,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0007665430276955321,0.0014307350089243086,0.003198218095850745],"current_lin_vel":[-3.425199806922408e-05,-1.5075499385941473e-05,1.9694067509817836e-05],"current_orn":[0.00014582100854452611,-0.00013389258399002833,0.7914664287110498,0.6112126086987948],"current_pos":[0.13373209506188186,0.13583398932104446,0.46098402479112743]},"block_pink":{"current_ang_vel":[-6.179889702467758e-14,-1.0504783913131314e-13,3.5410646661396e-16],"current_lin_vel":[-2.1072270132701218e-15,1.2399761112192299e-15,6.1825544683813405e-15],"current_orn":[1.4231903448770928e-06,-1.160837447319721e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719709158,0.09244035192410596,0.46099000926142547]},"block_red":{"current_ang_vel":[1.447622785421251e-13,-3.6418258327182303e-13,-4.5140568173278853e-10],"current_lin_vel":[-1.6748936788766064e-11,8.468407060516308e-14,1.3114509478384662e-15],"current_orn":[1.622882564193591e-10,8.887039808684792e-11,0.6870459195599281,0.7266139996009249],"current_pos":[0.2299858200540175,-0.11998510318776276,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":427.284},{"name":"submit_calvin_action","arguments":{"action":[1.0,-1.0,0.4594423409652437,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,-1.0,0.4594423409652437,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.29840469079308746,0.20087324497912312,0.576995393129352,-2.444806377947026,-0.12453130980199019,2.14615250250201,0.021528872745458935,1.2259748881957577,1.281670035342732,1.9877870550018626,-0.07512972781383087,-1.2740835371802266,0.8760141171536612,0.23860709660277576,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.2299858200534595,-0.11998510318775987,0.4599900095308409,3.579594275473152e-10,-9.384929543660449e-11,1.5148313080054903,0.13373182329543054,0.13583401175592835,0.4609841492361402,-3.3721848296352065e-05,-0.0003926694104183651,1.826421495046265,-0.24088610719709153,0.09244035192410593,0.46099000926142547,7.381485500774921e-07,-3.598220958791893e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":427.377},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1834},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.29840469079308746,0.20087324497912312,0.576995393129352,-2.444806377947026,-0.12453130980199019,2.14615250250201,0.021528872745458935,1.2259748881957577,1.281670035342732,1.9877870550018626,-0.07512972781383087,-1.2740835371802266,0.8760141171536612,0.23860709660277576,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.2299858200534595,-0.11998510318775987,0.4599900095308409,3.579594275473152e-10,-9.384929543660449e-11,1.5148313080054903,0.13373182329543054,0.13583401175592835,0.4609841492361402,-3.3721848296352065e-05,-0.0003926694104183651,1.826421495046265,-0.24088610719709153,0.09244035192410593,0.46099000926142547,7.381485500774921e-07,-3.598220958791893e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.2259748881957577,1.281670035342732,1.9877870550018626,-0.07512972781383087,-1.2740835371802266,0.8760141171536612,0.23860709660277576],"gripper_action":1.0,"gripper_opening_width":0.021528872745458935,"tcp_orn":[-2.444806377947026,-0.12453130980199019,2.14615250250201],"tcp_pos":[-0.29840469079308746,0.20087324497912312,0.576995393129352]},"robot_contact_count":2,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0005173559813626207,-1.705569804242896e-05,0.0033328307445889445],"current_lin_vel":[-6.587984046192922e-05,-1.0055690299954372e-05,1.85597657541281e-07],"current_orn":[0.00014508755074223,-0.00013334620105231806,0.7914702321049168,0.6112076839014562],"current_pos":[0.13373182329543054,0.13583401175592835,0.4609841492361402]},"block_pink":{"current_ang_vel":[-2.024690920813397e-14,1.6348306126733016e-14,3.5368639615660133e-16],"current_lin_vel":[3.2070233165779547e-16,4.089340559518756e-16,5.252742685257772e-15],"current_orn":[1.4231903450751731e-06,-1.1608374473836195e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719709153,0.09244035192410593,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0717077621625743e-14,3.8959349256967656e-14,-4.514056841342802e-10],"current_lin_vel":[-1.6740874007600477e-11,8.799366759988637e-14,2.2065682614424986e-15],"current_orn":[1.6228855341482133e-10,8.887117607251432e-11,0.6870459195544615,0.7266139996060939],"current_pos":[0.2299858200534595,-0.11998510318775987,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":427.387},{"name":"submit_calvin_action","arguments":{"action":[1.0,-1.0,0.30046068706479634,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,-1.0,0.30046068706479634,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2670603822359085,0.19225700936835777,0.5755418081392739,-2.488703782957665,-0.11078426044542951,2.165843312187731,-0.0032897036916288208,1.1978775830320532,1.267434008459715,1.9501789073618723,-0.07209527453559407,-1.301340472998426,0.863234586362369,0.17196272299126517,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582005290147,-0.119985103187757,0.4599900095308409,3.579593099970512e-10,-9.384936591952523e-11,1.5148313079904427,0.13373167732657373,0.13583400886735164,0.46098417498483607,-3.3996736988165913e-05,-0.0003919976405086294,1.8264275403333041,-0.2408861071970915,0.09244035192410592,0.46099000926142547,7.381485498596699e-07,-3.5982209585137243e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":427.482},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1840},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2670603822359085,0.19225700936835777,0.5755418081392739,-2.488703782957665,-0.11078426044542951,2.165843312187731,-0.0032897036916288208,1.1978775830320532,1.267434008459715,1.9501789073618723,-0.07209527453559407,-1.301340472998426,0.863234586362369,0.17196272299126517,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582005290147,-0.119985103187757,0.4599900095308409,3.579593099970512e-10,-9.384936591952523e-11,1.5148313079904427,0.13373167732657373,0.13583400886735164,0.46098417498483607,-3.3996736988165913e-05,-0.0003919976405086294,1.8264275403333041,-0.2408861071970915,0.09244035192410592,0.46099000926142547,7.381485498596699e-07,-3.5982209585137243e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.1978775830320532,1.267434008459715,1.9501789073618723,-0.07209527453559407,-1.301340472998426,0.863234586362369,0.17196272299126517],"gripper_action":1.0,"gripper_opening_width":-0.0032897036916288208,"tcp_orn":[-2.488703782957665,-0.11078426044542951,2.165843312187731],"tcp_pos":[-0.2670603822359085,0.19225700936835777,0.5755418081392739]},"robot_contact_count":2,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0005005297227288173,-1.3003169941436734e-06,0.0033664986661889234],"current_lin_vel":[-6.623041994170156e-05,-9.711754050412684e-06,-3.548794092117502e-06],"current_orn":[0.00014473810352298619,-0.0001332492512060294,0.7914720796015504,0.611205291621985],"current_pos":[0.13373167732657373,0.13583400886735164,0.46098417498483607]},"block_pink":{"current_ang_vel":[-6.185674984432325e-14,-1.0495191401946502e-13,3.593566782467807e-16],"current_lin_vel":[-2.1053104501933587e-15,1.2411506917817273e-15,6.1825544683813405e-15],"current_orn":[1.4231903449028648e-06,-1.160837447344685e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.2408861071970915,0.09244035192410592,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.057731150807744e-14,3.8934436335248366e-14,-4.514056848188828e-10],"current_lin_vel":[-1.674087453361471e-11,8.799087140524369e-14,2.220446049250313e-15],"current_orn":[1.622885349211578e-10,8.887111008314021e-11,0.6870459195489945,0.726613999611263],"current_pos":[0.22998582005290147,-0.119985103187757,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":427.492},{"name":"submit_calvin_action","arguments":{"action":[1.0,-1.0,0.4458191860726046,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,-1.0,0.4458191860726046,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.25663232409762865,0.1930533545181735,0.575585240651472,-2.542540260158205,-0.11605647677532738,2.2107444361575075,-0.001030740216707267,1.198809077220288,1.2562199004916101,1.9179799691728445,-0.08219457849743338,-1.32438176922071,0.8670611205234452,0.1052504332191832,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582005234344,-0.11998510318775413,0.4599900095308409,3.579592510171043e-10,-9.384943474441849e-11,1.5148313079753954,0.1337321737479699,0.13583397933862534,0.46098404690511763,-5.735093590663922e-05,-0.00038597366845219503,1.8263762743616831,-0.24088610719709144,0.09244035192410589,0.46099000926142547,7.381485500867072e-07,-3.598220958862778e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":427.57},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1846},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.25663232409762865,0.1930533545181735,0.575585240651472,-2.542540260158205,-0.11605647677532738,2.2107444361575075,-0.001030740216707267,1.198809077220288,1.2562199004916101,1.9179799691728445,-0.08219457849743338,-1.32438176922071,0.8670611205234452,0.1052504332191832,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582005234344,-0.11998510318775413,0.4599900095308409,3.579592510171043e-10,-9.384943474441849e-11,1.5148313079753954,0.1337321737479699,0.13583397933862534,0.46098404690511763,-5.735093590663922e-05,-0.00038597366845219503,1.8263762743616831,-0.24088610719709144,0.09244035192410589,0.46099000926142547,7.381485500867072e-07,-3.598220958862778e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.198809077220288,1.2562199004916101,1.9179799691728445,-0.08219457849743338,-1.32438176922071,0.8670611205234452,0.1052504332191832],"gripper_action":1.0,"gripper_opening_width":-0.001030740216707267,"tcp_orn":[-2.542540260158205,-0.11605647677532738,2.2107444361575075],"tcp_pos":[-0.25663232409762865,0.1930533545181735,0.575585240651472]},"robot_contact_count":3,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0003121523089871438,0.0004901028300821697,-0.005405487210800295],"current_lin_vel":[0.00011451311106145016,-8.04718442926085e-06,6.645718698267133e-07],"current_orn":[0.00013521349033672573,-0.00014065387358358839,0.7914564112314332,0.6112255811518855],"current_pos":[0.1337321737479699,0.13583397933862534,0.46098404690511763]},"block_pink":{"current_ang_vel":[-2.020564437809749e-14,1.643820261147759e-14,3.5480231221018216e-16],"current_lin_vel":[3.2249575297540144e-16,4.081143626241668e-16,5.259681579161679e-15],"current_orn":[1.4231903451011463e-06,-1.1608374474081716e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719709144,0.09244035192410589,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0904310083460122e-14,3.896835373021284e-14,-4.514056734662299e-10],"current_lin_vel":[-1.6740873545707453e-11,8.799737470985603e-14,2.220446049250313e-15],"current_orn":[1.6228853713692992e-10,8.887106481638781e-11,0.6870459195435278,0.7266139996164321],"current_pos":[0.22998582005234344,-0.11998510318775413,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":427.578},{"name":"submit_calvin_action","arguments":{"action":[1.0,-1.0,0.44147593485279746,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,-1.0,0.44147593485279746,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2568037663360538,0.19258155470339144,0.5761880789250684,-2.5897198220782527,-0.10935684517062698,2.2846174325566806,-0.0019329659076577593,1.206234408792764,1.2471555184566279,1.8884283340231245,-0.1046371872858929,-1.347400163469061,0.860892188598721,0.03835295857439421,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582005178542,-0.11998510318775125,0.4599900095308409,3.5795910807925104e-10,-9.384949591362449e-11,1.5148313079603484,0.1337324557116424,0.13583423335416647,0.4609837891844708,-5.054262706938993e-05,-0.0003736719972579406,1.8263643284497162,-0.24088610719709141,0.09244035192410588,0.46099000926142547,7.381485498698098e-07,-3.598220958583718e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":427.654},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1852},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2568037663360538,0.19258155470339144,0.5761880789250684,-2.5897198220782527,-0.10935684517062698,2.2846174325566806,-0.0019329659076577593,1.206234408792764,1.2471555184566279,1.8884283340231245,-0.1046371872858929,-1.347400163469061,0.860892188598721,0.03835295857439421,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582005178542,-0.11998510318775125,0.4599900095308409,3.5795910807925104e-10,-9.384949591362449e-11,1.5148313079603484,0.1337324557116424,0.13583423335416647,0.4609837891844708,-5.054262706938993e-05,-0.0003736719972579406,1.8263643284497162,-0.24088610719709141,0.09244035192410588,0.46099000926142547,7.381485498698098e-07,-3.598220958583718e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.206234408792764,1.2471555184566279,1.8884283340231245,-0.1046371872858929,-1.347400163469061,0.860892188598721,0.03835295857439421],"gripper_action":1.0,"gripper_opening_width":-0.0019329659076577593,"tcp_orn":[-2.5897198220782527,-0.10935684517062698,2.2846174325566806],"tcp_pos":[-0.2568037663360538,0.19258155470339144,0.5761880789250684]},"robot_contact_count":3,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.00503962889239927,0.0012593482174897168,-0.007608298240421592],"current_lin_vel":[0.00017277068716688976,9.86656229989803e-05,-5.8278719673288126e-05],"current_orn":[0.0001324252767152946,-0.00013420087670140622,0.7914527618875639,0.6112303086024268],"current_pos":[0.1337324557116424,0.13583423335416647,0.4609837891844708]},"block_pink":{"current_ang_vel":[-6.186472710016178e-14,-1.0495696073066042e-13,3.541824277408434e-16],"current_lin_vel":[-2.105409492981475e-15,1.241293009626294e-15,6.175615574477433e-15],"current_orn":[1.4231903449289145e-06,-1.1608374473685993e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719709141,0.09244035192410588,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.069590530620098e-14,3.885104857956643e-14,-4.514056848150709e-10],"current_lin_vel":[-1.6740876200811377e-11,8.799324284968191e-14,2.213507155346406e-15],"current_orn":[1.6228850622030264e-10,8.887099348953174e-11,0.6870459195380612,0.7266139996216012],"current_pos":[0.22998582005178542,-0.11998510318775125,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":427.664},{"name":"submit_calvin_action","arguments":{"action":[1.0,-1.0,0.3811921074931557,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,-1.0,0.3811921074931557,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.25743042328513177,0.19183787260785873,0.577272547963144,-2.6302735944082327,-0.10007477365082673,2.36588693434317,-0.003315706458941668,1.2090644089339146,1.2398960846176275,1.8602522164701027,-0.13522082669362764,-1.3629950497250776,0.8527634743825352,-0.03238078835768522,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.2299858200512274,-0.11998510318774838,0.4599900095308409,3.5795904918443526e-10,-9.384956363665794e-11,1.5148313079453006,0.1337319645783565,0.13583402988048043,0.4609840380376727,-3.806875696553493e-05,-0.00038708815662923205,1.8264044439962774,-0.24088610719709136,0.09244035192410585,0.46099000926142547,7.381485500971716e-07,-3.598220958933327e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":427.764},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1858},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.25743042328513177,0.19183787260785873,0.577272547963144,-2.6302735944082327,-0.10007477365082673,2.36588693434317,-0.003315706458941668,1.2090644089339146,1.2398960846176275,1.8602522164701027,-0.13522082669362764,-1.3629950497250776,0.8527634743825352,-0.03238078835768522,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.2299858200512274,-0.11998510318774838,0.4599900095308409,3.5795904918443526e-10,-9.384956363665794e-11,1.5148313079453006,0.1337319645783565,0.13583402988048043,0.4609840380376727,-3.806875696553493e-05,-0.00038708815662923205,1.8264044439962774,-0.24088610719709136,0.09244035192410585,0.46099000926142547,7.381485500971716e-07,-3.598220958933327e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.2090644089339146,1.2398960846176275,1.8602522164701027,-0.13522082669362764,-1.3629950497250776,0.8527634743825352,-0.03238078835768522],"gripper_action":1.0,"gripper_opening_width":-0.003315706458941668,"tcp_orn":[-2.6302735944082327,-0.10007477365082673,2.36588693434317],"tcp_pos":[-0.25743042328513177,0.19183787260785873,0.577272547963144]},"robot_contact_count":3,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0007528088859503545,0.004732853688490536,0.0031088732595821542],"current_lin_vel":[3.361051576482203e-05,-1.4881102935599452e-05,1.841978981444864e-05],"current_orn":[0.00014154928364777845,-0.00013336197965972002,0.7914650213810995,0.6112144321828458],"current_pos":[0.1337319645783565,0.13583402988048043,0.4609840380376727]},"block_pink":{"current_ang_vel":[-2.0262323039257314e-14,1.645781127409103e-14,3.483022904389832e-16],"current_lin_vel":[3.228909017116592e-16,4.092259965432598e-16,5.259681579161679e-15],"current_orn":[1.4231903451274973e-06,-1.1608374474321983e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719709136,0.09244035192410585,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0717188153581525e-14,3.887999667767293e-14,-4.514056842969406e-10],"current_lin_vel":[-1.6740875651345963e-11,8.799365318915012e-14,2.220446049250313e-15],"current_orn":[1.6228850808848933e-10,8.887094865233712e-11,0.6870459195325941,0.7266139996267704],"current_pos":[0.2299858200512274,-0.11998510318774838,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":427.774},{"name":"submit_calvin_action","arguments":{"action":[1.0,-1.0,0.2727452036855982,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,-1.0,0.2727452036855982,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2582369228912335,0.19218046600600952,0.5776291712572523,-2.667860195848408,-0.08751356506038292,2.4496972658135414,-0.002036749728575889,1.2085258508424757,1.234842595340942,1.8302334566931606,-0.17268158416953522,-1.3769552051889107,0.8482874115118608,-0.09838374771260457,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582005066937,-0.11998510318774551,0.4599900095308409,3.579589062301715e-10,-9.384962278482909e-11,1.5148313079302531,0.13373146473513192,0.13583382996421697,0.46098405895463446,-3.409649075538916e-05,-0.00039799952080918724,1.8264358460843102,-0.24088610719709136,0.09244035192410584,0.46099000926142547,7.381485498801211e-07,-3.598220958655316e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":427.865},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1864},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2582369228912335,0.19218046600600952,0.5776291712572523,-2.667860195848408,-0.08751356506038292,2.4496972658135414,-0.002036749728575889,1.2085258508424757,1.234842595340942,1.8302334566931606,-0.17268158416953522,-1.3769552051889107,0.8482874115118608,-0.09838374771260457,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582005066937,-0.11998510318774551,0.4599900095308409,3.579589062301715e-10,-9.384962278482909e-11,1.5148313079302531,0.13373146473513192,0.13583382996421697,0.46098405895463446,-3.409649075538916e-05,-0.00039799952080918724,1.8264358460843102,-0.24088610719709136,0.09244035192410584,0.46099000926142547,7.381485498801211e-07,-3.598220958655316e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.2085258508424757,1.234842595340942,1.8302334566931606,-0.17268158416953522,-1.3769552051889107,0.8482874115118608,-0.09838374771260457],"gripper_action":1.0,"gripper_opening_width":-0.002036749728575889,"tcp_orn":[-2.667860195848408,-0.08751356506038292,2.4496972658135414],"tcp_pos":[-0.2582369228912335,0.19218046600600952,0.5776291712572523]},"robot_contact_count":3,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0004339101801220872,6.772174447542442e-05,0.0033717991521697256],"current_lin_vel":[-6.495446296361151e-05,-8.376794643962166e-06,-1.5478406834024128e-07],"current_orn":[0.0001470833400082637,-0.00013512230703242813,0.7914746173471978,0.6112020044171652],"current_pos":[0.13373146473513192,0.13583382996421697,0.46098405895463446]},"block_pink":{"current_ang_vel":[-6.183815220842159e-14,-1.049501555876056e-13,3.464820632529254e-16],"current_lin_vel":[-2.1052648932673658e-15,1.2407331802989096e-15,6.1825544683813405e-15],"current_orn":[1.4231903449555378e-06,-1.160837447393081e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719709136,0.09244035192410584,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.3912073198985062e-14,1.9078462437478723e-14,-4.5140568051812446e-10],"current_lin_vel":[-1.6741271523115484e-11,8.805755563160741e-14,2.4841240175987878e-15],"current_orn":[1.622884764716281e-10,8.887087805409967e-11,0.6870459195271271,0.7266139996319395],"current_pos":[0.22998582005066937,-0.11998510318774551,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":427.876},{"name":"submit_calvin_action","arguments":{"action":[1.0,-1.0,0.23708287427476327,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,-1.0,0.23708287427476327,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2587714001977617,0.19194112651553516,0.5774661070574179,-2.6972567939305487,-0.07030220068697876,2.535548087087698,-0.0016056412475005852,1.2045242519257047,1.2308014409782027,1.7988593293147561,-0.21448452376314384,-1.3843877288766173,0.8427019003789283,-0.16628727786889638,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582005011134,-0.11998510318774264,0.4599900095308409,3.57958873994645e-10,-9.384969869716877e-11,1.514831307915206,0.13373215501355837,0.13583422694127556,0.4609838260115459,-4.998104912740667e-05,-0.00037183471024500753,1.8263768197003918,-0.2408861071970913,0.09244035192410581,0.46099000926142547,7.381485501074178e-07,-3.59822095900563e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":427.976},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1870},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2587714001977617,0.19194112651553516,0.5774661070574179,-2.6972567939305487,-0.07030220068697876,2.535548087087698,-0.0016056412475005852,1.2045242519257047,1.2308014409782027,1.7988593293147561,-0.21448452376314384,-1.3843877288766173,0.8427019003789283,-0.16628727786889638,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582005011134,-0.11998510318774264,0.4599900095308409,3.57958873994645e-10,-9.384969869716877e-11,1.514831307915206,0.13373215501355837,0.13583422694127556,0.4609838260115459,-4.998104912740667e-05,-0.00037183471024500753,1.8263768197003918,-0.2408861071970913,0.09244035192410581,0.46099000926142547,7.381485501074178e-07,-3.59822095900563e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.2045242519257047,1.2308014409782027,1.7988593293147561,-0.21448452376314384,-1.3843877288766173,0.8427019003789283,-0.16628727786889638],"gripper_action":1.0,"gripper_opening_width":-0.0016056412475005852,"tcp_orn":[-2.6972567939305487,-0.07030220068697876,2.535548087087698],"tcp_pos":[-0.2587714001977617,0.19194112651553516,0.5774661070574179]},"robot_contact_count":4,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.0050102609504890675,0.0013888610424788112,-0.0074873001835401255],"current_lin_vel":[0.00017301101081994627,9.811410153200935e-05,-5.703148982648398e-05],"current_orn":[0.00013187067376987908,-0.00013341631913539682,0.7914565795748213,0.6112253655223546],"current_pos":[0.13373215501355837,0.13583422694127556,0.4609838260115459]},"block_pink":{"current_ang_vel":[-6.185465523990456e-14,-1.0479657231503171e-13,3.5242487893066386e-16],"current_lin_vel":[-2.1021966941891168e-15,1.2410836765242895e-15,6.1825544683813405e-15],"current_orn":[1.423190345154318e-06,-1.1608374474569736e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.2408861071970913,0.09244035192410581,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.5253545350219365e-14,6.475581744616154e-14,-4.514056776388561e-10],"current_lin_vel":[-1.674035792686805e-11,8.788436656350169e-14,1.8318679906315083e-15],"current_orn":[1.6228849083853595e-10,8.887083939975089e-11,0.6870459195216605,0.7266139996371086],"current_pos":[0.22998582005011134,-0.11998510318774264,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":427.986},{"name":"submit_calvin_action","arguments":{"action":[1.0,-1.0,0.25338929425821055,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,-1.0,0.25338929425821055,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.25985845885598435,0.19141987507016978,0.5775132856928867,-2.7193403951208786,-0.0528538903357757,2.625076795313389,-0.0019008686065987463,1.1989810560492047,1.225709343640332,1.7645248762412356,-0.25839730141915007,-1.3845818639241159,0.8353082718858651,-0.2374601080008767,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.2299858200495533,-0.11998510318773976,0.4599900095308409,3.579587071638489e-10,-9.384975127023565e-11,1.5148313079001587,0.13373227384847222,0.13583413926149698,0.4609840514142671,-3.9881761315269446e-05,-0.00037823007826023723,1.8263814440695914,-0.24088610719709128,0.0924403519241058,0.46099000926142547,7.381485498900564e-07,-3.5982209587258087e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":428.079},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1876},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.25985845885598435,0.19141987507016978,0.5775132856928867,-2.7193403951208786,-0.0528538903357757,2.625076795313389,-0.0019008686065987463,1.1989810560492047,1.225709343640332,1.7645248762412356,-0.25839730141915007,-1.3845818639241159,0.8353082718858651,-0.2374601080008767,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.2299858200495533,-0.11998510318773976,0.4599900095308409,3.579587071638489e-10,-9.384975127023565e-11,1.5148313079001587,0.13373227384847222,0.13583413926149698,0.4609840514142671,-3.9881761315269446e-05,-0.00037823007826023723,1.8263814440695914,-0.24088610719709128,0.0924403519241058,0.46099000926142547,7.381485498900564e-07,-3.5982209587258087e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.1989810560492047,1.225709343640332,1.7645248762412356,-0.25839730141915007,-1.3845818639241159,0.8353082718858651,-0.2374601080008767],"gripper_action":1.0,"gripper_opening_width":-0.0019008686065987463,"tcp_orn":[-2.7193403951208786,-0.0528538903357757,2.625076795313389],"tcp_pos":[-0.25985845885598435,0.19141987507016978,0.5775132856928867]},"robot_contact_count":5,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0012979263556833261,0.0033045650033975667,0.00286828382468504],"current_lin_vel":[9.790088147994735e-06,-2.5819658241395572e-05,4.5049340838855534e-05],"current_orn":[0.00013748827603472896,-0.00013137393289661635,0.7914579929886488,0.6112235345372784],"current_pos":[0.13373227384847222,0.13583413926149698,0.4609840514142671]},"block_pink":{"current_ang_vel":[-6.180562509430365e-14,-1.0486732151763623e-13,3.4659904092938423e-16],"current_lin_vel":[-2.103608285434343e-15,1.2400830790315644e-15,6.1825544683813405e-15],"current_orn":[1.423190344981666e-06,-1.1608374474172533e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719709128,0.0924403519241058,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.067947324200539e-14,3.9010683185037107e-14,-4.5140568215730175e-10],"current_lin_vel":[-1.674087295014251e-11,8.799290012651882e-14,2.213507155346406e-15],"current_orn":[1.622884482884641e-10,8.887076298815782e-11,0.6870459195161938,0.7266139996422777],"current_pos":[0.2299858200495533,-0.11998510318773976,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":428.09},{"name":"submit_calvin_action","arguments":{"action":[1.0,-1.0,0.24867143071132247,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,-1.0,0.24867143071132247,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2609119275032745,0.19054162010830084,0.5773334429571229,-2.735546299725552,-0.029149936108100596,2.71416704799215,-0.002575299763950955,1.194185112930769,1.218782042315641,1.7248485985066289,-0.3028350337915063,-1.3828021469379221,0.8292383085369363,-0.30710137557997075,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.2299858200489953,-0.11998510318773689,0.4599900095308409,3.579585407712012e-10,-9.384980504671311e-11,1.514831307885111,0.13373164314850203,0.13583395366396955,0.4609841384527352,-3.37888585465506e-05,-0.0003890668297070324,1.8264216883604665,-0.24088610719709122,0.09244035192410577,0.46099000926142547,7.381485506438704e-07,-3.5982209591440507e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":428.164},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1882},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2609119275032745,0.19054162010830084,0.5773334429571229,-2.735546299725552,-0.029149936108100596,2.71416704799215,-0.002575299763950955,1.194185112930769,1.218782042315641,1.7248485985066289,-0.3028350337915063,-1.3828021469379221,0.8292383085369363,-0.30710137557997075,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.2299858200489953,-0.11998510318773689,0.4599900095308409,3.579585407712012e-10,-9.384980504671311e-11,1.514831307885111,0.13373164314850203,0.13583395366396955,0.4609841384527352,-3.37888585465506e-05,-0.0003890668297070324,1.8264216883604665,-0.24088610719709122,0.09244035192410577,0.46099000926142547,7.381485506438704e-07,-3.5982209591440507e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.194185112930769,1.218782042315641,1.7248485985066289,-0.3028350337915063,-1.3828021469379221,0.8292383085369363,-0.30710137557997075],"gripper_action":1.0,"gripper_opening_width":-0.002575299763950955,"tcp_orn":[-2.735546299725552,-0.029149936108100596,2.71416704799215],"tcp_pos":[-0.2609119275032745,0.19054162010830084,0.5773334429571229]},"robot_contact_count":7,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0008493880087246205,0.0013478457491550517,0.003222540685536723],"current_lin_vel":[-3.63929114710207e-05,-1.672460831838654e-05,1.5192787262009733e-05],"current_orn":[0.00014364141723390518,-0.00013227174298040706,0.7914702914752317,0.6112076075961759],"current_pos":[0.13373164314850203,0.13583395366396955,0.4609841384527352]},"block_pink":{"current_ang_vel":[-6.194011172656356e-14,-1.050752905686589e-13,3.5416735381256735e-16],"current_lin_vel":[-2.1077760843350285e-15,1.2428006051129612e-15,6.1825544683813405e-15],"current_orn":[1.4231903454059128e-06,-1.160837447341062e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719709122,0.09244035192410577,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.5176245798292702e-14,6.44104801452688e-14,-4.5140568611702874e-10],"current_lin_vel":[-1.674036503827288e-11,8.788285531978948e-14,1.824929096727601e-15],"current_orn":[1.622884063109738e-10,8.887068628987122e-11,0.6870459195107267,0.7266139996474469],"current_pos":[0.2299858200489953,-0.11998510318773689,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":428.174},{"name":"submit_calvin_action","arguments":{"action":[1.0,-1.0,0.26665570428771046,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,-1.0,0.26665570428771046,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2615691300046262,0.18961947079749997,0.577159788114437,-2.746659029163359,0.00011586679577237401,2.801462759437328,-0.002598957697353852,1.191327987600526,1.2091245282741119,1.6793881432225817,-0.34584824329488406,-1.3805245653990812,0.8246825814387218,-0.37473332260184344,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582004843726,-0.11998510318773402,0.4599900095308409,3.579582938085207e-10,-9.384984884855238e-11,1.514831307870064,0.13373178047119863,0.13583382505481192,0.4609840923681477,-3.339652030248441e-05,-0.00039490024510234164,1.826415517030564,-0.2408861071970912,0.09244035192410575,0.46099000926142547,7.381485498968981e-07,-3.5982209587989216e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":428.25},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1888},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2615691300046262,0.18961947079749997,0.577159788114437,-2.746659029163359,0.00011586679577237401,2.801462759437328,-0.002598957697353852,1.191327987600526,1.2091245282741119,1.6793881432225817,-0.34584824329488406,-1.3805245653990812,0.8246825814387218,-0.37473332260184344,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582004843726,-0.11998510318773402,0.4599900095308409,3.579582938085207e-10,-9.384984884855238e-11,1.514831307870064,0.13373178047119863,0.13583382505481192,0.4609840923681477,-3.339652030248441e-05,-0.00039490024510234164,1.826415517030564,-0.2408861071970912,0.09244035192410575,0.46099000926142547,7.381485498968981e-07,-3.5982209587989216e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.191327987600526,1.2091245282741119,1.6793881432225817,-0.34584824329488406,-1.3805245653990812,0.8246825814387218,-0.37473332260184344],"gripper_action":1.0,"gripper_opening_width":-0.002598957697353852,"tcp_orn":[-2.746659029163359,0.00011586679577237401,2.801462759437328],"tcp_pos":[-0.2615691300046262,0.18961947079749997,0.577159788114437]},"robot_contact_count":6,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0003360644477979981,3.656869838835795e-05,0.003295062721077939],"current_lin_vel":[-6.406013297546729e-05,-6.435940202642655e-06,1.5157572010870979e-06],"current_orn":[0.00014606939162756997,-0.00013389964558834666,0.7914684050332919,0.6112100494663638],"current_pos":[0.13373178047119863,0.13583382505481192,0.4609840923681477]},"block_pink":{"current_ang_vel":[-6.181198982114217e-14,-1.0476190131458375e-13,3.4628811696623413e-16],"current_lin_vel":[-2.101495046454947e-15,1.240207155842141e-15,6.1825544683813405e-15],"current_orn":[1.4231903450074236e-06,-1.1608374474434183e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.2408861071970912,0.09244035192410575,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.5240420154004853e-14,6.492299375592522e-14,-4.514056816840724e-10],"current_lin_vel":[-1.6740354708480753e-11,8.78841116375893e-14,1.8318679906315083e-15],"current_orn":[1.622883316353094e-10,8.887058553778452e-11,0.6870459195052601,0.726613999652616],"current_pos":[0.22998582004843726,-0.11998510318773402,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":428.309},{"name":"submit_calvin_action","arguments":{"action":[1.0,-1.0,0.28402118855629377,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,-1.0,0.28402118855629377,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.26223240606017756,0.1889715276041004,0.5770050703612162,-2.7531364750355167,0.03799893458289585,2.8852098126175134,-0.0033255780532124015,1.193315806554742,1.1965589147990667,1.6279767785437047,-0.3858134621980175,-1.38056714491298,0.8218283808517113,-0.44232957984329374,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582004787924,-0.11998510318773115,0.4599900095308409,3.579581498612395e-10,-9.384990939682344e-11,1.5148313078550166,0.13373160860970956,0.13583387625462778,0.4609841594453248,-3.3419772940669646e-05,-0.0003915151277547723,1.8264224430652598,-0.24088610719709116,0.09244035192410574,0.46099000926142547,7.381485502118622e-07,-3.5982209585896477e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":428.372},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1894},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.26223240606017756,0.1889715276041004,0.5770050703612162,-2.7531364750355167,0.03799893458289585,2.8852098126175134,-0.0033255780532124015,1.193315806554742,1.1965589147990667,1.6279767785437047,-0.3858134621980175,-1.38056714491298,0.8218283808517113,-0.44232957984329374,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582004787924,-0.11998510318773115,0.4599900095308409,3.579581498612395e-10,-9.384990939682344e-11,1.5148313078550166,0.13373160860970956,0.13583387625462778,0.4609841594453248,-3.3419772940669646e-05,-0.0003915151277547723,1.8264224430652598,-0.24088610719709116,0.09244035192410574,0.46099000926142547,7.381485502118622e-07,-3.5982209585896477e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.193315806554742,1.1965589147990667,1.6279767785437047,-0.3858134621980175,-1.38056714491298,0.8218283808517113,-0.44232957984329374],"gripper_action":1.0,"gripper_opening_width":-0.0033255780532124015,"tcp_orn":[-2.7531364750355167,0.03799893458289585,2.8852098126175134],"tcp_pos":[-0.26223240606017756,0.1889715276041004,0.5770050703612162]},"robot_contact_count":5,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.00047796178890731,-2.246265718597708e-05,0.0032987839095261935],"current_lin_vel":[-6.531479511169692e-05,-9.275133544149106e-06,1.2189492841624405e-06],"current_orn":[0.00014472313892877607,-0.00013287383741254817,0.7914705219386526,0.6112073087765829],"current_pos":[0.13373160860970956,0.13583387625462778,0.4609841594453248]},"block_pink":{"current_ang_vel":[-2.0181429399280465e-14,1.6399418358778145e-14,3.4780222275715736e-16],"current_lin_vel":[3.21727036101119e-16,4.076047161453431e-16,5.252742685257772e-15],"current_orn":[1.4231903450633161e-06,-1.160837447262793e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719709116,0.09244035192410574,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.513293796510821e-14,6.438619782137456e-14,-4.514056844071244e-10],"current_lin_vel":[-1.6740365498261747e-11,8.788197669361788e-14,1.824929096727601e-15],"current_orn":[1.6228830013864448e-10,8.887051408975677e-11,0.6870459194997933,0.7266139996577851],"current_pos":[0.22998582004787924,-0.11998510318773115,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":428.414},{"name":"submit_calvin_action","arguments":{"action":[1.0,-1.0,0.2994929638783783,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,-1.0,0.2994929638783783,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2628376645771487,0.18768367935447627,0.5772951893057885,-2.7506933867502417,0.08439745867470345,2.9647357519260376,-0.004763523979361098,1.2014176045442044,1.1811918633203176,1.570835973684392,-0.42088492789176607,-1.383597185575844,0.8164586589468136,-0.5076203041172034,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.2299858200473212,-0.11998510318772827,0.4599900095308409,3.579579829773325e-10,-9.38499603867761e-11,1.5148313078399693,0.13373140374504539,0.13583392113943624,0.460983962566777,-5.714964439701232e-05,-0.0003819824282480687,1.8264058804882,-0.2408861071970911,0.09244035192410571,0.46099000926142547,7.381485499082553e-07,-3.598220958871348e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":428.465},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1900},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2628376645771487,0.18768367935447627,0.5772951893057885,-2.7506933867502417,0.08439745867470345,2.9647357519260376,-0.004763523979361098,1.2014176045442044,1.1811918633203176,1.570835973684392,-0.42088492789176607,-1.383597185575844,0.8164586589468136,-0.5076203041172034,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.2299858200473212,-0.11998510318772827,0.4599900095308409,3.579579829773325e-10,-9.38499603867761e-11,1.5148313078399693,0.13373140374504539,0.13583392113943624,0.460983962566777,-5.714964439701232e-05,-0.0003819824282480687,1.8264058804882,-0.2408861071970911,0.09244035192410571,0.46099000926142547,7.381485499082553e-07,-3.598220958871348e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.2014176045442044,1.1811918633203176,1.570835973684392,-0.42088492789176607,-1.383597185575844,0.8164586589468136,-0.5076203041172034],"gripper_action":1.0,"gripper_opening_width":-0.004763523979361098,"tcp_orn":[-2.7506933867502417,0.08439745867470345,2.9647357519260376],"tcp_pos":[-0.2628376645771487,0.18768367935447627,0.5772951893057885]},"robot_contact_count":3,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.002058680100784872,-0.0038473001771674445,-0.007749251540535207],"current_lin_vel":[7.337333923004342e-05,3.895993297780899e-05,-3.185367077832707e-05],"current_orn":[0.00013369762411677538,-0.00013935246369708431,0.7914654595079056,0.611213865281029],"current_pos":[0.13373140374504539,0.13583392113943624,0.460983962566777]},"block_pink":{"current_ang_vel":[-6.185888996155593e-14,-1.0483660607555667e-13,3.524770345786899e-16],"current_lin_vel":[-2.1029964324374125e-15,1.241168066813666e-15,6.1825544683813405e-15],"current_orn":[1.423190345034714e-06,-1.1608374474678906e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.2408861071970911,0.09244035192410571,0.46099000926142547]},"block_red":{"current_ang_vel":[1.4464061833967589e-13,-3.6421408729638423e-13,-4.514056838714975e-10],"current_lin_vel":[-1.674893750288493e-11,8.468649942206863e-14,1.3114509478384662e-15],"current_orn":[1.6228825702544098e-10,8.887043823507538e-11,0.6870459194943266,0.7266139996629541],"current_pos":[0.2299858200473212,-0.11998510318772827,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":428.516}],"event":{"kind":"action","label":"Lift block","detail":"lift the blue block from the sliding cabinet"}},{"round":18,"at":435.002373,"duration":6.391,"title":"Execution error; inspect the returned feedback.","error":"NameError: name 'type' is not defined","budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":"lift the blue block from the sliding cabinet","toolCalls":1,"cumulativeToolCalls":628,"code":"rctx = primitives.call(name='get_calvin_runtime_context').output\nprint(\"Action keys/schema:\")\nfor k in rctx.keys():\n    print(k, type(rctx[k]))\nif 'action_schema' in rctx:\n    print(\"action_schema:\", rctx['action_schema'])\nif 'backend_details' in rctx:\n    print(\"backend_details:\", rctx['backend_details'])\nif 'native_agent_backend' in rctx:\n    print(\"native_agent_backend:\", rctx['native_agent_backend'])","codeExcerpt":false,"stdout":"","feedback":{},"calls":[{"name":"get_calvin_runtime_context","arguments":{},"ok":true,"error":null,"output":{"available_skill_schema":{"action":{"dtype":"float","example_noop":[0.0,0.0,0.0,0.0,0.0,0.0,1.0],"relative_cartesian_control":{"gripper":{"close":-1.0,"open":1.0},"max_orientation_delta_rad_per_action":0.05,"max_position_delta_m_per_action":0.02,"normalized_range":[-1.0,1.0],"order":["dx","dy","dz","droll","dpitch","dyaw","gripper"]},"shape":[7],"source":"calvin_default_cartesian_rel"},"inputs":{"grounding":"dict|None","horizon":"int","language_goal":"str|None","prompt":"str|None","query":"str|None","subgoal":"str|None"},"name":"execute_calvin_language_skill","requires_policy_backend":false},"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_runtime_context_observation","trace_event_count":1904},"prompt":null,"query":null,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"scene":{"observation_keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"aabb_min":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"orientation_xyzw":["[nested data omitted]","[nested data omitted]","[nested data omitted]","[nested data omitted]"],"position":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},"button_link":{"aabb_max":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"aabb_min":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"orientation_xyzw":["[nested data omitted]","[nested data omitted]","[nested data omitted]","[nested data omitted]"],"position":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},"drawer_link":{"aabb_max":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"aabb_min":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"orientation_xyzw":["[nested data omitted]","[nested data omitted]","[nested data omitted]","[nested data omitted]"],"position":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},"led_link":{"aabb_max":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"aabb_min":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"orientation_xyzw":["[nested data omitted]","[nested data omitted]","[nested data omitted]","[nested data omitted]"],"position":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},"light_link":{"aabb_max":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"aabb_min":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"orientation_xyzw":["[nested data omitted]","[nested data omitted]","[nested data omitted]","[nested data omitted]"],"position":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},"plank_link":{"aabb_max":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"aabb_min":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"orientation_xyzw":["[nested data omitted]","[nested data omitted]","[nested data omitted]","[nested data omitted]"],"position":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},"slide_link":{"aabb_max":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"aabb_min":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"orientation_xyzw":["[nested data omitted]","[nested data omitted]","[nested data omitted]","[nested data omitted]"],"position":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},"switch_link":{"aabb_max":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"aabb_min":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"orientation_xyzw":["[nested data omitted]","[nested data omitted]","[nested data omitted]","[nested data omitted]"],"position":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}}},"robot":{"arm_joint_states":[1.2014176045442044,1.1811918633203176,1.570835973684392,-0.42088492789176607,-1.383597185575844,0.8164586589468136,-0.5076203041172034],"gripper_action":1.0,"gripper_opening_width":-0.004763523979361098,"tcp_orn":[-2.7506933867502417,0.08439745867470345,2.9647357519260376],"tcp_pos":[-0.2628376645771487,0.18768367935447627,0.5772951893057885]},"robot_contact_count":3,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"current_lin_vel":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"current_orn":["[nested data omitted]","[nested data omitted]","[nested data omitted]","[nested data omitted]"],"current_pos":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},"block_pink":{"current_ang_vel":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"current_lin_vel":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"current_orn":["[nested data omitted]","[nested data omitted]","[nested data omitted]","[nested data omitted]"],"current_pos":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},"block_red":{"current_ang_vel":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"current_lin_vel":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"current_orn":["[nested data omitted]","[nested data omitted]","[nested data omitted]","[nested data omitted]"],"current_pos":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}},"state":{"robot_obs":[-0.2628376645771487,0.18768367935447627,0.5772951893057885,-2.7506933867502417,0.08439745867470345,2.9647357519260376,-0.004763523979361098,1.2014176045442044,1.1811918633203176,1.570835973684392,-0.42088492789176607,-1.383597185575844,0.8164586589468136,-0.5076203041172034,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.2299858200473212,-0.11998510318772827,0.4599900095308409,3.579579829773325e-10,-9.38499603867761e-11,1.5148313078399693,0.13373140374504539,0.13583392113943624,0.460983962566777,-5.714964439701232e-05,-0.0003819824282480687,1.8264058804882,-0.2408861071970911,0.09244035192410571,0.46099000926142547,7.381485499082553e-07,-3.598220958871348e-06,1.3684892726217532]}}},"at":434.887}],"event":{"kind":"error","label":"Execution error","detail":""}},{"round":19,"at":440.879311,"duration":5.877,"title":"calvin state","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":"lift the blue block from the sliding cabinet","toolCalls":1,"cumulativeToolCalls":629,"code":"# Look at the static image! The slider door was pushed right or left?\n# In the static camera image:\n# Left side: handle is vertical (slider left). The shelf opening is in the middle/right!\n# Wait, look at the door:\n# The slide door is on the right side! The handle on the left door is visible, handle on the right is visible.\n# But where is the blue block?\n# Let's check block_blue position from semantic state:\nst = primitives.call(name='observe_calvin_state').output['semantic_state']\nprint(\"block_blue pos:\", st['scene']['movable_objects']['block_blue']['current_pos'])\nprint(\"block_pink pos:\", st['scene']['movable_objects']['block_pink']['current_pos'])\nprint(\"block_red pos:\", st['scene']['movable_objects']['block_red']['current_pos'])\nprint(\"doors:\", st['scene']['doors'])","codeExcerpt":false,"stdout":"block_blue pos: [0.13373140374504539, 0.13583392113943624, 0.460983962566777]\nblock_pink pos: [-0.2408861071970911, 0.09244035192410571, 0.46099000926142547]\nblock_red pos: [0.2299858200473212, -0.11998510318772827, 0.4599900095308409]\ndoors: {'base__drawer': {'current_state': 0.22}, 'base__slide': {'current_state': 0.2797414087038346}}\n","feedback":{},"calls":[{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1907},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2628376645771487,0.18768367935447627,0.5772951893057885,-2.7506933867502417,0.08439745867470345,2.9647357519260376,-0.004763523979361098,1.2014176045442044,1.1811918633203176,1.570835973684392,-0.42088492789176607,-1.383597185575844,0.8164586589468136,-0.5076203041172034,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.2299858200473212,-0.11998510318772827,0.4599900095308409,3.579579829773325e-10,-9.38499603867761e-11,1.5148313078399693,0.13373140374504539,0.13583392113943624,0.460983962566777,-5.714964439701232e-05,-0.0003819824282480687,1.8264058804882,-0.2408861071970911,0.09244035192410571,0.46099000926142547,7.381485499082553e-07,-3.598220958871348e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.2014176045442044,1.1811918633203176,1.570835973684392,-0.42088492789176607,-1.383597185575844,0.8164586589468136,-0.5076203041172034],"gripper_action":1.0,"gripper_opening_width":-0.004763523979361098,"tcp_orn":[-2.7506933867502417,0.08439745867470345,2.9647357519260376],"tcp_pos":[-0.2628376645771487,0.18768367935447627,0.5772951893057885]},"robot_contact_count":3,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.002058680100784872,-0.0038473001771674445,-0.007749251540535207],"current_lin_vel":[7.337333923004342e-05,3.895993297780899e-05,-3.185367077832707e-05],"current_orn":[0.00013369762411677538,-0.00013935246369708431,0.7914654595079056,0.611213865281029],"current_pos":[0.13373140374504539,0.13583392113943624,0.460983962566777]},"block_pink":{"current_ang_vel":[-6.185888996155593e-14,-1.0483660607555667e-13,3.524770345786899e-16],"current_lin_vel":[-2.1029964324374125e-15,1.241168066813666e-15,6.1825544683813405e-15],"current_orn":[1.423190345034714e-06,-1.1608374474678906e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.2408861071970911,0.09244035192410571,0.46099000926142547]},"block_red":{"current_ang_vel":[1.4464061833967589e-13,-3.6421408729638423e-13,-4.514056838714975e-10],"current_lin_vel":[-1.674893750288493e-11,8.468649942206863e-14,1.3114509478384662e-15],"current_orn":[1.6228825702544098e-10,8.887043823507538e-11,0.6870459194943266,0.7266139996629541],"current_pos":[0.2299858200473212,-0.11998510318772827,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":440.781}],"event":{"kind":"action","label":"Lift block","detail":"lift the blue block from the sliding cabinet"}},{"round":20,"at":449.429609,"duration":8.55,"title":"calvin state · calvin action","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":"lift the blue block from the sliding cabinet","toolCalls":3,"cumulativeToolCalls":632,"code":"# Let's see what the joint states are and check if we can reset the arm pose using joint actions or cartesian control.\n# CALVIN action space:\n# The action is 7D: [dx, dy, dz, droll, dpitch, dyaw, gripper_cmd] relative to TCP frame or base frame?\n# In CALVIN, actions are relative to the world/base frame!\n# Let's inspect the exact delta from a step to confirm:\np_start = primitives.call(name='observe_calvin_state').output['semantic_state']['robot']['tcp_pos']\nres = primitives.call(name='submit_calvin_action', action=[0.0, -1.0, 0.0, 0.0, 0.0, 0.0, 1.0])\np_end = primitives.call(name='observe_calvin_state').output['semantic_state']['robot']['tcp_pos']\nprint(\"Move -y delta:\", [p_end[i] - p_start[i] for i in range(3)])","codeExcerpt":false,"stdout":"Move -y delta: [-0.0002613592259693154, -0.0012265002779386636, 0.0007725400994761378]\n","feedback":{},"calls":[{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1911},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2628376645771487,0.18768367935447627,0.5772951893057885,-2.7506933867502417,0.08439745867470345,2.9647357519260376,-0.004763523979361098,1.2014176045442044,1.1811918633203176,1.570835973684392,-0.42088492789176607,-1.383597185575844,0.8164586589468136,-0.5076203041172034,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.2299858200473212,-0.11998510318772827,0.4599900095308409,3.579579829773325e-10,-9.38499603867761e-11,1.5148313078399693,0.13373140374504539,0.13583392113943624,0.460983962566777,-5.714964439701232e-05,-0.0003819824282480687,1.8264058804882,-0.2408861071970911,0.09244035192410571,0.46099000926142547,7.381485499082553e-07,-3.598220958871348e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.2014176045442044,1.1811918633203176,1.570835973684392,-0.42088492789176607,-1.383597185575844,0.8164586589468136,-0.5076203041172034],"gripper_action":1.0,"gripper_opening_width":-0.004763523979361098,"tcp_orn":[-2.7506933867502417,0.08439745867470345,2.9647357519260376],"tcp_pos":[-0.2628376645771487,0.18768367935447627,0.5772951893057885]},"robot_contact_count":3,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.002058680100784872,-0.0038473001771674445,-0.007749251540535207],"current_lin_vel":[7.337333923004342e-05,3.895993297780899e-05,-3.185367077832707e-05],"current_orn":[0.00013369762411677538,-0.00013935246369708431,0.7914654595079056,0.611213865281029],"current_pos":[0.13373140374504539,0.13583392113943624,0.460983962566777]},"block_pink":{"current_ang_vel":[-6.185888996155593e-14,-1.0483660607555667e-13,3.524770345786899e-16],"current_lin_vel":[-2.1029964324374125e-15,1.241168066813666e-15,6.1825544683813405e-15],"current_orn":[1.423190345034714e-06,-1.1608374474678906e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.2408861071970911,0.09244035192410571,0.46099000926142547]},"block_red":{"current_ang_vel":[1.4464061833967589e-13,-3.6421408729638423e-13,-4.514056838714975e-10],"current_lin_vel":[-1.674893750288493e-11,8.468649942206863e-14,1.3114509478384662e-15],"current_orn":[1.6228825702544098e-10,8.887043823507538e-11,0.6870459194943266,0.7266139996629541],"current_pos":[0.2299858200473212,-0.11998510318772827,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":449.188},{"name":"submit_calvin_action","arguments":{"action":[0.0,-1.0,0.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[0.0,-1.0,0.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.263099023803118,0.1864571790765376,0.5780677294052646,-2.7410536780808377,0.1292931453109792,3.0384613969965937,-0.0065629439831767266,1.2149553466581502,1.1646798994246785,1.5107892481778133,-0.4454850605486976,-1.3854323130381274,0.8114610316065565,-0.5729415124507297,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582004676318,-0.1199851031877254,0.4599900095308409,3.5795792345676256e-10,-9.385002898724415e-11,1.5148313078249216,0.1337311991457256,0.135833820884303,0.46098412702974906,-3.3710460405488766e-05,-0.000392884186202836,1.8264415030420644,-0.24088610719709108,0.0924403519241057,0.46099000926142547,7.381485502225763e-07,-3.598220958662955e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":449.25},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1917},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.263099023803118,0.1864571790765376,0.5780677294052646,-2.7410536780808377,0.1292931453109792,3.0384613969965937,-0.0065629439831767266,1.2149553466581502,1.1646798994246785,1.5107892481778133,-0.4454850605486976,-1.3854323130381274,0.8114610316065565,-0.5729415124507297,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582004676318,-0.1199851031877254,0.4599900095308409,3.5795792345676256e-10,-9.385002898724415e-11,1.5148313078249216,0.1337311991457256,0.135833820884303,0.46098412702974906,-3.3710460405488766e-05,-0.000392884186202836,1.8264415030420644,-0.24088610719709108,0.0924403519241057,0.46099000926142547,7.381485502225763e-07,-3.598220958662955e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.2149553466581502,1.1646798994246785,1.5107892481778133,-0.4454850605486976,-1.3854323130381274,0.8114610316065565,-0.5729415124507297],"gripper_action":1.0,"gripper_opening_width":-0.0065629439831767266,"tcp_orn":[-2.7410536780808377,0.1292931453109792,3.0384613969965937],"tcp_pos":[-0.263099023803118,0.1864571790765376,0.5780677294052646]},"robot_contact_count":3,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0007126626514824077,0.00017955629290321838,0.003310631977609061],"current_lin_vel":[-6.150882871405793e-05,-1.3965913300988116e-05,7.035945309714908e-06],"current_orn":[0.0001451773598452482,-0.00013340587842100725,0.7914763465686585,0.6111997659920483],"current_pos":[0.1337311991457256,0.135833820884303,0.46098412702974906]},"block_pink":{"current_ang_vel":[-2.0107286195950012e-14,1.635957289039829e-14,3.4782134176704084e-16],"current_lin_vel":[3.2093011484112164e-16,4.0612192615460377e-16,5.252742685257772e-15],"current_orn":[1.4231903450906357e-06,-1.1608374472878097e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719709108,0.0924403519241057,0.46099000926142547]},"block_red":{"current_ang_vel":[1.448301734222417e-13,-3.643013375406601e-13,-4.5140568365631526e-10],"current_lin_vel":[-1.674893918843303e-11,8.468272378346218e-14,1.3114509478384662e-15],"current_orn":[1.6228825896770576e-10,8.887039286414174e-11,0.6870459194888595,0.7266139996681233],"current_pos":[0.22998582004676318,-0.1199851031877254,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":449.31}],"event":{"kind":"action","label":"Lift block","detail":"lift the blue block from the sliding cabinet"}},{"round":21,"at":457.42999,"duration":8.0,"title":"calvin state","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":"lift the blue block from the sliding cabinet","toolCalls":1,"cumulativeToolCalls":633,"code":"st = primitives.call(name='observe_calvin_state').output['semantic_state']['robot']\nprint(\"Joint states:\", st['arm_joint_states'])\nprint(\"TCP pos:\", st['tcp_pos'])\nprint(\"TCP orn:\", st['tcp_orn'])","codeExcerpt":false,"stdout":"Joint states: [1.2149553466581502, 1.1646798994246785, 1.5107892481778133, -0.4454850605486976, -1.3854323130381274, 0.8114610316065565, -0.5729415124507297]\nTCP pos: [-0.263099023803118, 0.1864571790765376, 0.5780677294052646]\nTCP orn: [-2.7410536780808377, 0.1292931453109792, 3.0384613969965937]\n","feedback":{},"calls":[{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1921},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.263099023803118,0.1864571790765376,0.5780677294052646,-2.7410536780808377,0.1292931453109792,3.0384613969965937,-0.0065629439831767266,1.2149553466581502,1.1646798994246785,1.5107892481778133,-0.4454850605486976,-1.3854323130381274,0.8114610316065565,-0.5729415124507297,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582004676318,-0.1199851031877254,0.4599900095308409,3.5795792345676256e-10,-9.385002898724415e-11,1.5148313078249216,0.1337311991457256,0.135833820884303,0.46098412702974906,-3.3710460405488766e-05,-0.000392884186202836,1.8264415030420644,-0.24088610719709108,0.0924403519241057,0.46099000926142547,7.381485502225763e-07,-3.598220958662955e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.2149553466581502,1.1646798994246785,1.5107892481778133,-0.4454850605486976,-1.3854323130381274,0.8114610316065565,-0.5729415124507297],"gripper_action":1.0,"gripper_opening_width":-0.0065629439831767266,"tcp_orn":[-2.7410536780808377,0.1292931453109792,3.0384613969965937],"tcp_pos":[-0.263099023803118,0.1864571790765376,0.5780677294052646]},"robot_contact_count":3,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0007126626514824077,0.00017955629290321838,0.003310631977609061],"current_lin_vel":[-6.150882871405793e-05,-1.3965913300988116e-05,7.035945309714908e-06],"current_orn":[0.0001451773598452482,-0.00013340587842100725,0.7914763465686585,0.6111997659920483],"current_pos":[0.1337311991457256,0.135833820884303,0.46098412702974906]},"block_pink":{"current_ang_vel":[-2.0107286195950012e-14,1.635957289039829e-14,3.4782134176704084e-16],"current_lin_vel":[3.2093011484112164e-16,4.0612192615460377e-16,5.252742685257772e-15],"current_orn":[1.4231903450906357e-06,-1.1608374472878097e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719709108,0.0924403519241057,0.46099000926142547]},"block_red":{"current_ang_vel":[1.448301734222417e-13,-3.643013375406601e-13,-4.5140568365631526e-10],"current_lin_vel":[-1.674893918843303e-11,8.468272378346218e-14,1.3114509478384662e-15],"current_orn":[1.6228825896770576e-10,8.887039286414174e-11,0.6870459194888595,0.7266139996681233],"current_pos":[0.22998582004676318,-0.1199851031877254,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":457.334}],"event":{"kind":"action","label":"Lift block","detail":"lift the blue block from the sliding cabinet"}},{"round":22,"at":544.497239,"duration":87.067,"title":"calvin state · calvin action","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":"lift the blue block from the sliding cabinet","toolCalls":15,"cumulativeToolCalls":648,"code":"# Let's see what each directional action achieves right now\nfor ax_test in [\n    (\"x+\", [1.0, 0, 0, 0, 0, 0, 1.0]),\n    (\"x-\", [-1.0, 0, 0, 0, 0, 0, 1.0]),\n    (\"y-\", [0, -1.0, 0, 0, 0, 0, 1.0]),\n    (\"z+\", [0, 0, 1.0, 0, 0, 0, 1.0]),\n    (\"z-\", [0, 0, -1.0, 0, 0, 0, 1.0]),\n]:\n    p_before = primitives.call(name='observe_calvin_state').output['semantic_state']['robot']['tcp_pos']\n    primitives.call(name='submit_calvin_action', action=ax_test[1])\n    p_after = primitives.call(name='observe_calvin_state').output['semantic_state']['robot']['tcp_pos']\n    diff = [round(p_after[i] - p_before[i], 4) for i in range(3)]\n    print(f\"Action {ax_test[0]}: delta = {diff}\")","codeExcerpt":false,"stdout":"Action x+: delta = [-0.0004, 0.0012, -0.0011]\nAction x-: delta = [-0.0003, -0.0007, 0.0011]\nAction y-: delta = [0.0014, -0.0007, 0.0024]\nAction z+: delta = [-0.0001, 0.0015, 0.0011]\nAction z-: delta = [-0.0002, -0.0002, 0.0013]\n","feedback":{},"calls":[{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1925},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.263099023803118,0.1864571790765376,0.5780677294052646,-2.7410536780808377,0.1292931453109792,3.0384613969965937,-0.0065629439831767266,1.2149553466581502,1.1646798994246785,1.5107892481778133,-0.4454850605486976,-1.3854323130381274,0.8114610316065565,-0.5729415124507297,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582004676318,-0.1199851031877254,0.4599900095308409,3.5795792345676256e-10,-9.385002898724415e-11,1.5148313078249216,0.1337311991457256,0.135833820884303,0.46098412702974906,-3.3710460405488766e-05,-0.000392884186202836,1.8264415030420644,-0.24088610719709108,0.0924403519241057,0.46099000926142547,7.381485502225763e-07,-3.598220958662955e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.2149553466581502,1.1646798994246785,1.5107892481778133,-0.4454850605486976,-1.3854323130381274,0.8114610316065565,-0.5729415124507297],"gripper_action":1.0,"gripper_opening_width":-0.0065629439831767266,"tcp_orn":[-2.7410536780808377,0.1292931453109792,3.0384613969965937],"tcp_pos":[-0.263099023803118,0.1864571790765376,0.5780677294052646]},"robot_contact_count":3,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0007126626514824077,0.00017955629290321838,0.003310631977609061],"current_lin_vel":[-6.150882871405793e-05,-1.3965913300988116e-05,7.035945309714908e-06],"current_orn":[0.0001451773598452482,-0.00013340587842100725,0.7914763465686585,0.6111997659920483],"current_pos":[0.1337311991457256,0.135833820884303,0.46098412702974906]},"block_pink":{"current_ang_vel":[-2.0107286195950012e-14,1.635957289039829e-14,3.4782134176704084e-16],"current_lin_vel":[3.2093011484112164e-16,4.0612192615460377e-16,5.252742685257772e-15],"current_orn":[1.4231903450906357e-06,-1.1608374472878097e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719709108,0.0924403519241057,0.46099000926142547]},"block_red":{"current_ang_vel":[1.448301734222417e-13,-3.643013375406601e-13,-4.5140568365631526e-10],"current_lin_vel":[-1.674893918843303e-11,8.468272378346218e-14,1.3114509478384662e-15],"current_orn":[1.6228825896770576e-10,8.887039286414174e-11,0.6870459194888595,0.7266139996681233],"current_pos":[0.22998582004676318,-0.1199851031877254,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":543.778},{"name":"submit_calvin_action","arguments":{"action":[1.0,0,0,0,0,0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,0.0,0.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2635224103319008,0.18769283188122143,0.5769850067519814,-2.732648023752659,0.1586594194292289,3.1009392018870376,-0.0038278922193384925,1.236264034376702,1.1524663264210457,1.4473846394016807,-0.44959497309156454,-1.3793037717529784,0.8185073238833199,-0.6367001924919821,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582004620519,-0.11998510318772251,0.4599900095308409,3.579595026444818e-10,-9.384931446372887e-11,1.5148313078098743,0.13373109604568703,0.13583372553205714,0.46098409334210627,-4.059304666225957e-05,-0.0003951578033302996,1.826439523276102,-0.24088610719709105,0.09244035192410567,0.46099000926142547,7.381485499168207e-07,-3.598220958943102e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":543.84},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1931},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2635224103319008,0.18769283188122143,0.5769850067519814,-2.732648023752659,0.1586594194292289,3.1009392018870376,-0.0038278922193384925,1.236264034376702,1.1524663264210457,1.4473846394016807,-0.44959497309156454,-1.3793037717529784,0.8185073238833199,-0.6367001924919821,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582004620519,-0.11998510318772251,0.4599900095308409,3.579595026444818e-10,-9.384931446372887e-11,1.5148313078098743,0.13373109604568703,0.13583372553205714,0.46098409334210627,-4.059304666225957e-05,-0.0003951578033302996,1.826439523276102,-0.24088610719709105,0.09244035192410567,0.46099000926142547,7.381485499168207e-07,-3.598220958943102e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.236264034376702,1.1524663264210457,1.4473846394016807,-0.44959497309156454,-1.3793037717529784,0.8185073238833199,-0.6367001924919821],"gripper_action":1.0,"gripper_opening_width":-0.0038278922193384925,"tcp_orn":[-2.732648023752659,0.1586594194292289,3.1009392018870376],"tcp_pos":[-0.2635224103319008,0.18769283188122143,0.5769850067519814]},"robot_contact_count":3,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.00043068460506128826,-0.0015696924715826173,0.0007131343313550144],"current_lin_vel":[-4.5918545206612506e-05,-8.924780971342532e-06,-3.331935140564457e-06],"current_orn":[0.0001439736639430915,-0.0001368245401715165,0.7914757408968847,0.6112005498380682],"current_pos":[0.13373109604568703,0.13583372553205714,0.46098409334210627]},"block_pink":{"current_ang_vel":[-6.179947519173279e-14,-1.0486118906864063e-13,3.536543036980645e-16],"current_lin_vel":[-2.1034926405813543e-15,1.2399856021423854e-15,6.189493362285248e-15],"current_orn":[1.42319034506071e-06,-1.1608374474929844e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719709105,0.09244035192410567,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.071066705296219e-14,3.88721388228231e-14,-4.51405679689733e-10],"current_lin_vel":[-1.6740875669923257e-11,8.799350945565405e-14,2.213507155346406e-15],"current_orn":[1.6228858724309404e-10,8.887119494155467e-11,0.6870459194833928,0.7266139996732924],"current_pos":[0.22998582004620519,-0.11998510318772251,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":543.89},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1934},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2635224103319008,0.18769283188122143,0.5769850067519814,-2.732648023752659,0.1586594194292289,3.1009392018870376,-0.0038278922193384925,1.236264034376702,1.1524663264210457,1.4473846394016807,-0.44959497309156454,-1.3793037717529784,0.8185073238833199,-0.6367001924919821,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582004620519,-0.11998510318772251,0.4599900095308409,3.579595026444818e-10,-9.384931446372887e-11,1.5148313078098743,0.13373109604568703,0.13583372553205714,0.46098409334210627,-4.059304666225957e-05,-0.0003951578033302996,1.826439523276102,-0.24088610719709105,0.09244035192410567,0.46099000926142547,7.381485499168207e-07,-3.598220958943102e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.236264034376702,1.1524663264210457,1.4473846394016807,-0.44959497309156454,-1.3793037717529784,0.8185073238833199,-0.6367001924919821],"gripper_action":1.0,"gripper_opening_width":-0.0038278922193384925,"tcp_orn":[-2.732648023752659,0.1586594194292289,3.1009392018870376],"tcp_pos":[-0.2635224103319008,0.18769283188122143,0.5769850067519814]},"robot_contact_count":3,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.00043068460506128826,-0.0015696924715826173,0.0007131343313550144],"current_lin_vel":[-4.5918545206612506e-05,-8.924780971342532e-06,-3.331935140564457e-06],"current_orn":[0.0001439736639430915,-0.0001368245401715165,0.7914757408968847,0.6112005498380682],"current_pos":[0.13373109604568703,0.13583372553205714,0.46098409334210627]},"block_pink":{"current_ang_vel":[-6.179947519173279e-14,-1.0486118906864063e-13,3.536543036980645e-16],"current_lin_vel":[-2.1034926405813543e-15,1.2399856021423854e-15,6.189493362285248e-15],"current_orn":[1.42319034506071e-06,-1.1608374474929844e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719709105,0.09244035192410567,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.071066705296219e-14,3.88721388228231e-14,-4.51405679689733e-10],"current_lin_vel":[-1.6740875669923257e-11,8.799350945565405e-14,2.213507155346406e-15],"current_orn":[1.6228858724309404e-10,8.887119494155467e-11,0.6870459194833928,0.7266139996732924],"current_pos":[0.22998582004620519,-0.11998510318772251,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":543.9},{"name":"submit_calvin_action","arguments":{"action":[-1.0,0,0,0,0,0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,0.0,0.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2638373150480724,0.1870078611480328,0.5781336692384974,-2.7182987783769823,0.16948774952882867,-3.125056297122855,-0.006157893588336366,1.260095643291122,1.13902046023328,1.3849498802280018,-0.43761996649027646,-1.3601584964442641,0.8189188506315248,-0.7051718286546095,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582004564716,-0.11998510318771964,0.4599900095308409,3.5795933930987156e-10,-9.38493669447661e-11,1.514831307794827,0.13373104312358466,0.13583368283432554,0.46098407502650823,-4.715878490951344e-05,-0.00039475863745292664,1.8264345971306022,-0.24088610719709103,0.09244035192410566,0.46099000926142547,7.381485502315917e-07,-3.5982209587328467e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":544.008},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1940},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2638373150480724,0.1870078611480328,0.5781336692384974,-2.7182987783769823,0.16948774952882867,-3.125056297122855,-0.006157893588336366,1.260095643291122,1.13902046023328,1.3849498802280018,-0.43761996649027646,-1.3601584964442641,0.8189188506315248,-0.7051718286546095,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582004564716,-0.11998510318771964,0.4599900095308409,3.5795933930987156e-10,-9.38493669447661e-11,1.514831307794827,0.13373104312358466,0.13583368283432554,0.46098407502650823,-4.715878490951344e-05,-0.00039475863745292664,1.8264345971306022,-0.24088610719709103,0.09244035192410566,0.46099000926142547,7.381485502315917e-07,-3.5982209587328467e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.260095643291122,1.13902046023328,1.3849498802280018,-0.43761996649027646,-1.3601584964442641,0.8189188506315248,-0.7051718286546095],"gripper_action":1.0,"gripper_opening_width":-0.006157893588336366,"tcp_orn":[-2.7182987783769823,0.16948774952882867,-3.125056297122855],"tcp_pos":[-0.2638373150480724,0.1870078611480328,0.5781336692384974]},"robot_contact_count":2,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.00040410523423512634,-0.0031508785456906157,-0.001984872819862478],"current_lin_vel":[-2.4991466502785015e-05,-9.01332347406389e-06,-4.121934220731316e-06],"current_orn":[0.00014180886436499806,-0.00013930121552814867,0.7914742350436927,0.6112024997882607],"current_pos":[0.13373104312358466,0.13583368283432554,0.46098407502650823]},"block_pink":{"current_ang_vel":[-2.01861048533852e-14,1.653729111449257e-14,3.551639658398762e-16],"current_lin_vel":[3.244726492685647e-16,4.077269702864855e-16,5.259681579161679e-15],"current_orn":[1.4231903451162176e-06,-1.16083744731204e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719709103,0.09244035192410566,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0611466457064975e-14,3.885093367470784e-14,-4.5140568431635493e-10],"current_lin_vel":[-1.674087623128975e-11,8.799153658765096e-14,2.220446049250313e-15],"current_orn":[1.6228854593159673e-10,8.88711197644168e-11,0.687045919477926,0.7266139996784615],"current_pos":[0.22998582004564716,-0.11998510318771964,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":544.018},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1943},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2638373150480724,0.1870078611480328,0.5781336692384974,-2.7182987783769823,0.16948774952882867,-3.125056297122855,-0.006157893588336366,1.260095643291122,1.13902046023328,1.3849498802280018,-0.43761996649027646,-1.3601584964442641,0.8189188506315248,-0.7051718286546095,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582004564716,-0.11998510318771964,0.4599900095308409,3.5795933930987156e-10,-9.38493669447661e-11,1.514831307794827,0.13373104312358466,0.13583368283432554,0.46098407502650823,-4.715878490951344e-05,-0.00039475863745292664,1.8264345971306022,-0.24088610719709103,0.09244035192410566,0.46099000926142547,7.381485502315917e-07,-3.5982209587328467e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.260095643291122,1.13902046023328,1.3849498802280018,-0.43761996649027646,-1.3601584964442641,0.8189188506315248,-0.7051718286546095],"gripper_action":1.0,"gripper_opening_width":-0.006157893588336366,"tcp_orn":[-2.7182987783769823,0.16948774952882867,-3.125056297122855],"tcp_pos":[-0.2638373150480724,0.1870078611480328,0.5781336692384974]},"robot_contact_count":2,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.00040410523423512634,-0.0031508785456906157,-0.001984872819862478],"current_lin_vel":[-2.4991466502785015e-05,-9.01332347406389e-06,-4.121934220731316e-06],"current_orn":[0.00014180886436499806,-0.00013930121552814867,0.7914742350436927,0.6112024997882607],"current_pos":[0.13373104312358466,0.13583368283432554,0.46098407502650823]},"block_pink":{"current_ang_vel":[-2.01861048533852e-14,1.653729111449257e-14,3.551639658398762e-16],"current_lin_vel":[3.244726492685647e-16,4.077269702864855e-16,5.259681579161679e-15],"current_orn":[1.4231903451162176e-06,-1.16083744731204e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719709103,0.09244035192410566,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0611466457064975e-14,3.885093367470784e-14,-4.5140568431635493e-10],"current_lin_vel":[-1.674087623128975e-11,8.799153658765096e-14,2.220446049250313e-15],"current_orn":[1.6228854593159673e-10,8.88711197644168e-11,0.687045919477926,0.7266139996784615],"current_pos":[0.22998582004564716,-0.11998510318771964,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":544.067},{"name":"submit_calvin_action","arguments":{"action":[0,-1.0,0,0,0,0,1.0]},"ok":true,"error":null,"output":{"action":[0.0,-1.0,0.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2624121896307075,0.18635119852820353,0.5804926664357835,-2.7010345277023946,0.19342885242623925,-3.0680931645952256,-0.005849329539001023,1.282812728089145,1.1235641377537344,1.318240936139656,-0.43650431683438357,-1.3511240407188985,0.8204231180094789,-0.7690640572812957,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582004508913,-0.11998510318771677,0.4599900095308409,3.579592217814928e-10,-9.38494364501649e-11,1.5148313077797795,0.133731881079793,0.13583390727098393,0.4609839990310967,-3.9568233095732337e-05,-0.0003838532446152294,1.8263952911258585,-0.24088610719709097,0.09244035192410563,0.46099000926142547,7.381485499282546e-07,-3.5982209590150565e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":544.118},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1949},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2624121896307075,0.18635119852820353,0.5804926664357835,-2.7010345277023946,0.19342885242623925,-3.0680931645952256,-0.005849329539001023,1.282812728089145,1.1235641377537344,1.318240936139656,-0.43650431683438357,-1.3511240407188985,0.8204231180094789,-0.7690640572812957,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582004508913,-0.11998510318771677,0.4599900095308409,3.579592217814928e-10,-9.38494364501649e-11,1.5148313077797795,0.133731881079793,0.13583390727098393,0.4609839990310967,-3.9568233095732337e-05,-0.0003838532446152294,1.8263952911258585,-0.24088610719709097,0.09244035192410563,0.46099000926142547,7.381485499282546e-07,-3.5982209590150565e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.282812728089145,1.1235641377537344,1.318240936139656,-0.43650431683438357,-1.3511240407188985,0.8204231180094789,-0.7690640572812957],"gripper_action":1.0,"gripper_opening_width":-0.005849329539001023,"tcp_orn":[-2.7010345277023946,0.19342885242623925,-3.0680931645952256],"tcp_pos":[-0.2624121896307075,0.18635119852820353,0.5804926664357835]},"robot_contact_count":2,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.000945217900963261,0.0039886157243299684,0.0029800390470474444],"current_lin_vel":[2.1264322091060967e-05,-1.8739511801609717e-05,3.337769492307158e-05],"current_orn":[0.00013981026454601623,-0.00013296739850197328,0.791462224355644,0.6112180545360036],"current_pos":[0.133731881079793,0.13583390727098393,0.4609839990310967]},"block_pink":{"current_ang_vel":[-6.185084130393985e-14,-1.0495196816494354e-13,3.524770004904141e-16],"current_lin_vel":[-2.1053036811680165e-15,1.2410071476769998e-15,6.1825544683813405e-15],"current_orn":[1.4231903450878807e-06,-1.1608374475172493e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719709097,0.09244035192410563,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0761729669552584e-14,3.890020050050318e-14,-4.5140568471066003e-10],"current_lin_vel":[-1.6740875217257042e-11,8.799455493228749e-14,2.220446049250313e-15],"current_orn":[1.6228852711008298e-10,8.887105413770129e-11,0.6870459194724591,0.7266139996836307],"current_pos":[0.22998582004508913,-0.11998510318771677,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":544.162},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1952},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2624121896307075,0.18635119852820353,0.5804926664357835,-2.7010345277023946,0.19342885242623925,-3.0680931645952256,-0.005849329539001023,1.282812728089145,1.1235641377537344,1.318240936139656,-0.43650431683438357,-1.3511240407188985,0.8204231180094789,-0.7690640572812957,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582004508913,-0.11998510318771677,0.4599900095308409,3.579592217814928e-10,-9.38494364501649e-11,1.5148313077797795,0.133731881079793,0.13583390727098393,0.4609839990310967,-3.9568233095732337e-05,-0.0003838532446152294,1.8263952911258585,-0.24088610719709097,0.09244035192410563,0.46099000926142547,7.381485499282546e-07,-3.5982209590150565e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.282812728089145,1.1235641377537344,1.318240936139656,-0.43650431683438357,-1.3511240407188985,0.8204231180094789,-0.7690640572812957],"gripper_action":1.0,"gripper_opening_width":-0.005849329539001023,"tcp_orn":[-2.7010345277023946,0.19342885242623925,-3.0680931645952256],"tcp_pos":[-0.2624121896307075,0.18635119852820353,0.5804926664357835]},"robot_contact_count":2,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.000945217900963261,0.0039886157243299684,0.0029800390470474444],"current_lin_vel":[2.1264322091060967e-05,-1.8739511801609717e-05,3.337769492307158e-05],"current_orn":[0.00013981026454601623,-0.00013296739850197328,0.791462224355644,0.6112180545360036],"current_pos":[0.133731881079793,0.13583390727098393,0.4609839990310967]},"block_pink":{"current_ang_vel":[-6.185084130393985e-14,-1.0495196816494354e-13,3.524770004904141e-16],"current_lin_vel":[-2.1053036811680165e-15,1.2410071476769998e-15,6.1825544683813405e-15],"current_orn":[1.4231903450878807e-06,-1.1608374475172493e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719709097,0.09244035192410563,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0761729669552584e-14,3.890020050050318e-14,-4.5140568471066003e-10],"current_lin_vel":[-1.6740875217257042e-11,8.799455493228749e-14,2.220446049250313e-15],"current_orn":[1.6228852711008298e-10,8.887105413770129e-11,0.6870459194724591,0.7266139996836307],"current_pos":[0.22998582004508913,-0.11998510318771677,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":544.174},{"name":"submit_calvin_action","arguments":{"action":[0,0,1.0,0,0,0,1.0]},"ok":true,"error":null,"output":{"action":[0.0,0.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2624779255117108,0.18785505458051246,0.5816141994665555,-2.6888652228185115,0.20569514241689293,-3.011263774718668,-0.005760634556718625,1.3049011776254351,1.111351549539968,1.252877006950681,-0.4323467806093204,-1.330760219120872,0.8259854435487269,-0.8329326429066838,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.2299858200445311,-0.1199851031877139,0.4599900095308409,3.579591625765009e-10,-9.384950532675145e-11,1.5148313077647322,0.13373155402768777,0.1358338690417712,0.4609841328582292,-3.3276219237342274e-05,-0.0003869287239069347,1.8264181410347047,-0.24088610719709094,0.09244035192410562,0.46099000926142547,7.381485502392299e-07,-3.5982209588038962e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":544.246},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1958},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2624779255117108,0.18785505458051246,0.5816141994665555,-2.6888652228185115,0.20569514241689293,-3.011263774718668,-0.005760634556718625,1.3049011776254351,1.111351549539968,1.252877006950681,-0.4323467806093204,-1.330760219120872,0.8259854435487269,-0.8329326429066838,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.2299858200445311,-0.1199851031877139,0.4599900095308409,3.579591625765009e-10,-9.384950532675145e-11,1.5148313077647322,0.13373155402768777,0.1358338690417712,0.4609841328582292,-3.3276219237342274e-05,-0.0003869287239069347,1.8264181410347047,-0.24088610719709094,0.09244035192410562,0.46099000926142547,7.381485502392299e-07,-3.5982209588038962e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.3049011776254351,1.111351549539968,1.252877006950681,-0.4323467806093204,-1.330760219120872,0.8259854435487269,-0.8329326429066838],"gripper_action":1.0,"gripper_opening_width":-0.005760634556718625,"tcp_orn":[-2.6888652228185115,0.20569514241689293,-3.011263774718668],"tcp_pos":[-0.2624779255117108,0.18785505458051246,0.5816141994665555]},"robot_contact_count":3,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.000982980674881835,0.0017539267003585965,0.0031082263933887785],"current_lin_vel":[-2.600438892846273e-05,-1.943645866625595e-05,2.4551593600617705e-05],"current_orn":[0.0001429517250550701,-0.00013141571387704622,0.791469207606637,0.6112090114725375],"current_pos":[0.13373155402768777,0.1358338690417712,0.4609841328582292]},"block_pink":{"current_ang_vel":[-2.0313731313382525e-14,1.6558766155537877e-14,3.5890359012471957e-16],"current_lin_vel":[3.2490961507943125e-16,4.102878860576844e-16,5.252742685257772e-15],"current_orn":[1.4231903451416318e-06,-1.160837447337154e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719709094,0.09244035192410562,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.083150552409365e-14,3.906023687841951e-14,-4.51405683968615e-10],"current_lin_vel":[-1.6740872036720975e-11,8.799593539562554e-14,2.220446049250313e-15],"current_orn":[1.622885292618525e-10,8.887100877486021e-11,0.6870459194669923,0.7266139996887998],"current_pos":[0.2299858200445311,-0.1199851031877139,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":544.256},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1961},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2624779255117108,0.18785505458051246,0.5816141994665555,-2.6888652228185115,0.20569514241689293,-3.011263774718668,-0.005760634556718625,1.3049011776254351,1.111351549539968,1.252877006950681,-0.4323467806093204,-1.330760219120872,0.8259854435487269,-0.8329326429066838,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.2299858200445311,-0.1199851031877139,0.4599900095308409,3.579591625765009e-10,-9.384950532675145e-11,1.5148313077647322,0.13373155402768777,0.1358338690417712,0.4609841328582292,-3.3276219237342274e-05,-0.0003869287239069347,1.8264181410347047,-0.24088610719709094,0.09244035192410562,0.46099000926142547,7.381485502392299e-07,-3.5982209588038962e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.3049011776254351,1.111351549539968,1.252877006950681,-0.4323467806093204,-1.330760219120872,0.8259854435487269,-0.8329326429066838],"gripper_action":1.0,"gripper_opening_width":-0.005760634556718625,"tcp_orn":[-2.6888652228185115,0.20569514241689293,-3.011263774718668],"tcp_pos":[-0.2624779255117108,0.18785505458051246,0.5816141994665555]},"robot_contact_count":3,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.000982980674881835,0.0017539267003585965,0.0031082263933887785],"current_lin_vel":[-2.600438892846273e-05,-1.943645866625595e-05,2.4551593600617705e-05],"current_orn":[0.0001429517250550701,-0.00013141571387704622,0.791469207606637,0.6112090114725375],"current_pos":[0.13373155402768777,0.1358338690417712,0.4609841328582292]},"block_pink":{"current_ang_vel":[-2.0313731313382525e-14,1.6558766155537877e-14,3.5890359012471957e-16],"current_lin_vel":[3.2490961507943125e-16,4.102878860576844e-16,5.252742685257772e-15],"current_orn":[1.4231903451416318e-06,-1.160837447337154e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719709094,0.09244035192410562,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.083150552409365e-14,3.906023687841951e-14,-4.51405683968615e-10],"current_lin_vel":[-1.6740872036720975e-11,8.799593539562554e-14,2.220446049250313e-15],"current_orn":[1.622885292618525e-10,8.887100877486021e-11,0.6870459194669923,0.7266139996887998],"current_pos":[0.2299858200445311,-0.1199851031877139,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":544.305},{"name":"submit_calvin_action","arguments":{"action":[0,0,-1.0,0,0,0,1.0]},"ok":true,"error":null,"output":{"action":[0.0,0.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2626579448336084,0.18769527373142586,0.5828710217793942,-2.6741761429678412,0.20739566137372364,-2.965532541715023,-0.006293901654723999,1.3323345525477661,1.102203798918295,1.1850950435046914,-0.41282917963984644,-1.3043243845655141,0.8247004712163065,-0.8913419184251905,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582004397308,-0.11998510318771102,0.4599900095308409,3.579589982620595e-10,-9.384955538401798e-11,1.5148313077496849,0.1337308158577546,0.13583367592694662,0.4609841104141743,-4.5813468951136986e-05,-0.0003931186929136341,1.8264441610060105,-0.2408861071970909,0.09244035192410559,0.46099000926142547,7.381485499354794e-07,-3.5982209590863766e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":544.366},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1967},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2626579448336084,0.18769527373142586,0.5828710217793942,-2.6741761429678412,0.20739566137372364,-2.965532541715023,-0.006293901654723999,1.3323345525477661,1.102203798918295,1.1850950435046914,-0.41282917963984644,-1.3043243845655141,0.8247004712163065,-0.8913419184251905,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582004397308,-0.11998510318771102,0.4599900095308409,3.579589982620595e-10,-9.384955538401798e-11,1.5148313077496849,0.1337308158577546,0.13583367592694662,0.4609841104141743,-4.5813468951136986e-05,-0.0003931186929136341,1.8264441610060105,-0.2408861071970909,0.09244035192410559,0.46099000926142547,7.381485499354794e-07,-3.5982209590863766e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.3323345525477661,1.102203798918295,1.1850950435046914,-0.41282917963984644,-1.3043243845655141,0.8247004712163065,-0.8913419184251905],"gripper_action":1.0,"gripper_opening_width":-0.006293901654723999,"tcp_orn":[-2.6741761429678412,0.20739566137372364,-2.965532541715023],"tcp_pos":[-0.2626579448336084,0.18769527373142586,0.5828710217793942]},"robot_contact_count":1,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0005225723011268794,-0.00280004874507516,-0.0014149411396475126],"current_lin_vel":[-2.9075717566702538e-05,-1.1251954992832926e-05,-2.991246482023091e-06],"current_orn":[0.00014157166885951061,-0.0001382669779882083,0.7914771579997555,0.6111987149891066],"current_pos":[0.1337308158577546,0.13583367592694662,0.4609841104141743]},"block_pink":{"current_ang_vel":[-6.187224954538475e-14,-1.0485752511525147e-13,3.524775083424523e-16],"current_lin_vel":[-2.103414815500209e-15,1.2414352872901547e-15,6.1825544683813405e-15],"current_orn":[1.4231903451132204e-06,-1.160837447542599e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.2408861071970909,0.09244035192410559,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0925962558426825e-14,3.9118817204513717e-14,-4.514056839704035e-10],"current_lin_vel":[-1.6740870864976546e-11,8.79978243195192e-14,2.220446049250313e-15],"current_orn":[1.6228848676175474e-10,8.887093414170066e-11,0.6870459194615255,0.7266139996939689],"current_pos":[0.22998582004397308,-0.11998510318771102,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":544.417}],"event":{"kind":"action","label":"Lift block","detail":"lift the blue block from the sliding cabinet"}},{"round":23,"at":553.988308,"duration":9.491,"title":"calvin state · calvin action","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":"lift the blue block from the sliding cabinet","toolCalls":9,"cumulativeToolCalls":657,"code":"# Test applying rotational velocities to see how orn changes\nfor rot_test in [\n    (\"roll+\", [0, 0, 0, 1.0, 0, 0, 1.0]),\n    (\"pitch+\", [0, 0, 0, 0, 1.0, 0, 1.0]),\n    (\"yaw+\", [0, 0, 0, 0, 0, 1.0, 1.0]),\n]:\n    s_before = primitives.call(name='observe_calvin_state').output['semantic_state']['robot']\n    primitives.call(name='submit_calvin_action', action=rot_test[1])\n    s_after = primitives.call(name='observe_calvin_state').output['semantic_state']['robot']\n    d_orn = [round(s_after['tcp_orn'][i] - s_before['tcp_orn'][i], 4) for i in range(3)]\n    d_pos = [round(s_after['tcp_pos'][i] - s_before['tcp_pos'][i], 4) for i in range(3)]\n    print(f\"Action {rot_test[0]}: d_orn={d_orn}, d_pos={d_pos}\")","codeExcerpt":false,"stdout":"Action roll+: d_orn=[0.0148, 0.0049, 0.0314], d_pos=[0.0003, 0.0001, -0.0013]\nAction pitch+: d_orn=[0.0191, 0.0188, 0.0217], d_pos=[-0.0, -0.0012, 0.0005]\nAction yaw+: d_orn=[0.0289, 0.0199, 0.0555], d_pos=[-0.0007, 0.0006, 0.0003]\n","feedback":{},"calls":[{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1971},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2626579448336084,0.18769527373142586,0.5828710217793942,-2.6741761429678412,0.20739566137372364,-2.965532541715023,-0.006293901654723999,1.3323345525477661,1.102203798918295,1.1850950435046914,-0.41282917963984644,-1.3043243845655141,0.8247004712163065,-0.8913419184251905,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582004397308,-0.11998510318771102,0.4599900095308409,3.579589982620595e-10,-9.384955538401798e-11,1.5148313077496849,0.1337308158577546,0.13583367592694662,0.4609841104141743,-4.5813468951136986e-05,-0.0003931186929136341,1.8264441610060105,-0.2408861071970909,0.09244035192410559,0.46099000926142547,7.381485499354794e-07,-3.5982209590863766e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.3323345525477661,1.102203798918295,1.1850950435046914,-0.41282917963984644,-1.3043243845655141,0.8247004712163065,-0.8913419184251905],"gripper_action":1.0,"gripper_opening_width":-0.006293901654723999,"tcp_orn":[-2.6741761429678412,0.20739566137372364,-2.965532541715023],"tcp_pos":[-0.2626579448336084,0.18769527373142586,0.5828710217793942]},"robot_contact_count":1,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0005225723011268794,-0.00280004874507516,-0.0014149411396475126],"current_lin_vel":[-2.9075717566702538e-05,-1.1251954992832926e-05,-2.991246482023091e-06],"current_orn":[0.00014157166885951061,-0.0001382669779882083,0.7914771579997555,0.6111987149891066],"current_pos":[0.1337308158577546,0.13583367592694662,0.4609841104141743]},"block_pink":{"current_ang_vel":[-6.187224954538475e-14,-1.0485752511525147e-13,3.524775083424523e-16],"current_lin_vel":[-2.103414815500209e-15,1.2414352872901547e-15,6.1825544683813405e-15],"current_orn":[1.4231903451132204e-06,-1.160837447542599e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.2408861071970909,0.09244035192410559,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0925962558426825e-14,3.9118817204513717e-14,-4.514056839704035e-10],"current_lin_vel":[-1.6740870864976546e-11,8.79978243195192e-14,2.220446049250313e-15],"current_orn":[1.6228848676175474e-10,8.887093414170066e-11,0.6870459194615255,0.7266139996939689],"current_pos":[0.22998582004397308,-0.11998510318771102,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":553.491},{"name":"submit_calvin_action","arguments":{"action":[0,0,0,1.0,0,0,1.0]},"ok":true,"error":null,"output":{"action":[0.0,0.0,0.0,1.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2623436266623157,0.18777277345733284,0.5815834531638291,-2.6594206831968314,0.21231694162417586,-2.934158177529085,-0.00499470796629408,1.3512031565817644,1.0963506829633183,1.1179313519457588,-0.40598202018081453,-1.2686904823467149,0.8384123418810812,-0.9281895901790332,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582004341506,-0.11998510318770815,0.4599900095308409,3.5795908001997694e-10,-9.384963146149344e-11,1.5148313077346371,0.13373109784915574,0.135833751885052,0.460984098456428,-3.393157773152259e-05,-0.00039142926774533333,1.8264400531789624,-0.24088610719709086,0.09244035192410557,0.46099000926142547,7.381485502487488e-07,-3.598220958876375e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":553.598},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1977},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2623436266623157,0.18777277345733284,0.5815834531638291,-2.6594206831968314,0.21231694162417586,-2.934158177529085,-0.00499470796629408,1.3512031565817644,1.0963506829633183,1.1179313519457588,-0.40598202018081453,-1.2686904823467149,0.8384123418810812,-0.9281895901790332,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582004341506,-0.11998510318770815,0.4599900095308409,3.5795908001997694e-10,-9.384963146149344e-11,1.5148313077346371,0.13373109784915574,0.135833751885052,0.460984098456428,-3.393157773152259e-05,-0.00039142926774533333,1.8264400531789624,-0.24088610719709086,0.09244035192410557,0.46099000926142547,7.381485502487488e-07,-3.598220958876375e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.3512031565817644,1.0963506829633183,1.1179313519457588,-0.40598202018081453,-1.2686904823467149,0.8384123418810812,-0.9281895901790332],"gripper_action":1.0,"gripper_opening_width":-0.00499470796629408,"tcp_orn":[-2.6594206831968314,0.21231694162417586,-2.934158177529085],"tcp_pos":[-0.2623436266623157,0.18777277345733284,0.5815834531638291]},"robot_contact_count":2,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0008619608959630363,0.0013427620740586047,0.0032373267090305374],"current_lin_vel":[-3.6786747656147046e-05,-1.6973968188557523e-05,1.61258879367715e-05],"current_orn":[0.00014453392318936,-0.00013304886485833797,0.7914759035961407,0.6112003398515227],"current_pos":[0.13373109784915574,0.135833751885052,0.460984098456428]},"block_pink":{"current_ang_vel":[-6.183126999848203e-14,-1.0490439616842591e-13,3.5242486169664937e-16],"current_lin_vel":[-2.104353168887795e-15,1.240615952234846e-15,6.1825544683813405e-15],"current_orn":[1.4231903451682265e-06,-1.1608374473622275e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719709086,0.09244035192410557,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0760805642603104e-14,3.880339844382033e-14,-4.514056821763947e-10],"current_lin_vel":[-1.674087709430329e-11,8.799452439063813e-14,2.213507155346406e-15],"current_orn":[1.622885426000066e-10,8.887093458672203e-11,0.6870459194560586,0.7266139996991381],"current_pos":[0.22998582004341506,-0.11998510318770815,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":553.608},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1980},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2623436266623157,0.18777277345733284,0.5815834531638291,-2.6594206831968314,0.21231694162417586,-2.934158177529085,-0.00499470796629408,1.3512031565817644,1.0963506829633183,1.1179313519457588,-0.40598202018081453,-1.2686904823467149,0.8384123418810812,-0.9281895901790332,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582004341506,-0.11998510318770815,0.4599900095308409,3.5795908001997694e-10,-9.384963146149344e-11,1.5148313077346371,0.13373109784915574,0.135833751885052,0.460984098456428,-3.393157773152259e-05,-0.00039142926774533333,1.8264400531789624,-0.24088610719709086,0.09244035192410557,0.46099000926142547,7.381485502487488e-07,-3.598220958876375e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.3512031565817644,1.0963506829633183,1.1179313519457588,-0.40598202018081453,-1.2686904823467149,0.8384123418810812,-0.9281895901790332],"gripper_action":1.0,"gripper_opening_width":-0.00499470796629408,"tcp_orn":[-2.6594206831968314,0.21231694162417586,-2.934158177529085],"tcp_pos":[-0.2623436266623157,0.18777277345733284,0.5815834531638291]},"robot_contact_count":2,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0008619608959630363,0.0013427620740586047,0.0032373267090305374],"current_lin_vel":[-3.6786747656147046e-05,-1.6973968188557523e-05,1.61258879367715e-05],"current_orn":[0.00014453392318936,-0.00013304886485833797,0.7914759035961407,0.6112003398515227],"current_pos":[0.13373109784915574,0.135833751885052,0.460984098456428]},"block_pink":{"current_ang_vel":[-6.183126999848203e-14,-1.0490439616842591e-13,3.5242486169664937e-16],"current_lin_vel":[-2.104353168887795e-15,1.240615952234846e-15,6.1825544683813405e-15],"current_orn":[1.4231903451682265e-06,-1.1608374473622275e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719709086,0.09244035192410557,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0760805642603104e-14,3.880339844382033e-14,-4.514056821763947e-10],"current_lin_vel":[-1.674087709430329e-11,8.799452439063813e-14,2.213507155346406e-15],"current_orn":[1.622885426000066e-10,8.887093458672203e-11,0.6870459194560586,0.7266139996991381],"current_pos":[0.22998582004341506,-0.11998510318770815,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":553.657},{"name":"submit_calvin_action","arguments":{"action":[0,0,0,0,1.0,0,1.0]},"ok":true,"error":null,"output":{"action":[0.0,0.0,0.0,0.0,1.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.262393435684743,0.18657980027155335,0.5821012042915674,-2.640318127104634,0.23110182531798787,-2.9124937059169884,-0.007789811489335134,1.3728412450271006,1.087137332961643,1.0497888517183993,-0.40415088210645034,-1.2411310236319126,0.8383115109866693,-0.9527402281106664,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582004285703,-0.11998510318770528,0.4599900095308409,3.5795883185705556e-10,-9.384967419297741e-11,1.51483130771959,0.1337310311753173,0.13583386334206893,0.46098396216710164,-5.60875478853132e-05,-0.0003788021949163212,1.8264171700791199,-0.2408861071970908,0.09244035192410555,0.46099000926142547,7.38148550474722e-07,-3.598220959226276e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":553.718},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1986},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.262393435684743,0.18657980027155335,0.5821012042915674,-2.640318127104634,0.23110182531798787,-2.9124937059169884,-0.007789811489335134,1.3728412450271006,1.087137332961643,1.0497888517183993,-0.40415088210645034,-1.2411310236319126,0.8383115109866693,-0.9527402281106664,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582004285703,-0.11998510318770528,0.4599900095308409,3.5795883185705556e-10,-9.384967419297741e-11,1.51483130771959,0.1337310311753173,0.13583386334206893,0.46098396216710164,-5.60875478853132e-05,-0.0003788021949163212,1.8264171700791199,-0.2408861071970908,0.09244035192410555,0.46099000926142547,7.38148550474722e-07,-3.598220959226276e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.3728412450271006,1.087137332961643,1.0497888517183993,-0.40415088210645034,-1.2411310236319126,0.8383115109866693,-0.9527402281106664],"gripper_action":1.0,"gripper_opening_width":-0.007789811489335134,"tcp_orn":[-2.640318127104634,0.23110182531798787,-2.9124937059169884],"tcp_pos":[-0.262393435684743,0.18657980027155335,0.5821012042915674]},"robot_contact_count":4,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.002558669953315671,-0.0035510457469178475,-0.007789980247071681],"current_lin_vel":[8.009460440047895e-05,4.896754536067987e-05,-3.799325487951338e-05],"current_orn":[0.0001327644645008521,-0.00013795950657900227,0.7914689100130615,0.6112093976891289],"current_pos":[0.1337310311753173,0.13583386334206893,0.46098396216710164]},"block_pink":{"current_ang_vel":[-6.182457457123933e-14,-1.0497969080212537e-13,3.473018361386043e-16],"current_lin_vel":[-2.105856237908911e-15,1.2404645556410327e-15,6.1825544683813405e-15],"current_orn":[1.4231903453663634e-06,-1.1608374474263786e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.2408861071970908,0.09244035192410555,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0975529593678144e-14,3.909325512437379e-14,-4.514056743851355e-10],"current_lin_vel":[-1.674087108174309e-11,8.799879453062266e-14,2.220446049250313e-15],"current_orn":[1.622884671205947e-10,8.88708338111926e-11,0.6870459194505919,0.7266139997043072],"current_pos":[0.22998582004285703,-0.11998510318770528,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":553.768},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1989},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.262393435684743,0.18657980027155335,0.5821012042915674,-2.640318127104634,0.23110182531798787,-2.9124937059169884,-0.007789811489335134,1.3728412450271006,1.087137332961643,1.0497888517183993,-0.40415088210645034,-1.2411310236319126,0.8383115109866693,-0.9527402281106664,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582004285703,-0.11998510318770528,0.4599900095308409,3.5795883185705556e-10,-9.384967419297741e-11,1.51483130771959,0.1337310311753173,0.13583386334206893,0.46098396216710164,-5.60875478853132e-05,-0.0003788021949163212,1.8264171700791199,-0.2408861071970908,0.09244035192410555,0.46099000926142547,7.38148550474722e-07,-3.598220959226276e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.3728412450271006,1.087137332961643,1.0497888517183993,-0.40415088210645034,-1.2411310236319126,0.8383115109866693,-0.9527402281106664],"gripper_action":1.0,"gripper_opening_width":-0.007789811489335134,"tcp_orn":[-2.640318127104634,0.23110182531798787,-2.9124937059169884],"tcp_pos":[-0.262393435684743,0.18657980027155335,0.5821012042915674]},"robot_contact_count":4,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.002558669953315671,-0.0035510457469178475,-0.007789980247071681],"current_lin_vel":[8.009460440047895e-05,4.896754536067987e-05,-3.799325487951338e-05],"current_orn":[0.0001327644645008521,-0.00013795950657900227,0.7914689100130615,0.6112093976891289],"current_pos":[0.1337310311753173,0.13583386334206893,0.46098396216710164]},"block_pink":{"current_ang_vel":[-6.182457457123933e-14,-1.0497969080212537e-13,3.473018361386043e-16],"current_lin_vel":[-2.105856237908911e-15,1.2404645556410327e-15,6.1825544683813405e-15],"current_orn":[1.4231903453663634e-06,-1.1608374474263786e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.2408861071970908,0.09244035192410555,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0975529593678144e-14,3.909325512437379e-14,-4.514056743851355e-10],"current_lin_vel":[-1.674087108174309e-11,8.799879453062266e-14,2.220446049250313e-15],"current_orn":[1.622884671205947e-10,8.88708338111926e-11,0.6870459194505919,0.7266139997043072],"current_pos":[0.22998582004285703,-0.11998510318770528,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":553.778},{"name":"submit_calvin_action","arguments":{"action":[0,0,0,0,0,1.0,1.0]},"ok":true,"error":null,"output":{"action":[0.0,0.0,0.0,0.0,0.0,1.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2631329104999003,0.18717985046141128,0.582410979764062,-2.611389541974823,0.25097660983240827,-2.85702348496452,-0.006626396375145997,1.3934393427724654,1.0755160921599982,0.9823408964653747,-0.4195787285940941,-1.2237544997621552,0.8483943674999384,-1.0052566862853796,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.229985820042299,-0.1199851031877024,0.4599900095308409,3.579586901747223e-10,-9.384973435780039e-11,1.5148313077045426,0.13373084208703173,0.13583372335461388,0.4609841543437581,-3.372181246298621e-05,-0.00039146087766315927,1.8264513927568469,-0.24088610719709078,0.09244035192410553,0.46099000926142547,7.381485507879801e-07,-3.598220959016247e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":553.877},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1995},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2631329104999003,0.18717985046141128,0.582410979764062,-2.611389541974823,0.25097660983240827,-2.85702348496452,-0.006626396375145997,1.3934393427724654,1.0755160921599982,0.9823408964653747,-0.4195787285940941,-1.2237544997621552,0.8483943674999384,-1.0052566862853796,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.229985820042299,-0.1199851031877024,0.4599900095308409,3.579586901747223e-10,-9.384973435780039e-11,1.5148313077045426,0.13373084208703173,0.13583372335461388,0.4609841543437581,-3.372181246298621e-05,-0.00039146087766315927,1.8264513927568469,-0.24088610719709078,0.09244035192410553,0.46099000926142547,7.381485507879801e-07,-3.598220959016247e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.3934393427724654,1.0755160921599982,0.9823408964653747,-0.4195787285940941,-1.2237544997621552,0.8483943674999384,-1.0052566862853796],"gripper_action":1.0,"gripper_opening_width":-0.006626396375145997,"tcp_orn":[-2.611389541974823,0.25097660983240827,-2.85702348496452],"tcp_pos":[-0.2631329104999003,0.18717985046141128,0.582410979764062]},"robot_contact_count":3,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0007493717272710201,0.00018325119531166175,0.0033113137189753547],"current_lin_vel":[-6.144855752039146e-05,-1.4700544939446118e-05,6.5674775922772155e-06],"current_orn":[0.0001446112906760369,-0.00013297469286342492,0.7914793689716865,0.6111958523235301],"current_pos":[0.13373084208703173,0.13583372335461388,0.4609841543437581]},"block_pink":{"current_ang_vel":[-6.193451426700284e-14,-1.048766770442594e-13,3.4724678146865145e-16],"current_lin_vel":[-2.1037959314761804e-15,1.242663170216826e-15,6.1825544683813405e-15],"current_orn":[1.4231903454213563e-06,-1.1608374472459997e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719709078,0.09244035192410553,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.824926160053997e-14,4.4842710035937113e-14,-4.514056822116097e-10],"current_lin_vel":[-1.6740756315518854e-11,8.794429107455309e-14,2.0886070650760757e-15],"current_orn":[1.6228843631507792e-10,8.887076328053575e-11,0.687045919445125,0.7266139997094763],"current_pos":[0.229985820042299,-0.1199851031877024,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":553.887}],"event":{"kind":"action","label":"Lift block","detail":"lift the blue block from the sliding cabinet"}},{"round":24,"at":560.310913,"duration":6.323,"title":"calvin state","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":"lift the blue block from the sliding cabinet","toolCalls":1,"cumulativeToolCalls":658,"code":"obs = primitives.call(name='observe_calvin_state').output\nprint(\"contact count:\", obs.get('semantic_state', {}).get('robot_contact_count'))\nprint(\"robot_obs:\", obs.get('state', {}).get('robot_obs'))","codeExcerpt":false,"stdout":"contact count: 3\nrobot_obs: None\n","feedback":{},"calls":[{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":1999},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2631329104999003,0.18717985046141128,0.582410979764062,-2.611389541974823,0.25097660983240827,-2.85702348496452,-0.006626396375145997,1.3934393427724654,1.0755160921599982,0.9823408964653747,-0.4195787285940941,-1.2237544997621552,0.8483943674999384,-1.0052566862853796,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.229985820042299,-0.1199851031877024,0.4599900095308409,3.579586901747223e-10,-9.384973435780039e-11,1.5148313077045426,0.13373084208703173,0.13583372335461388,0.4609841543437581,-3.372181246298621e-05,-0.00039146087766315927,1.8264513927568469,-0.24088610719709078,0.09244035192410553,0.46099000926142547,7.381485507879801e-07,-3.598220959016247e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.3934393427724654,1.0755160921599982,0.9823408964653747,-0.4195787285940941,-1.2237544997621552,0.8483943674999384,-1.0052566862853796],"gripper_action":1.0,"gripper_opening_width":-0.006626396375145997,"tcp_orn":[-2.611389541974823,0.25097660983240827,-2.85702348496452],"tcp_pos":[-0.2631329104999003,0.18717985046141128,0.582410979764062]},"robot_contact_count":3,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0007493717272710201,0.00018325119531166175,0.0033113137189753547],"current_lin_vel":[-6.144855752039146e-05,-1.4700544939446118e-05,6.5674775922772155e-06],"current_orn":[0.0001446112906760369,-0.00013297469286342492,0.7914793689716865,0.6111958523235301],"current_pos":[0.13373084208703173,0.13583372335461388,0.4609841543437581]},"block_pink":{"current_ang_vel":[-6.193451426700284e-14,-1.048766770442594e-13,3.4724678146865145e-16],"current_lin_vel":[-2.1037959314761804e-15,1.242663170216826e-15,6.1825544683813405e-15],"current_orn":[1.4231903454213563e-06,-1.1608374472459997e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719709078,0.09244035192410553,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.824926160053997e-14,4.4842710035937113e-14,-4.514056822116097e-10],"current_lin_vel":[-1.6740756315518854e-11,8.794429107455309e-14,2.0886070650760757e-15],"current_orn":[1.6228843631507792e-10,8.887076328053575e-11,0.687045919445125,0.7266139997094763],"current_pos":[0.229985820042299,-0.1199851031877024,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":560.237}],"event":{"kind":"action","label":"Lift block","detail":"lift the blue block from the sliding cabinet"}},{"round":25,"at":566.603092,"duration":6.292,"title":"calvin action · calvin state","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":"lift the blue block from the sliding cabinet","toolCalls":16,"cumulativeToolCalls":674,"code":"# The arm is on the far left side, touching the wall / table side!\n# Let's check the current joint angles vs the initial joint angles:\n# Initial arm joints: [-1.2178, 1.0399, 2.1198, -2.3421, -0.8702, 1.6412, 0.5534]\n# Current arm joints: [ 1.2150, 1.1647, 1.5108, -0.4455, -1.3854, 0.8115, -0.5729]\n# Notice joint 0 was -1.2178 (pointing right towards table center) and is now +1.2150 (pointing left away from table)!\n# Can we move the arm back towards table center?\n# Since action is end-effector relative cartesian / IK, why was delta so small when we tried moving?\n# In CALVIN PyBullet env:\n# The action is relative TCP displacement: dpos, dorn (Euler rpy), gripper.\n# Let's test moving joint 0 back by submitting appropriate actions or testing what commands move it towards the right (+x, -y).\n\nfor _ in range(15):\n    primitives.call(name='submit_calvin_action', action=[1.0, -1.0, 0.5, 0.0, 0.0, 0.0, 1.0])\n\nobs = primitives.call(name='observe_calvin_state').output['semantic_state']['robot']\nprint(\"TCP pos:\", obs['tcp_pos'])\nprint(\"arm joints:\", obs['arm_joint_states'])","codeExcerpt":false,"stdout":"TCP pos: [-0.27117916175865986, 0.19015646078100662, 0.5992632872378657]\narm joints: [1.7637084864794819, 1.0400676650858651, -0.027093068378597165, -0.4630105153619423, -0.8242573483561261, 0.934153735434448, -1.7943440277299638]\n","feedback":{},"calls":[{"name":"submit_calvin_action","arguments":{"action":[1.0,-1.0,0.5,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,-1.0,0.5,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2636159658162228,0.18786882304436675,0.5842833953306691,-2.5778672807273453,0.2672832027348478,-2.792543474661443,-0.00528695628754278,1.4135690473166567,1.061332945760505,0.9149513886099875,-0.43903634327717034,-1.207828414209346,0.8549470466763909,-1.0649434075988642,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582004174098,-0.11998510318769953,0.4599900095308409,3.57958439584165e-10,-9.384977700473947e-11,1.5148313076894955,0.13373108121563876,0.13583361865337626,0.46098408983187356,-3.370364182859447e-05,-0.0003958897322361397,1.826439260817423,-0.24088610719709075,0.09244035192410552,0.46099000926142547,7.38148550038533e-07,-3.5982209586692595e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":565.407},{"name":"submit_calvin_action","arguments":{"action":[1.0,-1.0,0.5,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,-1.0,0.5,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2645335324693296,0.19014739161106073,0.5856728509524027,-2.547281159254073,0.2787503598490598,-2.726496037675558,-0.00453054480245196,1.4358041648436726,1.0486347399429305,0.8476106763379915,-0.4559537095610662,-1.192073256086745,0.8586977900174559,-1.126622791814064,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582004118295,-0.11998510318769666,0.4599900095308409,3.579584866875098e-10,-9.384986231355106e-11,1.514831307674448,0.13373064694040315,0.13583358971502404,0.46098410602423867,-4.742039363226166e-05,-0.00039306622711085114,1.8264461864882677,-0.24088610719709072,0.09244035192410549,0.46099000926142547,7.3814855079315e-07,-3.5982209590866587e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":565.494},{"name":"submit_calvin_action","arguments":{"action":[1.0,-1.0,0.5,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,-1.0,0.5,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.26457330434528975,0.18902054973126892,0.5888003439505234,-2.504545253904485,0.2843952290455982,-2.665532035223538,-0.004700431222686054,1.4598213074024755,1.0366213772591617,0.7802324560071723,-0.4680543922430184,-1.1754909432705931,0.8688377086001302,-1.1868406535094036,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582004062493,-0.11998510318769379,0.4599900095308409,3.5795823767037587e-10,-9.384990446642335e-11,1.5148313076594004,0.13373177121642135,0.13583363122609463,0.4609840231546469,-5.552317243748238e-05,-0.0003871483564882907,1.826377878418284,-0.2408861071970907,0.09244035192410548,0.46099000926142547,7.381485500472164e-07,-3.5982209587385294e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":565.542},{"name":"submit_calvin_action","arguments":{"action":[1.0,-1.0,0.5,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,-1.0,0.5,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.265278091071123,0.19020186277247858,0.5906126112062611,-2.4694388142422152,0.2856143130500107,-2.6056971722036493,-0.004318828897926434,1.4861339056908187,1.028262465874398,0.712887095482342,-0.47571729389245987,-1.1583924857452428,0.8786597649716424,-1.2472135781469946,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.2299858200400669,-0.11998510318769091,0.4599900095308409,3.579579900772679e-10,-9.384994671924766e-11,1.5148313076443531,0.13373160013756208,0.13583389551210912,0.46098378106459803,-5.1249552676867586e-05,-0.00037390462484043654,1.8263864314701397,-0.24088610719709067,0.09244035192410546,0.46099000926142547,7.381485498292227e-07,-3.598220958458866e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":565.619},{"name":"submit_calvin_action","arguments":{"action":[1.0,-1.0,0.5,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,-1.0,0.5,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2652240165410179,0.189011207769412,0.5937248479531612,-2.4298823409550363,0.28031754740776377,-2.553843923805661,-0.005544183615256943,1.512517357203808,1.0211345579105482,0.6455378698851526,-0.47888112871881255,-1.1399507038925525,0.8773114591602335,-1.307412672196674,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.2299858200395089,-0.11998510318768803,0.4599900095308409,3.5795948905739375e-10,-9.384922348196662e-11,1.5148313076293056,0.13373106778887903,0.13583364643696577,0.4609840349431754,-3.72305546035337e-05,-0.00039012982019444786,1.8264309247619457,-0.2408861071970906,0.09244035192410543,0.46099000926142547,7.381485500562917e-07,-3.5982209588087387e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":565.673},{"name":"submit_calvin_action","arguments":{"action":[1.0,-1.0,0.5,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,-1.0,0.5,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2660671145847185,0.19046508917630728,0.5951262497688975,-2.3977702266552985,0.2731009306935202,-2.500496681426465,-0.00471787099011624,1.542234505481258,1.0198210572859134,0.5781012621070344,-0.47643420146891413,-1.1214939781837099,0.886215238392553,-1.369069371760537,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582003895088,-0.11998510318768515,0.4599900095308409,3.579594343822388e-10,-9.384928934763192e-11,1.5148313076142585,0.13373043091115686,0.1358335067770861,0.4609840813236714,-4.475354432350717e-05,-0.0003948655931678679,1.8264563517244499,-0.24088610719709058,0.09244035192410542,0.46099000926142547,7.38148549841403e-07,-3.598220958530945e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":565.777},{"name":"submit_calvin_action","arguments":{"action":[1.0,-1.0,0.5,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,-1.0,0.5,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2670620560014149,0.1909145910053464,0.5962740213974512,-2.363607846466752,0.2592371388366855,-2.450084551236213,-0.003931786989470621,1.5717081779318198,1.020810824052597,0.5107005406028915,-0.4714999463746513,-1.1015498120384806,0.8898181370560688,-1.4321182626562317,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582003839285,-0.11998510318768228,0.4599900095308409,3.579593179494009e-10,-9.384935830127688e-11,1.514831307599211,0.13373078616542122,0.13583363662886486,0.4609840979846146,-3.374422634766664e-05,-0.0003901027873104003,1.8264468248322292,-0.24088610719709053,0.0924403519241054,0.46099000926142547,7.381485500664294e-07,-3.5982209588807077e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":565.839},{"name":"submit_calvin_action","arguments":{"action":[1.0,-1.0,0.5,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,-1.0,0.5,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2681071758435788,0.19068905544321096,0.5972178175509392,-2.3303234975245006,0.240268818451647,-2.404310278853381,-0.006637904558144784,1.600346069980638,1.0235134710152431,0.4431648783817681,-0.4654690707329271,-1.076739768833822,0.8887197039511334,-1.4928151410961938,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582003783483,-0.11998510318767941,0.4599900095308409,3.5795942711857994e-10,-9.384944259071766e-11,1.5148313075841633,0.13373062802918922,0.13583353168725854,0.46098399331124995,-5.9306712641100256e-05,-0.00038779665698219124,1.8264279159126764,-0.2408861071970905,0.09244035192410538,0.46099000926142547,7.381485498498465e-07,-3.598220958601037e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":565.931},{"name":"submit_calvin_action","arguments":{"action":[1.0,-1.0,0.5,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,-1.0,0.5,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2696909641103289,0.1904249225664525,0.5970823287964953,-2.2979521899546658,0.2165777345441837,-2.3604404017817835,-0.004863508882262499,1.6291718643325173,1.0280616583404862,0.37578097192700827,-0.46029520526294215,-1.0526903895805628,0.8944596958384372,-1.5548963061851688,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.2299858200372768,-0.11998510318767654,0.4599900095308409,3.5795917980418726e-10,-9.38494838648687e-11,1.5148313075691162,0.13373063713499045,0.13583343943294907,0.46098404643473434,-3.391108387183443e-05,-0.0003986663156235332,1.8264544827775586,-0.24088610719709044,0.09244035192410535,0.46099000926142547,7.38148550076849e-07,-3.5982209589498214e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":565.993},{"name":"submit_calvin_action","arguments":{"action":[1.0,-1.0,0.5,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,-1.0,0.5,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2705248230031473,0.1904505122468882,0.5982448630257498,-2.2699814426486813,0.19492781111182045,-2.32133940631976,-0.005169391783128305,1.6550931377608455,1.0305687638231948,0.3085490340589434,-0.45637639533221863,-1.0248671147138768,0.8956117267367125,-1.6109900460607915,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582003671877,-0.11998510318767366,0.4599900095308409,3.5795906166053894e-10,-9.384955050320876e-11,1.514831307554069,0.13373070947575572,0.13583340331216753,0.4609840190471252,-3.37229492538816e-05,-0.000399691276260098,1.8264501988831159,-0.24088610719709044,0.09244035192410534,0.46099000926142547,7.381485498580439e-07,-3.5982209586701116e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":566.075},{"name":"submit_calvin_action","arguments":{"action":[1.0,-1.0,0.5,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,-1.0,0.5,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2703159128145898,0.1897874443506355,0.599829394024601,-2.2428529023996404,0.17483013123876687,-2.2904165879583105,-0.006905833599059704,1.6791641091816398,1.0332514802208828,0.2414342711442899,-0.45405300564009404,-0.9928530120763271,0.9029151016261073,-1.659637288228687,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582003616075,-0.11998510318767079,0.4599900095308409,3.5795894804925743e-10,-9.384961779023624e-11,1.5148313075390212,0.1337302982278397,0.13583342805623913,0.4609840817311062,-4.33186070631181e-05,-0.0003952020035464045,1.8264596085338405,-0.2408861071970904,0.09244035192410531,0.46099000926142547,7.381485500829961e-07,-3.5982209590199582e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":566.137},{"name":"submit_calvin_action","arguments":{"action":[1.0,-1.0,0.5,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,-1.0,0.5,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2706177673296371,0.18991221057114427,0.6002319114501998,-2.2228892848005706,0.15788818213878078,-2.2653042821151663,-0.00595084822555404,1.7017804826774443,1.0355255991291907,0.1743467923604089,-0.45406731620751933,-0.957080541666479,0.9086294543998471,-1.7007359589339184,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582003560272,-0.11998510318766792,0.4599900095308409,3.579588868291751e-10,-9.3849686242873e-11,1.514831307523974,0.13373060939344145,0.13583353069532822,0.46098407425816357,-3.372991311705023e-05,-0.0003914838852032127,1.8264511966042105,-0.24088610719709036,0.0924403519241053,0.46099000926142547,7.381485498672367e-07,-3.5982209587420188e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":566.221},{"name":"submit_calvin_action","arguments":{"action":[1.0,-1.0,0.5,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,-1.0,0.5,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2709782480592142,0.19009941468236227,0.5995205970894494,-2.207856765882553,0.14165494037167287,-2.2458499028542818,-0.005940870009832955,1.723217077158836,1.0378310969223241,0.1072529439611265,-0.4559781021041463,-0.9157016023588309,0.9168776004867812,-1.7350753592429535,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.2299858200350447,-0.11998510318766505,0.4599900095308409,3.5795871889862505e-10,-9.384973846439319e-11,1.5148313075089266,0.1337311651296406,0.1358334381345332,0.4609840599954889,-3.286018983964196e-05,-0.00039531881982971385,1.826423509429011,-0.2408861071970903,0.09244035192410527,0.46099000926142547,7.381485511533639e-07,-3.598220959228236e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":566.271},{"name":"submit_calvin_action","arguments":{"action":[1.0,-1.0,0.5,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,-1.0,0.5,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2710129921195795,0.1901705056522866,0.5996163011487946,-2.19503496992313,0.126712643963101,-2.228928803955803,-0.005004214545418792,1.743612742641175,1.038795727444212,0.040061463140002966,-0.45916581057080014,-0.8713191150540617,0.9252781249199504,-1.7666113576748057,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582003448667,-0.11998510318766217,0.4599900095308409,3.579585528966109e-10,-9.384978952135459e-11,1.514831307493879,0.1337303567432935,0.13583341525966608,0.4609840724751851,-3.370842940217074e-05,-0.0003959351502515799,1.8264633079718584,-0.24088610719709028,0.09244035192410525,0.46099000926142547,7.381485498782697e-07,-3.5982209588144693e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":566.373},{"name":"submit_calvin_action","arguments":{"action":[1.0,-1.0,0.5,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,-1.0,0.5,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.27117916175865986,0.19015646078100662,0.5992632872378657,-2.1854127293171737,0.11245127037609655,-2.2155077498091647,-0.005188800891949863,1.7637084864794819,1.0400676650858651,-0.027093068378597165,-0.4630105153619423,-0.8242573483561261,0.934153735434448,-1.7943440277299638,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582003392865,-0.1199851031876593,0.4599900095308409,3.579584939397264e-10,-9.384985771476504e-11,1.514831307478832,0.13373015013726194,0.13583343271995632,0.4609841417316409,-3.800765123653252e-05,-0.0003931549784600978,1.8264679243917175,-0.24088610719709025,0.09244035192410524,0.46099000926142547,7.381485501927049e-07,-3.598220958603932e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":566.437},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2048},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.27117916175865986,0.19015646078100662,0.5992632872378657,-2.1854127293171737,0.11245127037609655,-2.2155077498091647,-0.005188800891949863,1.7637084864794819,1.0400676650858651,-0.027093068378597165,-0.4630105153619423,-0.8242573483561261,0.934153735434448,-1.7943440277299638,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582003392865,-0.1199851031876593,0.4599900095308409,3.579584939397264e-10,-9.384985771476504e-11,1.514831307478832,0.13373015013726194,0.13583343271995632,0.4609841417316409,-3.800765123653252e-05,-0.0003931549784600978,1.8264679243917175,-0.24088610719709025,0.09244035192410524,0.46099000926142547,7.381485501927049e-07,-3.598220958603932e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.7637084864794819,1.0400676650858651,-0.027093068378597165,-0.4630105153619423,-0.8242573483561261,0.934153735434448,-1.7943440277299638],"gripper_action":1.0,"gripper_opening_width":-0.005188800891949863,"tcp_orn":[-2.1854127293171737,0.11245127037609655,-2.2155077498091647],"tcp_pos":[-0.27117916175865986,0.19015646078100662,0.5992632872378657]},"robot_contact_count":6,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0004929814036143519,-0.000942966303031532,0.0017777587817440336],"current_lin_vel":[-5.412029234833352e-05,-9.926345807924162e-06,-3.72647630988987e-06],"current_orn":[0.00014397308759147282,-0.00013518729298195824,0.7914844205498665,0.6111893102983625],"current_pos":[0.13373015013726194,0.13583343271995632,0.4609841417316409]},"block_pink":{"current_ang_vel":[-2.0262036743266237e-14,1.6485098581941547e-14,3.603251439215243e-16],"current_lin_vel":[3.234269174365287e-16,4.092627944747539e-16,5.252742685257772e-15],"current_orn":[1.4231903450604083e-06,-1.160837447274382e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719709025,0.09244035192410524,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.5200894972099903e-14,6.459945900906775e-14,-4.5140567633374784e-10],"current_lin_vel":[-1.6740361007454326e-11,8.788330463641926e-14,1.8318679906315083e-15],"current_orn":[1.6228840740750945e-10,8.887065103454533e-11,0.6870459193631228,0.726613999787013],"current_pos":[0.22998582003392865,-0.1199851031876593,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":566.495}],"event":{"kind":"action","label":"Lift block","detail":"lift the blue block from the sliding cabinet"}},{"round":26,"at":575.144012,"duration":8.541,"title":"calvin action · calvin state","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":"lift the blue block from the sliding cabinet","toolCalls":21,"cumulativeToolCalls":695,"code":"# The arm joint 0 became positive (1.76), turning the arm completely around the base!\n# Let's inspect how submitting actions influences joint 0 or if we can swing it back.\n# Specifically, joint 0 needs to rotate back by negative yaw/delta.\n# Let's test negative yaw and x/y directions.\n\nfor _ in range(20):\n    primitives.call(name='submit_calvin_action', action=[-1.0, -1.0, 0.0, 0.0, 0.0, -1.0, 1.0])\n\nobs = primitives.call(name='observe_calvin_state').output['semantic_state']['robot']\nprint(\"Arm joints:\", obs['arm_joint_states'])\nprint(\"TCP pos:\", obs['tcp_pos'])","codeExcerpt":false,"stdout":"Arm joints: [2.0916745874967186, 0.8890964290177223, -0.7688836943133294, -0.882387781682444, -0.22569431056927483, 1.2369201431321437, -1.6699706648317223]\nTCP pos: [-0.27051384192913425, 0.1892743754672372, 0.6003939257388933]\n","feedback":{},"calls":[{"name":"submit_calvin_action","arguments":{"action":[-1.0,-1.0,0.0,0.0,0.0,-1.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,-1.0,0.0,0.0,0.0,-1.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.27157655406240655,0.19014736147410993,0.5991074119413772,-2.1856990513394403,0.10737648445218122,-2.212592808381454,-0.006015216353825795,1.7822439156098442,1.0376730748437015,-0.09431930793530245,-0.469645701777679,-0.7673861509345156,0.945356559150845,-1.804600260262109,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582003337062,-0.11998510318765643,0.4599900095308409,3.5795824366142393e-10,-9.384989950739343e-11,1.5148313074637845,0.13373012499327105,0.13583341647818425,0.46098415282091176,-5.3572684343149024e-05,-0.0003889216978917901,1.8264516622772542,-0.2408861071970902,0.09244035192410521,0.46099000926142547,7.381485498887666e-07,-3.5982209588846947e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":573.436},{"name":"submit_calvin_action","arguments":{"action":[-1.0,-1.0,0.0,0.0,0.0,-1.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,-1.0,0.0,0.0,0.0,-1.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2716795059915061,0.189993305675744,0.5996934736789067,-2.193736189835974,0.1067455787672866,-2.216261658736269,-0.004757422726436866,1.7993674659218442,1.0316918019263146,-0.1615946022295574,-0.47928042231603485,-0.7054733149248955,0.9569725452953953,-1.808649767405784,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.2299858200328126,-0.11998510318765356,0.4599900095308409,3.579580795384682e-10,-9.384995080020677e-11,1.5148313074487372,0.13373051966619912,0.13583360048041812,0.46098408727216644,-3.869630872576236e-05,-0.0003823932657201608,1.8264435052096608,-0.24088610719709017,0.0924403519241052,0.46099000926142547,7.381485502016906e-07,-3.5982209586744433e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":573.537},{"name":"submit_calvin_action","arguments":{"action":[-1.0,-1.0,0.0,0.0,0.0,-1.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,-1.0,0.0,0.0,0.0,-1.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2713329979064713,0.18974103907915146,0.6000208410950871,-2.2022845947559397,0.10756145115357271,-2.222399110613386,-0.005648651867335971,1.8169227361987494,1.0258496553410414,-0.22894877519506618,-0.4917063603780561,-0.642486585525362,0.9706670189187512,-1.8096272409281517,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582003225457,-0.11998510318765068,0.4599900095308409,3.579579989691238e-10,-9.385000944663404e-11,1.51483130743369,0.13373030704496264,0.1358333650284983,0.46098409299204435,-3.3867856287399933e-05,-0.0003952022398968439,1.8264615160288806,-0.2408861071970901,0.09244035192410517,0.46099000926142547,7.3814854989713e-07,-3.5982209589556443e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":573.648},{"name":"submit_calvin_action","arguments":{"action":[-1.0,-1.0,0.0,0.0,0.0,-1.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,-1.0,0.0,0.0,0.0,-1.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2711605802738507,0.1897984740744633,0.6000943372592205,-2.2109392504493415,0.10986843355973032,-2.2281361625729685,-0.0051062849437735255,1.8356538675856522,1.0201949631879104,-0.2962068387452245,-0.506484695588805,-0.5828525967098025,0.9843971580674697,-1.8105889098847268,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582003169657,-0.1199851031876478,0.4599900095308409,3.579593883686538e-10,-9.384926982352365e-11,1.5148313074186424,0.1337299274102367,0.13583333912306564,0.46098412120042004,-4.695386071382542e-05,-0.00039236480499970294,1.8264662645578333,-0.24088610719709008,0.09244035192410516,0.46099000926142547,7.381485502113822e-07,-3.5982209587457106e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":573.697},{"name":"submit_calvin_action","arguments":{"action":[-1.0,-1.0,0.0,0.0,0.0,-1.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,-1.0,0.0,0.0,0.0,-1.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.27097817743940433,0.18991341346468338,0.6002321281383094,-2.216460810075978,0.11477431220096591,-2.2335623435395675,-0.0060971050285401705,1.8556471186534416,1.0156494827535127,-0.36091846424919477,-0.5231340166309193,-0.5274974672559993,0.9986510761241183,-1.8097701799461752,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582003113854,-0.11998510318764492,0.4599900095308409,3.5795935553728606e-10,-9.384934627896802e-11,1.5148313074035946,0.13373040795753952,0.13583336396330975,0.4609840591290954,-3.539090572639148e-05,-0.0003931078760901211,1.8264522713229172,-0.24088610719709005,0.09244035192410513,0.46099000926142547,7.381485499083356e-07,-3.5982209590275985e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":573.779},{"name":"submit_calvin_action","arguments":{"action":[-1.0,-1.0,0.0,0.0,0.0,-1.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,-1.0,0.0,0.0,0.0,-1.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2709519813610533,0.18983013732063292,0.600110414706083,-2.2203501220976394,0.11838453270770177,-2.2381298626741275,-0.005680298957849659,1.8773504366522518,1.0122853906500742,-0.4258860191779189,-0.5414605624180182,-0.47473501333941415,1.0128396033778198,-1.8113403403612187,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582003058052,-0.11998510318764205,0.4599900095308409,3.579593809817261e-10,-9.384942186806899e-11,1.5148313073885478,0.13372990316285932,0.135833344078588,0.4609841342745567,-3.400917878862024e-05,-0.0003940028203407084,1.8264787837455272,-0.24088610719709003,0.09244035192410512,0.46099000926142547,7.381485502220355e-07,-3.5982209588176457e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":573.844},{"name":"submit_calvin_action","arguments":{"action":[-1.0,-1.0,0.0,0.0,0.0,-1.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,-1.0,0.0,0.0,0.0,-1.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.27105265654053434,0.1898731290774557,0.6001277326687913,-2.2226862272571704,0.12418472640577442,-2.241973626351478,-0.005695787349894831,1.898646565426457,1.0088071750139782,-0.48304857108775406,-0.5614901105504563,-0.4289134869811471,1.0276406842803871,-1.8112643037231624,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.2299858200300225,-0.11998510318763918,0.4599900095308409,3.5795915214242566e-10,-9.384947418991093e-11,1.5148313073735002,0.13373061570481734,0.13583371040274395,0.4609838722575375,-4.991139151647944e-05,-0.00036941479652708104,1.8264190149375477,-0.24088610719708997,0.09244035192410509,0.46099000926142547,7.381485504493489e-07,-3.5982209591677985e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":573.96},{"name":"submit_calvin_action","arguments":{"action":[-1.0,-1.0,0.0,0.0,0.0,-1.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,-1.0,0.0,0.0,0.0,-1.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.27118077295440846,0.18976636757250903,0.6001225148017822,-2.225070879258073,0.13006208151364929,-2.2461652965792394,-0.006050781032158678,1.9185822837323685,1.0049823543250023,-0.5329755705482117,-0.5822012126916433,-0.39003934958712794,1.0418737141378727,-1.8101042658774975,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582002946447,-0.1199851031876363,0.4599900095308409,3.5795909103813954e-10,-9.384954274071369e-11,1.5148313073584527,0.13373077406069425,0.13583352614408803,0.460984068296545,-3.935958696827997e-05,-0.0003809097220858821,1.8264233818739781,-0.24088610719708994,0.09244035192410507,0.46099000926142547,7.381485502323202e-07,-3.598220958887966e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":574.022},{"name":"submit_calvin_action","arguments":{"action":[-1.0,-1.0,0.0,0.0,0.0,-1.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,-1.0,0.0,0.0,0.0,-1.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2713660438227708,0.18991948918107165,0.5997164144574789,-2.2297642830813102,0.13558871204113937,-2.250038050297701,-0.005910027147896706,1.9350616847972875,0.9996713050926631,-0.5700052235780024,-0.6033083848946481,-0.35976830619569383,1.0562549461672102,-1.8057432979934893,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582002890644,-0.11998510318763343,0.4599900095308409,3.579589255369578e-10,-9.384959491458918e-11,1.5148313073434057,0.13373015440097422,0.13583339265390892,0.46098413170563884,-3.3724272514065856e-05,-0.000388918910090404,1.8264618707277003,-0.2408861071970899,0.09244035192410505,0.46099000926142547,7.3814855098693e-07,-3.598220959306515e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":574.097},{"name":"submit_calvin_action","arguments":{"action":[-1.0,-1.0,0.0,0.0,0.0,-1.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,-1.0,0.0,0.0,0.0,-1.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2714746575869498,0.19014727430769118,0.5994238077443239,-2.2371279427279704,0.14157255095079707,-2.2548888777554748,-0.0057769210426063715,1.9477446055557797,0.9921545582400647,-0.595250515801365,-0.6239688452562342,-0.337191262053632,1.0697180296161204,-1.7984556235324083,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582002834841,-0.11998510318763056,0.4599900095308409,3.5795886630023257e-10,-9.384966393986702e-11,1.5148313073283584,0.13372997833388162,0.13583335699245477,0.4609841944265098,-3.363617293375126e-05,-0.00039007094771337973,1.8264702997781201,-0.24088610719708986,0.09244035192410503,0.46099000926142547,7.381485507697448e-07,-3.5982209590297694e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":574.145},{"name":"submit_calvin_action","arguments":{"action":[-1.0,-1.0,0.0,0.0,0.0,-1.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,-1.0,0.0,0.0,0.0,-1.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2713795332682931,0.18999132098691307,0.5995285644018579,-2.2450680562246967,0.14860006875013226,-2.262258573470178,-0.006424763860295722,1.9581759990104732,0.9835140960297496,-0.614067833506622,-0.6437082809411224,-0.31959330180532197,1.0814076209705286,-1.7886428197496127,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.2299858200277904,-0.11998510318762769,0.4599900095308409,3.5795872374180584e-10,-9.384972505293235e-11,1.514831307313311,0.13372963709352187,0.13583329283635778,0.4609841795235989,-4.443219657892934e-05,-0.00038982091056469784,1.8264760272760807,-0.24088610719708983,0.09244035192410502,0.46099000926142547,7.381485500238002e-07,-3.598220958682828e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":574.223},{"name":"submit_calvin_action","arguments":{"action":[-1.0,-1.0,0.0,0.0,0.0,-1.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,-1.0,0.0,0.0,0.0,-1.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2711472134052984,0.18987298338692274,0.5998166253761106,-2.2528235521551463,0.1556908164105228,-2.2691424168782737,-0.007189555228481781,1.9675294627903597,0.9747297224941036,-0.62939878657291,-0.6626961361905616,-0.3056036505092822,1.0924571110522077,-1.7789113632940932,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582002723236,-0.11998510318762481,0.4599900095308409,3.579586645513998e-10,-9.384979425603061e-11,1.5148313072982635,0.13372991277726454,0.1358333236714376,0.4609841189346967,-3.387947563168135e-05,-0.00039011036198637625,1.8264714349483964,-0.2408861071970898,0.09244035192410499,0.46099000926142547,7.38148550778242e-07,-3.5982209591002053e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":574.286},{"name":"submit_calvin_action","arguments":{"action":[-1.0,-1.0,0.0,0.0,0.0,-1.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,-1.0,0.0,0.0,0.0,-1.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2708904678730363,0.18953085553715907,0.6001636163467656,-2.259999383339135,0.16230861119537862,-2.276310178335586,-0.008152985845575379,1.9762483880681059,0.9658062059090262,-0.6424728117006615,-0.6812313344862991,-0.2935621785399538,1.1031808997232353,-1.7689330118418578,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582002667434,-0.11998510318762194,0.4599900095308409,3.579584993667554e-10,-9.384984669416756e-11,1.5148313072832156,0.1337299493929311,0.1358335267383796,0.46098387325024376,-5.2836890807197e-05,-0.00037355530096975424,1.8264453994723706,-0.24088610719708978,0.09244035192410498,0.46099000926142547,7.381485500316346e-07,-3.598220958753065e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":574.381},{"name":"submit_calvin_action","arguments":{"action":[-1.0,-1.0,0.0,0.0,0.0,-1.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,-1.0,0.0,0.0,0.0,-1.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.27083689558080715,0.189452147255467,0.600079170439825,-2.2671480641208044,0.16797545208952147,-2.2816789063747467,-0.007878474163346855,1.985158500651791,0.9576897763827334,-0.6547494845342676,-0.6995661133736104,-0.28212660691542996,1.1145919308301986,-1.7604303345153904,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.2299858200261163,-0.11998510318761907,0.4599900095308409,3.579582498695029e-10,-9.384988826608741e-11,1.514831307268169,0.1337301498477105,0.1358332160577861,0.46098407002959724,-3.474404179459194e-05,-0.00039363017969353545,1.8264573034220781,-0.24088610719708975,0.09244035192410496,0.46099000926142547,7.381485498158612e-07,-3.598220958473689e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":574.443},{"name":"submit_calvin_action","arguments":{"action":[-1.0,-1.0,0.0,0.0,0.0,-1.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,-1.0,0.0,0.0,0.0,-1.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2708418991530912,0.1895764373106859,0.5998242419422046,-2.2733119041612366,0.17287506400887204,-2.2847326991582335,-0.007882863902023614,1.9954706337409036,0.9505926877835461,-0.6693233397666056,-0.7181247506516918,-0.27043904533142366,1.1271089223877764,-1.754694873083329,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582002555829,-0.1199851031876162,0.4599900095308409,3.579579982462508e-10,-9.384993359548306e-11,1.5148313072531212,0.13372944463190295,0.13583315018934097,0.46098409134593155,-3.819206107773089e-05,-0.0003957015090104686,1.8264896000764874,-0.2408861071970897,0.09244035192410494,0.46099000926142547,7.381485500421304e-07,-3.598220958822987e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":574.55},{"name":"submit_calvin_action","arguments":{"action":[-1.0,-1.0,0.0,0.0,0.0,-1.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,-1.0,0.0,0.0,0.0,-1.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2708152461949543,0.18952465315573816,0.5998303514404005,-2.277559112083968,0.18160326863645607,-2.289439979594539,-0.007395995876537582,2.00789004496634,0.9439889760941131,-0.6862675273406051,-0.737889376576275,-0.25986777080652856,1.1399529115431044,-1.745559138146829,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582002500026,-0.11998510318761332,0.4599900095308409,3.5795793763368085e-10,-9.385000071171071e-11,1.514831307238074,0.13372956120266125,0.13583315339486712,0.46098412103535713,-5.7047215209299184e-05,-0.0003894699463048395,1.8264622750672377,-0.24088610719708967,0.09244035192410492,0.46099000926142547,7.381485498252798e-07,-3.5982209585438097e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":574.612},{"name":"submit_calvin_action","arguments":{"action":[-1.0,-1.0,0.0,0.0,0.0,-1.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,-1.0,0.0,0.0,0.0,-1.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2706518617654451,0.189576791377507,0.6000807674281334,-2.2814099013141935,0.1944293510929341,-2.2951127575802763,-0.007775124279680661,2.022350923986157,0.9366013836174455,-0.7049369793285624,-0.7603497810300197,-0.25037041813918187,1.1546654525885112,-1.733370190438275,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582002444226,-0.11998510318761044,0.4599900095308409,3.579595162187563e-10,-9.384928652371395e-11,1.5148313072230268,0.13373021169495292,0.13583325841457614,0.46098405594143516,-6.138201121364734e-05,-0.00038160673647924986,1.826421542794234,-0.2408861071970896,0.0924403519241049,0.46099000926142547,7.381485500521878e-07,-3.5982209588928245e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":574.715},{"name":"submit_calvin_action","arguments":{"action":[-1.0,-1.0,0.0,0.0,0.0,-1.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,-1.0,0.0,0.0,0.0,-1.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2705464048967745,0.18938212638670296,0.600311099124638,-2.2861336281248463,0.20970023902616125,-2.302576568973696,-0.0076198240693112415,2.0393721766003097,0.9271907267081063,-0.7246286610517534,-0.7877341786420077,-0.24096357979061184,1.1722275999623777,-1.7176973834525806,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582002388424,-0.11998510318760756,0.4599900095308409,3.5795935095294006e-10,-9.384933925894321e-11,1.514831307207979,0.13373002067742087,0.13583315917465286,0.4609840068295436,-4.509906594430749e-05,-0.00039047971891717514,1.8264488116742779,-0.24088610719708958,0.09244035192410488,0.46099000926142547,7.381485498358241e-07,-3.5982209586149647e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":574.777},{"name":"submit_calvin_action","arguments":{"action":[-1.0,-1.0,0.0,0.0,0.0,-1.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,-1.0,0.0,0.0,0.0,-1.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2705002859684592,0.18944767896295422,0.6002090308508524,-2.293958923094,0.22867043414883303,-2.3102891805432186,-0.006579797230272687,2.0605104171483317,0.913425515217898,-0.7450048021770828,-0.8246857651870528,-0.2323295407735713,1.1974631795186832,-1.6974256764448834,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.2299858200233262,-0.11998510318760469,0.4599900095308409,3.579592676129941e-10,-9.384939847383883e-11,1.514831307192932,0.13372948272993462,0.13583311070906604,0.4609840788990237,-3.3735541159148636e-05,-0.0003956045761158506,1.8264880322884427,-0.24088610719708953,0.09244035192410485,0.46099000926142547,7.38148550062572e-07,-3.598220958964509e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":574.885},{"name":"submit_calvin_action","arguments":{"action":[-1.0,-1.0,0.0,0.0,0.0,-1.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,-1.0,0.0,0.0,0.0,-1.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.27051384192913425,0.1892743754672372,0.6003939257388933,-2.306831709224793,0.25356686865310285,-2.318103670421907,-0.006528443860749515,2.0916745874967186,0.8890964290177223,-0.7688836943133294,-0.882387781682444,-0.22569431056927483,1.2369201431321437,-1.6699706648317223,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582002276818,-0.11998510318760182,0.4599900095308409,3.5795915062790087e-10,-9.384946912231154e-11,1.5148313071778845,0.13372933762326633,0.1358330860135231,0.46098410600521234,-3.701081763175849e-05,-0.00039524039738464027,1.8264911244694606,-0.2408861071970895,0.09244035192410484,0.46099000926142547,7.381485498471783e-07,-3.5982209586834054e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":574.947},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2112},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.27051384192913425,0.1892743754672372,0.6003939257388933,-2.306831709224793,0.25356686865310285,-2.318103670421907,-0.006528443860749515,2.0916745874967186,0.8890964290177223,-0.7688836943133294,-0.882387781682444,-0.22569431056927483,1.2369201431321437,-1.6699706648317223,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582002276818,-0.11998510318760182,0.4599900095308409,3.5795915062790087e-10,-9.384946912231154e-11,1.5148313071778845,0.13372933762326633,0.1358330860135231,0.46098410600521234,-3.701081763175849e-05,-0.00039524039738464027,1.8264911244694606,-0.2408861071970895,0.09244035192410484,0.46099000926142547,7.381485498471783e-07,-3.5982209586834054e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[2.0916745874967186,0.8890964290177223,-0.7688836943133294,-0.882387781682444,-0.22569431056927483,1.2369201431321437,-1.6699706648317223],"gripper_action":1.0,"gripper_opening_width":-0.006528443860749515,"tcp_orn":[-2.306831709224793,0.25356686865310285,-2.318103670421907],"tcp_pos":[-0.27051384192913425,0.1892743754672372,0.6003939257388933]},"robot_contact_count":7,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.00044627672928759685,-0.0007095381161694857,0.00218528964899645],"current_lin_vel":[-5.738957618125296e-05,-8.89844565595223e-06,-2.997829099071758e-06],"current_orn":[0.00014510457389694647,-0.0001354284135092604,0.7914915102091946,0.6111801288250264],"current_pos":[0.13372933762326633,0.1358330860135231,0.46098410600521234]},"block_pink":{"current_ang_vel":[-6.193363168953534e-14,-1.049267728102065e-13,3.524834834657483e-16],"current_lin_vel":[-2.1047997663991973e-15,1.242662914722295e-15,6.1825544683813405e-15],"current_orn":[1.4231903449516516e-06,-1.1608374474143755e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.2408861071970895,0.09244035192410484,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0833606870352123e-14,3.910499867778493e-14,-4.514056850358702e-10],"current_lin_vel":[-1.674087111989421e-11,8.799598548315306e-14,2.213507155346406e-15],"current_orn":[1.62288512509863e-10,8.887101777594891e-11,0.6870459192537864,0.7266139998903954],"current_pos":[0.22998582002276818,-0.11998510318760182,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":575.003}],"event":{"kind":"action","label":"Lift block","detail":"lift the blue block from the sliding cabinet"}},{"round":27,"at":582.144832,"duration":7.001,"title":"calvin state · calvin action","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":"lift the blue block from the sliding cabinet","toolCalls":15,"cumulativeToolCalls":710,"code":"# Test which direction decreases joint 0\nfor test_name, act in [\n    (\"yaw+1\", [0.0, 0.0, 0.0, 0.0, 0.0, 1.0, 1.0]),\n    (\"yaw-1\", [0.0, 0.0, 0.0, 0.0, 0.0, -1.0, 1.0]),\n    (\"x+1\", [1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0]),\n    (\"y+1\", [0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0]),\n    (\"z+1\", [0.0, 0.0, 1.0, 0.0, 0.0, 0.0, 1.0]),\n]:\n    j_before = primitives.call(name='observe_calvin_state').output['semantic_state']['robot']['arm_joint_states'][0]\n    primitives.call(name='submit_calvin_action', action=act)\n    j_after = primitives.call(name='observe_calvin_state').output['semantic_state']['robot']['arm_joint_states'][0]\n    print(f\"{test_name}: joint0 delta = {j_after - j_before:.4f}, current j0 = {j_after:.4f}\")","codeExcerpt":false,"stdout":"yaw+1: joint0 delta = 0.0114, current j0 = 2.1031\nyaw-1: joint0 delta = 0.0160, current j0 = 2.1190\nx+1: joint0 delta = -0.0121, current j0 = 2.1069\ny+1: joint0 delta = -0.0281, current j0 = 2.0789\nz+1: joint0 delta = -0.0406, current j0 = 2.0382\n","feedback":{},"calls":[{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2116},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.27051384192913425,0.1892743754672372,0.6003939257388933,-2.306831709224793,0.25356686865310285,-2.318103670421907,-0.006528443860749515,2.0916745874967186,0.8890964290177223,-0.7688836943133294,-0.882387781682444,-0.22569431056927483,1.2369201431321437,-1.6699706648317223,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582002276818,-0.11998510318760182,0.4599900095308409,3.5795915062790087e-10,-9.384946912231154e-11,1.5148313071778845,0.13372933762326633,0.1358330860135231,0.46098410600521234,-3.701081763175849e-05,-0.00039524039738464027,1.8264911244694606,-0.2408861071970895,0.09244035192410484,0.46099000926142547,7.381485498471783e-07,-3.5982209586834054e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[2.0916745874967186,0.8890964290177223,-0.7688836943133294,-0.882387781682444,-0.22569431056927483,1.2369201431321437,-1.6699706648317223],"gripper_action":1.0,"gripper_opening_width":-0.006528443860749515,"tcp_orn":[-2.306831709224793,0.25356686865310285,-2.318103670421907],"tcp_pos":[-0.27051384192913425,0.1892743754672372,0.6003939257388933]},"robot_contact_count":7,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.00044627672928759685,-0.0007095381161694857,0.00218528964899645],"current_lin_vel":[-5.738957618125296e-05,-8.89844565595223e-06,-2.997829099071758e-06],"current_orn":[0.00014510457389694647,-0.0001354284135092604,0.7914915102091946,0.6111801288250264],"current_pos":[0.13372933762326633,0.1358330860135231,0.46098410600521234]},"block_pink":{"current_ang_vel":[-6.193363168953534e-14,-1.049267728102065e-13,3.524834834657483e-16],"current_lin_vel":[-2.1047997663991973e-15,1.242662914722295e-15,6.1825544683813405e-15],"current_orn":[1.4231903449516516e-06,-1.1608374474143755e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.2408861071970895,0.09244035192410484,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0833606870352123e-14,3.910499867778493e-14,-4.514056850358702e-10],"current_lin_vel":[-1.674087111989421e-11,8.799598548315306e-14,2.213507155346406e-15],"current_orn":[1.62288512509863e-10,8.887101777594891e-11,0.6870459192537864,0.7266139998903954],"current_pos":[0.22998582002276818,-0.11998510318760182,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":581.427},{"name":"submit_calvin_action","arguments":{"action":[0.0,0.0,0.0,0.0,0.0,1.0,1.0]},"ok":true,"error":null,"output":{"action":[0.0,0.0,0.0,0.0,0.0,1.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.27151012351618997,0.19023901623499395,0.5995635387736582,-2.328661744080319,0.26148460687728486,-2.3071587309498196,-0.004730404449354043,2.103070954755103,0.8402990724398441,-0.7372797586976447,-0.9498660224121892,-0.25227872459247486,1.286431925089857,-1.6496543116062914,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582002221016,-0.11998510318759895,0.4599900095308409,3.5795909085752413e-10,-9.384953773846219e-11,1.5148313071628374,0.13372945393368307,0.13583312362349742,0.4609840907489877,-6.026337317039451e-05,-0.00038602526273837675,1.8264586720694942,-0.24088610719708944,0.09244035192410481,0.46099000926142547,7.38148550601951e-07,-3.5982209591014343e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":581.508},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2122},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.27151012351618997,0.19023901623499395,0.5995635387736582,-2.328661744080319,0.26148460687728486,-2.3071587309498196,-0.004730404449354043,2.103070954755103,0.8402990724398441,-0.7372797586976447,-0.9498660224121892,-0.25227872459247486,1.286431925089857,-1.6496543116062914,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582002221016,-0.11998510318759895,0.4599900095308409,3.5795909085752413e-10,-9.384953773846219e-11,1.5148313071628374,0.13372945393368307,0.13583312362349742,0.4609840907489877,-6.026337317039451e-05,-0.00038602526273837675,1.8264586720694942,-0.24088610719708944,0.09244035192410481,0.46099000926142547,7.38148550601951e-07,-3.5982209591014343e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[2.103070954755103,0.8402990724398441,-0.7372797586976447,-0.9498660224121892,-0.25227872459247486,1.286431925089857,-1.6496543116062914],"gripper_action":1.0,"gripper_opening_width":-0.004730404449354043,"tcp_orn":[-2.328661744080319,0.26148460687728486,-2.3071587309498196],"tcp_pos":[-0.27151012351618997,0.19023901623499395,0.5995635387736582]},"robot_contact_count":5,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.00024049603145649744,-0.0050954661629353465,-0.0076324472130621995],"current_lin_vel":[4.613772164598865e-05,2.5908983302472927e-06,-1.3957988250150322e-05],"current_orn":[0.00013434967236855176,-0.0001418166400971717,0.7914815921430902,0.6111929737299384],"current_pos":[0.13372945393368307,0.13583312362349742,0.4609840907489877]},"block_pink":{"current_ang_vel":[-6.192415148279955e-14,-1.0503631174448205e-13,3.4613071446047297e-16],"current_lin_vel":[-2.1069841101069997e-15,1.2424502795078646e-15,6.175615574477433e-15],"current_orn":[1.4231903453762027e-06,-1.1608374473377988e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719708944,0.09244035192410481,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.077591858852664e-14,3.884297641748102e-14,-4.5140568403799014e-10],"current_lin_vel":[-1.6740876376348852e-11,8.799481498755672e-14,2.220446049250313e-15],"current_orn":[1.622885143667585e-10,8.887097231350333e-11,0.6870459192483197,0.7266139998955645],"current_pos":[0.22998582002221016,-0.11998510318759895,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":581.518},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2125},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.27151012351618997,0.19023901623499395,0.5995635387736582,-2.328661744080319,0.26148460687728486,-2.3071587309498196,-0.004730404449354043,2.103070954755103,0.8402990724398441,-0.7372797586976447,-0.9498660224121892,-0.25227872459247486,1.286431925089857,-1.6496543116062914,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582002221016,-0.11998510318759895,0.4599900095308409,3.5795909085752413e-10,-9.384953773846219e-11,1.5148313071628374,0.13372945393368307,0.13583312362349742,0.4609840907489877,-6.026337317039451e-05,-0.00038602526273837675,1.8264586720694942,-0.24088610719708944,0.09244035192410481,0.46099000926142547,7.38148550601951e-07,-3.5982209591014343e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[2.103070954755103,0.8402990724398441,-0.7372797586976447,-0.9498660224121892,-0.25227872459247486,1.286431925089857,-1.6496543116062914],"gripper_action":1.0,"gripper_opening_width":-0.004730404449354043,"tcp_orn":[-2.328661744080319,0.26148460687728486,-2.3071587309498196],"tcp_pos":[-0.27151012351618997,0.19023901623499395,0.5995635387736582]},"robot_contact_count":5,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.00024049603145649744,-0.0050954661629353465,-0.0076324472130621995],"current_lin_vel":[4.613772164598865e-05,2.5908983302472927e-06,-1.3957988250150322e-05],"current_orn":[0.00013434967236855176,-0.0001418166400971717,0.7914815921430902,0.6111929737299384],"current_pos":[0.13372945393368307,0.13583312362349742,0.4609840907489877]},"block_pink":{"current_ang_vel":[-6.192415148279955e-14,-1.0503631174448205e-13,3.4613071446047297e-16],"current_lin_vel":[-2.1069841101069997e-15,1.2424502795078646e-15,6.175615574477433e-15],"current_orn":[1.4231903453762027e-06,-1.1608374473377988e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719708944,0.09244035192410481,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.077591858852664e-14,3.884297641748102e-14,-4.5140568403799014e-10],"current_lin_vel":[-1.6740876376348852e-11,8.799481498755672e-14,2.220446049250313e-15],"current_orn":[1.622885143667585e-10,8.887097231350333e-11,0.6870459192483197,0.7266139998955645],"current_pos":[0.22998582002221016,-0.11998510318759895,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":581.554},{"name":"submit_calvin_action","arguments":{"action":[0.0,0.0,0.0,0.0,0.0,-1.0,1.0]},"ok":true,"error":null,"output":{"action":[0.0,0.0,0.0,0.0,0.0,-1.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2715889220520379,0.1899435401682537,0.5999077952266583,-2.3643362050263685,0.2903604549095732,-2.3246140955139576,-0.005439323506722899,2.1190302013138647,0.791912152320245,-0.7263747106705079,-1.0176432533684177,-0.26182976846872474,1.3349351550821495,-1.5973353557978716,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582002165213,-0.11998510318759607,0.4599900095308409,3.579589500833522e-10,-9.384959813756247e-11,1.5148313071477897,0.13372963527218834,0.13583332238940554,0.46098393367164514,-5.4975131747324355e-05,-0.00037623687357623127,1.8264510669809635,-0.24088610719708944,0.0924403519241048,0.46099000926142547,7.381485498533623e-07,-3.5982209587544786e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":581.614},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2131},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2715889220520379,0.1899435401682537,0.5999077952266583,-2.3643362050263685,0.2903604549095732,-2.3246140955139576,-0.005439323506722899,2.1190302013138647,0.791912152320245,-0.7263747106705079,-1.0176432533684177,-0.26182976846872474,1.3349351550821495,-1.5973353557978716,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582002165213,-0.11998510318759607,0.4599900095308409,3.579589500833522e-10,-9.384959813756247e-11,1.5148313071477897,0.13372963527218834,0.13583332238940554,0.46098393367164514,-5.4975131747324355e-05,-0.00037623687357623127,1.8264510669809635,-0.24088610719708944,0.0924403519241048,0.46099000926142547,7.381485498533623e-07,-3.5982209587544786e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[2.1190302013138647,0.791912152320245,-0.7263747106705079,-1.0176432533684177,-0.26182976846872474,1.3349351550821495,-1.5973353557978716],"gripper_action":1.0,"gripper_opening_width":-0.005439323506722899,"tcp_orn":[-2.3643362050263685,0.2903604549095732,-2.3246140955139576],"tcp_pos":[-0.2715889220520379,0.1899435401682537,0.5999077952266583]},"robot_contact_count":3,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.0032263758955414987,-0.002658660143255266,-0.00784908231881145],"current_lin_vel":[9.910428959621199e-05,6.23259433189199e-05,-4.582079470169531e-05],"current_orn":[0.00013209155548159912,-0.00013673307221224128,0.7914792692416543,0.6111959834755009],"current_pos":[0.13372963527218834,0.13583332238940554,0.46098393367164514]},"block_pink":{"current_ang_vel":[-6.1784186659263e-14,-1.049666434766057e-13,3.4654095892490164e-16],"current_lin_vel":[-2.1055956551747936e-15,1.2396545258426073e-15,6.1825544683813405e-15],"current_orn":[1.4231903449765099e-06,-1.1608374474399584e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719708944,0.0924403519241048,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0763920177625632e-14,3.8896203835631773e-14,-4.5140568246633364e-10],"current_lin_vel":[-1.6740875241340412e-11,8.799457816672355e-14,2.213507155346406e-15],"current_orn":[1.622884839716628e-10,8.887090200970627e-11,0.6870459192428529,0.7266139999007337],"current_pos":[0.22998582002165213,-0.11998510318759607,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":581.664},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2134},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2715889220520379,0.1899435401682537,0.5999077952266583,-2.3643362050263685,0.2903604549095732,-2.3246140955139576,-0.005439323506722899,2.1190302013138647,0.791912152320245,-0.7263747106705079,-1.0176432533684177,-0.26182976846872474,1.3349351550821495,-1.5973353557978716,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582002165213,-0.11998510318759607,0.4599900095308409,3.579589500833522e-10,-9.384959813756247e-11,1.5148313071477897,0.13372963527218834,0.13583332238940554,0.46098393367164514,-5.4975131747324355e-05,-0.00037623687357623127,1.8264510669809635,-0.24088610719708944,0.0924403519241048,0.46099000926142547,7.381485498533623e-07,-3.5982209587544786e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[2.1190302013138647,0.791912152320245,-0.7263747106705079,-1.0176432533684177,-0.26182976846872474,1.3349351550821495,-1.5973353557978716],"gripper_action":1.0,"gripper_opening_width":-0.005439323506722899,"tcp_orn":[-2.3643362050263685,0.2903604549095732,-2.3246140955139576],"tcp_pos":[-0.2715889220520379,0.1899435401682537,0.5999077952266583]},"robot_contact_count":3,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.0032263758955414987,-0.002658660143255266,-0.00784908231881145],"current_lin_vel":[9.910428959621199e-05,6.23259433189199e-05,-4.582079470169531e-05],"current_orn":[0.00013209155548159912,-0.00013673307221224128,0.7914792692416543,0.6111959834755009],"current_pos":[0.13372963527218834,0.13583332238940554,0.46098393367164514]},"block_pink":{"current_ang_vel":[-6.1784186659263e-14,-1.049666434766057e-13,3.4654095892490164e-16],"current_lin_vel":[-2.1055956551747936e-15,1.2396545258426073e-15,6.1825544683813405e-15],"current_orn":[1.4231903449765099e-06,-1.1608374474399584e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719708944,0.0924403519241048,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0763920177625632e-14,3.8896203835631773e-14,-4.5140568246633364e-10],"current_lin_vel":[-1.6740875241340412e-11,8.799457816672355e-14,2.213507155346406e-15],"current_orn":[1.622884839716628e-10,8.887090200970627e-11,0.6870459192428529,0.7266139999007337],"current_pos":[0.22998582002165213,-0.11998510318759607,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":581.674},{"name":"submit_calvin_action","arguments":{"action":[1.0,0.0,0.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,0.0,0.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.27227824289910313,0.19098354259605338,0.5995160476611844,-2.4182772077568018,0.3182983496533315,-2.3486406723592785,-0.0022119177112120366,2.106940806310609,0.7264049980714722,-0.669012759920298,-1.0848347758213959,-0.2898282545319695,1.389443442004504,-1.528749549435187,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.2299858200210941,-0.1199851031875932,0.4599900095308409,3.579588950956041e-10,-9.38496655410112e-11,1.5148313071327424,0.1337299479826905,0.13583324358510715,0.46098414849826397,-3.307756581565498e-05,-0.00038528890360996134,1.8264581475049548,-0.2408861071970894,0.09244035192410477,0.46099000926142547,7.381485511382181e-07,-3.5982209592405692e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":581.776},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2140},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.27227824289910313,0.19098354259605338,0.5995160476611844,-2.4182772077568018,0.3182983496533315,-2.3486406723592785,-0.0022119177112120366,2.106940806310609,0.7264049980714722,-0.669012759920298,-1.0848347758213959,-0.2898282545319695,1.389443442004504,-1.528749549435187,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.2299858200210941,-0.1199851031875932,0.4599900095308409,3.579588950956041e-10,-9.38496655410112e-11,1.5148313071327424,0.1337299479826905,0.13583324358510715,0.46098414849826397,-3.307756581565498e-05,-0.00038528890360996134,1.8264581475049548,-0.2408861071970894,0.09244035192410477,0.46099000926142547,7.381485511382181e-07,-3.5982209592405692e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[2.106940806310609,0.7264049980714722,-0.669012759920298,-1.0848347758213959,-0.2898282545319695,1.389443442004504,-1.528749549435187],"gripper_action":1.0,"gripper_opening_width":-0.0022119177112120366,"tcp_orn":[-2.4182772077568018,0.3182983496533315,-2.3486406723592785],"tcp_pos":[-0.27227824289910313,0.19098354259605338,0.5995160476611844]},"robot_contact_count":4,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.000988401498080808,0.0018988363366678794,0.0030697598738946546],"current_lin_vel":[-2.234424051081229e-05,-1.955751711396187e-05,2.6247839390827754e-05],"current_orn":[0.000142366117911076,-0.00013083311561993226,0.7914814337524766,0.6111931794774125],"current_pos":[0.1337299479826905,0.13583324358510715,0.46098414849826397]},"block_pink":{"current_ang_vel":[1.9047155415226162e-13,2.1151417561183253e-13,3.5201137214954344e-16],"current_lin_vel":[4.224016422543654e-15,-3.805435748272354e-15,3.7539416020138106e-15],"current_orn":[1.423190345627951e-06,-1.1608374472222224e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.2408861071970894,0.09244035192410477,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.083073190006257e-14,3.9124461820554294e-14,-4.514056766357847e-10],"current_lin_vel":[-1.6740870496446594e-11,8.799590179579346e-14,2.213507155346406e-15],"current_orn":[1.6228848714952978e-10,8.88708586307865e-11,0.687045919237386,0.7266139999059028],"current_pos":[0.2299858200210941,-0.1199851031875932,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":581.785},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2143},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.27227824289910313,0.19098354259605338,0.5995160476611844,-2.4182772077568018,0.3182983496533315,-2.3486406723592785,-0.0022119177112120366,2.106940806310609,0.7264049980714722,-0.669012759920298,-1.0848347758213959,-0.2898282545319695,1.389443442004504,-1.528749549435187,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.2299858200210941,-0.1199851031875932,0.4599900095308409,3.579588950956041e-10,-9.38496655410112e-11,1.5148313071327424,0.1337299479826905,0.13583324358510715,0.46098414849826397,-3.307756581565498e-05,-0.00038528890360996134,1.8264581475049548,-0.2408861071970894,0.09244035192410477,0.46099000926142547,7.381485511382181e-07,-3.5982209592405692e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[2.106940806310609,0.7264049980714722,-0.669012759920298,-1.0848347758213959,-0.2898282545319695,1.389443442004504,-1.528749549435187],"gripper_action":1.0,"gripper_opening_width":-0.0022119177112120366,"tcp_orn":[-2.4182772077568018,0.3182983496533315,-2.3486406723592785],"tcp_pos":[-0.27227824289910313,0.19098354259605338,0.5995160476611844]},"robot_contact_count":4,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.000988401498080808,0.0018988363366678794,0.0030697598738946546],"current_lin_vel":[-2.234424051081229e-05,-1.955751711396187e-05,2.6247839390827754e-05],"current_orn":[0.000142366117911076,-0.00013083311561993226,0.7914814337524766,0.6111931794774125],"current_pos":[0.1337299479826905,0.13583324358510715,0.46098414849826397]},"block_pink":{"current_ang_vel":[1.9047155415226162e-13,2.1151417561183253e-13,3.5201137214954344e-16],"current_lin_vel":[4.224016422543654e-15,-3.805435748272354e-15,3.7539416020138106e-15],"current_orn":[1.423190345627951e-06,-1.1608374472222224e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.2408861071970894,0.09244035192410477,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.083073190006257e-14,3.9124461820554294e-14,-4.514056766357847e-10],"current_lin_vel":[-1.6740870496446594e-11,8.799590179579346e-14,2.213507155346406e-15],"current_orn":[1.6228848714952978e-10,8.88708586307865e-11,0.687045919237386,0.7266139999059028],"current_pos":[0.2299858200210941,-0.1199851031875932,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":581.838},{"name":"submit_calvin_action","arguments":{"action":[0.0,1.0,0.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[0.0,1.0,0.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.27191285310907876,0.19109817576791138,0.6000391750778753,-2.456736426713011,0.34914649723885516,-2.363226514987644,-0.0023194928992549555,2.078854106563334,0.659353956141414,-0.585986982933828,-1.1516350680494187,-0.35252816064227954,1.4370387994823164,-1.4602266020670687,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582002053608,-0.11998510318759033,0.4599900095308409,3.5795873190639334e-10,-9.384971685237005e-11,1.5148313071176944,0.13372949227003653,0.13583317853571464,0.46098420201529033,-3.3293810410777956e-05,-0.0003880558422692107,1.8264810523818713,-0.24088610719708936,0.09244035192410475,0.46099000926142547,7.381485503907319e-07,-3.5982209588937736e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":581.9},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2149},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.27191285310907876,0.19109817576791138,0.6000391750778753,-2.456736426713011,0.34914649723885516,-2.363226514987644,-0.0023194928992549555,2.078854106563334,0.659353956141414,-0.585986982933828,-1.1516350680494187,-0.35252816064227954,1.4370387994823164,-1.4602266020670687,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582002053608,-0.11998510318759033,0.4599900095308409,3.5795873190639334e-10,-9.384971685237005e-11,1.5148313071176944,0.13372949227003653,0.13583317853571464,0.46098420201529033,-3.3293810410777956e-05,-0.0003880558422692107,1.8264810523818713,-0.24088610719708936,0.09244035192410475,0.46099000926142547,7.381485503907319e-07,-3.5982209588937736e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[2.078854106563334,0.659353956141414,-0.585986982933828,-1.1516350680494187,-0.35252816064227954,1.4370387994823164,-1.4602266020670687],"gripper_action":1.0,"gripper_opening_width":-0.0023194928992549555,"tcp_orn":[-2.456736426713011,0.34914649723885516,-2.363226514987644],"tcp_pos":[-0.27191285310907876,0.19109817576791138,0.6000391750778753]},"robot_contact_count":4,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0007292902243788298,0.00018498997934773029,0.0032618693017261073],"current_lin_vel":[-6.043646872312192e-05,-1.4310579070546454e-05,7.411709597247851e-06],"current_orn":[0.00014339653360675563,-0.00013176261719084615,0.7914884331129164,0.6111841149150619],"current_pos":[0.13372949227003653,0.13583317853571464,0.46098420201529033]},"block_pink":{"current_ang_vel":[-6.188929044530844e-14,-1.0482827272022132e-13,3.5411352153086244e-16],"current_lin_vel":[-2.1028356890312883e-15,1.24178400804895e-15,6.1825544683813405e-15],"current_orn":[1.4231903452287362e-06,-1.1608374473240955e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719708936,0.09244035192410475,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.3976906943371763e-14,1.951890020684647e-14,-4.5140567993097843e-10],"current_lin_vel":[-1.6741262723442073e-11,8.805882763294748e-14,2.4771851236948805e-15],"current_orn":[1.622884454890457e-10,8.887078392854893e-11,0.6870459192319189,0.726613999911072],"current_pos":[0.22998582002053608,-0.11998510318759033,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":581.936},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2152},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.27191285310907876,0.19109817576791138,0.6000391750778753,-2.456736426713011,0.34914649723885516,-2.363226514987644,-0.0023194928992549555,2.078854106563334,0.659353956141414,-0.585986982933828,-1.1516350680494187,-0.35252816064227954,1.4370387994823164,-1.4602266020670687,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582002053608,-0.11998510318759033,0.4599900095308409,3.5795873190639334e-10,-9.384971685237005e-11,1.5148313071176944,0.13372949227003653,0.13583317853571464,0.46098420201529033,-3.3293810410777956e-05,-0.0003880558422692107,1.8264810523818713,-0.24088610719708936,0.09244035192410475,0.46099000926142547,7.381485503907319e-07,-3.5982209588937736e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[2.078854106563334,0.659353956141414,-0.585986982933828,-1.1516350680494187,-0.35252816064227954,1.4370387994823164,-1.4602266020670687],"gripper_action":1.0,"gripper_opening_width":-0.0023194928992549555,"tcp_orn":[-2.456736426713011,0.34914649723885516,-2.363226514987644],"tcp_pos":[-0.27191285310907876,0.19109817576791138,0.6000391750778753]},"robot_contact_count":4,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0007292902243788298,0.00018498997934773029,0.0032618693017261073],"current_lin_vel":[-6.043646872312192e-05,-1.4310579070546454e-05,7.411709597247851e-06],"current_orn":[0.00014339653360675563,-0.00013176261719084615,0.7914884331129164,0.6111841149150619],"current_pos":[0.13372949227003653,0.13583317853571464,0.46098420201529033]},"block_pink":{"current_ang_vel":[-6.188929044530844e-14,-1.0482827272022132e-13,3.5411352153086244e-16],"current_lin_vel":[-2.1028356890312883e-15,1.24178400804895e-15,6.1825544683813405e-15],"current_orn":[1.4231903452287362e-06,-1.1608374473240955e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719708936,0.09244035192410475,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.3976906943371763e-14,1.951890020684647e-14,-4.5140567993097843e-10],"current_lin_vel":[-1.6741262723442073e-11,8.805882763294748e-14,2.4771851236948805e-15],"current_orn":[1.622884454890457e-10,8.887078392854893e-11,0.6870459192319189,0.726613999911072],"current_pos":[0.22998582002053608,-0.11998510318759033,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":581.947},{"name":"submit_calvin_action","arguments":{"action":[0.0,0.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[0.0,0.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.27143782622273444,0.18996067276470685,0.6010553205525183,-2.4915120212641977,0.38043919823617006,-2.377012063982004,-0.002991396964546435,2.0382134473758313,0.5923911944267906,-0.49489628407642466,-1.218514910464215,-0.415849012094061,1.4777726463211904,-1.3907772282634339,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582001997805,-0.11998510318758746,0.4599900095308409,3.579585911978176e-10,-9.384977499994085e-11,1.5148313071026476,0.13372937941830826,0.13583325769520277,0.46098395512686896,-5.5503054444844006e-05,-0.0003771159582819706,1.8264609188094425,-0.24088610719708933,0.09244035192410474,0.46099000926142547,7.381485501767478e-07,-3.598220958615297e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":582.021},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2158},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.27143782622273444,0.18996067276470685,0.6010553205525183,-2.4915120212641977,0.38043919823617006,-2.377012063982004,-0.002991396964546435,2.0382134473758313,0.5923911944267906,-0.49489628407642466,-1.218514910464215,-0.415849012094061,1.4777726463211904,-1.3907772282634339,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582001997805,-0.11998510318758746,0.4599900095308409,3.579585911978176e-10,-9.384977499994085e-11,1.5148313071026476,0.13372937941830826,0.13583325769520277,0.46098395512686896,-5.5503054444844006e-05,-0.0003771159582819706,1.8264609188094425,-0.24088610719708933,0.09244035192410474,0.46099000926142547,7.381485501767478e-07,-3.598220958615297e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[2.0382134473758313,0.5923911944267906,-0.49489628407642466,-1.218514910464215,-0.415849012094061,1.4777726463211904,-1.3907772282634339],"gripper_action":1.0,"gripper_opening_width":-0.002991396964546435,"tcp_orn":[-2.4915120212641977,0.38043919823617006,-2.377012063982004],"tcp_pos":[-0.27143782622273444,0.18996067276470685,0.6010553205525183]},"robot_contact_count":5,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.0028862673868847626,-0.0031609527104386375,-0.00781841869293742],"current_lin_vel":[8.846138345331896e-05,5.5528934694470776e-05,-4.2000037326205e-05],"current_orn":[0.0001322787879147001,-0.0001372099870723717,0.7914822798219542,0.6111920847029874],"current_pos":[0.13372937941830826,0.13583325769520277,0.46098395512686896]},"block_pink":{"current_ang_vel":[-2.011776885074239e-14,1.6394744209479194e-14,3.471262263653779e-16],"current_lin_vel":[3.216341042097322e-16,4.0632912400956664e-16,5.252742685257772e-15],"current_orn":[1.4231903450578176e-06,-1.1608374472838286e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719708933,0.09244035192410474,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.541391220420731e-14,6.45200436764452e-14,-4.5140567918873867e-10],"current_lin_vel":[-1.674036264966446e-11,8.788757448430873e-14,1.8318679906315083e-15],"current_orn":[1.6228841434432946e-10,8.887071446528213e-11,0.6870459192264524,0.7266139999162411],"current_pos":[0.22998582001997805,-0.11998510318758746,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":582.031}],"event":{"kind":"action","label":"Lift block","detail":"lift the blue block from the sliding cabinet"}},{"round":28,"at":589.928027,"duration":7.783,"title":"calvin runtime context","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":"lift the blue block from the sliding cabinet","toolCalls":1,"cumulativeToolCalls":711,"code":"rctx = primitives.call(name='get_calvin_runtime_context').output\nfor k in rctx:\n    print(k)","codeExcerpt":false,"stdout":"agent_context\navailable_skill_schema\ncameras\nlanguage_subgoal\nobservation_ref\nprompt\nquery\nruntime\nscene\n","feedback":{},"calls":[{"name":"get_calvin_runtime_context","arguments":{},"ok":true,"error":null,"output":{"available_skill_schema":{"action":{"dtype":"float","example_noop":[0.0,0.0,0.0,0.0,0.0,0.0,1.0],"relative_cartesian_control":{"gripper":{"close":-1.0,"open":1.0},"max_orientation_delta_rad_per_action":0.05,"max_position_delta_m_per_action":0.02,"normalized_range":[-1.0,1.0],"order":["dx","dy","dz","droll","dpitch","dyaw","gripper"]},"shape":[7],"source":"calvin_default_cartesian_rel"},"inputs":{"grounding":"dict|None","horizon":"int","language_goal":"str|None","prompt":"str|None","query":"str|None","subgoal":"str|None"},"name":"execute_calvin_language_skill","requires_policy_backend":false},"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_runtime_context_observation","trace_event_count":2162},"prompt":null,"query":null,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"scene":{"observation_keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"aabb_min":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"orientation_xyzw":["[nested data omitted]","[nested data omitted]","[nested data omitted]","[nested data omitted]"],"position":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},"button_link":{"aabb_max":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"aabb_min":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"orientation_xyzw":["[nested data omitted]","[nested data omitted]","[nested data omitted]","[nested data omitted]"],"position":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},"drawer_link":{"aabb_max":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"aabb_min":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"orientation_xyzw":["[nested data omitted]","[nested data omitted]","[nested data omitted]","[nested data omitted]"],"position":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},"led_link":{"aabb_max":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"aabb_min":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"orientation_xyzw":["[nested data omitted]","[nested data omitted]","[nested data omitted]","[nested data omitted]"],"position":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},"light_link":{"aabb_max":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"aabb_min":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"orientation_xyzw":["[nested data omitted]","[nested data omitted]","[nested data omitted]","[nested data omitted]"],"position":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},"plank_link":{"aabb_max":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"aabb_min":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"orientation_xyzw":["[nested data omitted]","[nested data omitted]","[nested data omitted]","[nested data omitted]"],"position":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},"slide_link":{"aabb_max":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"aabb_min":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"orientation_xyzw":["[nested data omitted]","[nested data omitted]","[nested data omitted]","[nested data omitted]"],"position":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},"switch_link":{"aabb_max":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"aabb_min":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"orientation_xyzw":["[nested data omitted]","[nested data omitted]","[nested data omitted]","[nested data omitted]"],"position":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}}},"robot":{"arm_joint_states":[2.0382134473758313,0.5923911944267906,-0.49489628407642466,-1.218514910464215,-0.415849012094061,1.4777726463211904,-1.3907772282634339],"gripper_action":1.0,"gripper_opening_width":-0.002991396964546435,"tcp_orn":[-2.4915120212641977,0.38043919823617006,-2.377012063982004],"tcp_pos":[-0.27143782622273444,0.18996067276470685,0.6010553205525183]},"robot_contact_count":5,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"current_lin_vel":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"current_orn":["[nested data omitted]","[nested data omitted]","[nested data omitted]","[nested data omitted]"],"current_pos":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},"block_pink":{"current_ang_vel":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"current_lin_vel":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"current_orn":["[nested data omitted]","[nested data omitted]","[nested data omitted]","[nested data omitted]"],"current_pos":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},"block_red":{"current_ang_vel":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"current_lin_vel":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"current_orn":["[nested data omitted]","[nested data omitted]","[nested data omitted]","[nested data omitted]"],"current_pos":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}},"state":{"robot_obs":[-0.27143782622273444,0.18996067276470685,0.6010553205525183,-2.4915120212641977,0.38043919823617006,-2.377012063982004,-0.002991396964546435,2.0382134473758313,0.5923911944267906,-0.49489628407642466,-1.218514910464215,-0.415849012094061,1.4777726463211904,-1.3907772282634339,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582001997805,-0.11998510318758746,0.4599900095308409,3.579585911978176e-10,-9.384977499994085e-11,1.5148313071026476,0.13372937941830826,0.13583325769520277,0.46098395512686896,-5.5503054444844006e-05,-0.0003771159582819706,1.8264609188094425,-0.24088610719708933,0.09244035192410474,0.46099000926142547,7.381485501767478e-07,-3.598220958615297e-06,1.3684892726217532]}}},"at":589.826}],"event":{"kind":"action","label":"Lift block","detail":"lift the blue block from the sliding cabinet"}},{"round":29,"at":602.505539,"duration":12.578,"title":"calvin state · calvin action","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":"lift the blue block from the sliding cabinet","toolCalls":121,"cumulativeToolCalls":832,"code":"# The arm moved past joint limit or wrapped around.\n# From the test earlier:\n# y+1 gave joint0 delta = -0.0281\n# z+1 gave joint0 delta = -0.0406\n# x+1 gave joint0 delta = -0.0121\n# So combining [1.0, 1.0, 1.0] should rapidly decrease joint0!\n# Let's run a loop until joint0 gets back below 0.0 or stabilizes.\n\nfor step in range(60):\n    obs = primitives.call(name='observe_calvin_state').output['semantic_state']['robot']\n    j0 = obs['arm_joint_states'][0]\n    if j0 < 0.0:\n        print(f\"Recovered j0: {j0:.4f} at step {step}\")\n        break\n    primitives.call(name='submit_calvin_action', action=[1.0, 1.0, 1.0, 0.0, 0.0, 0.0, 1.0])\n\nobs = primitives.call(name='observe_calvin_state').output['semantic_state']['robot']\nprint(\"Final arm joints:\", obs['arm_joint_states'])\nprint(\"Final TCP pos:\", obs['tcp_pos'])\nprint(\"Final TCP orn:\", obs['tcp_orn'])","codeExcerpt":false,"stdout":"Final arm joints: [2.897299040241324, -0.9847552347310188, -1.1513430907877162, -0.47325594065912147, -0.02738799487539902, 1.2367378161163771, 1.6068320488055676]\nFinal TCP pos: [0.13202078837912593, -0.18103223976437846, 1.028940154926481]\nFinal TCP orn: [-1.7586771482392753, 0.13559405669136504, 0.590679765660096]\n","feedback":{},"calls":[{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2166},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.27143782622273444,0.18996067276470685,0.6010553205525183,-2.4915120212641977,0.38043919823617006,-2.377012063982004,-0.002991396964546435,2.0382134473758313,0.5923911944267906,-0.49489628407642466,-1.218514910464215,-0.415849012094061,1.4777726463211904,-1.3907772282634339,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582001997805,-0.11998510318758746,0.4599900095308409,3.579585911978176e-10,-9.384977499994085e-11,1.5148313071026476,0.13372937941830826,0.13583325769520277,0.46098395512686896,-5.5503054444844006e-05,-0.0003771159582819706,1.8264609188094425,-0.24088610719708933,0.09244035192410474,0.46099000926142547,7.381485501767478e-07,-3.598220958615297e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[2.0382134473758313,0.5923911944267906,-0.49489628407642466,-1.218514910464215,-0.415849012094061,1.4777726463211904,-1.3907772282634339],"gripper_action":1.0,"gripper_opening_width":-0.002991396964546435,"tcp_orn":[-2.4915120212641977,0.38043919823617006,-2.377012063982004],"tcp_pos":[-0.27143782622273444,0.18996067276470685,0.6010553205525183]},"robot_contact_count":5,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.0028862673868847626,-0.0031609527104386375,-0.00781841869293742],"current_lin_vel":[8.846138345331896e-05,5.5528934694470776e-05,-4.2000037326205e-05],"current_orn":[0.0001322787879147001,-0.0001372099870723717,0.7914822798219542,0.6111920847029874],"current_pos":[0.13372937941830826,0.13583325769520277,0.46098395512686896]},"block_pink":{"current_ang_vel":[-2.011776885074239e-14,1.6394744209479194e-14,3.471262263653779e-16],"current_lin_vel":[3.216341042097322e-16,4.0632912400956664e-16,5.252742685257772e-15],"current_orn":[1.4231903450578176e-06,-1.1608374472838286e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719708933,0.09244035192410474,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.541391220420731e-14,6.45200436764452e-14,-4.5140567918873867e-10],"current_lin_vel":[-1.674036264966446e-11,8.788757448430873e-14,1.8318679906315083e-15],"current_orn":[1.6228841434432946e-10,8.887071446528213e-11,0.6870459192264524,0.7266139999162411],"current_pos":[0.22998582001997805,-0.11998510318758746,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":595.84},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2702542723401789,0.18970804859550539,0.603087638936842,-2.5438274647457186,0.41862769398766847,-2.406131361551287,-0.007998072313981865,1.9948746490068598,0.5271129743726726,-0.4158845425292914,-1.285915382673011,-0.4634343183198808,1.522517192839629,-1.3115440742215505,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582001942003,-0.11998510318758458,0.4599900095308409,3.579584483537136e-10,-9.384983323387001e-11,1.5148313070876003,0.13372903611766637,0.13583303871347813,0.4609841248471507,-3.3977621597453906e-05,-0.0003937298054988816,1.8265032438880509,-0.24088610719708928,0.09244035192410471,0.46099000926142547,7.381485504032038e-07,-3.598220958965452e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":595.901},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2172},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2702542723401789,0.18970804859550539,0.603087638936842,-2.5438274647457186,0.41862769398766847,-2.406131361551287,-0.007998072313981865,1.9948746490068598,0.5271129743726726,-0.4158845425292914,-1.285915382673011,-0.4634343183198808,1.522517192839629,-1.3115440742215505,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582001942003,-0.11998510318758458,0.4599900095308409,3.579584483537136e-10,-9.384983323387001e-11,1.5148313070876003,0.13372903611766637,0.13583303871347813,0.4609841248471507,-3.3977621597453906e-05,-0.0003937298054988816,1.8265032438880509,-0.24088610719708928,0.09244035192410471,0.46099000926142547,7.381485504032038e-07,-3.598220958965452e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.9948746490068598,0.5271129743726726,-0.4158845425292914,-1.285915382673011,-0.4634343183198808,1.522517192839629,-1.3115440742215505],"gripper_action":1.0,"gripper_opening_width":-0.007998072313981865,"tcp_orn":[-2.5438274647457186,0.41862769398766847,-2.406131361551287],"tcp_pos":[-0.2702542723401789,0.18970804859550539,0.603087638936842]},"robot_contact_count":2,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0006681471413319137,0.0001636603528367012,0.0033443229423935185],"current_lin_vel":[-6.249313069610707e-05,-1.3070170149316544e-05,3.8568954562751e-06],"current_orn":[0.0001454344887214295,-0.0001337655358983344,0.7914952140988057,0.6111753324654687],"current_pos":[0.13372903611766637,0.13583303871347813,0.4609841248471507]},"block_pink":{"current_ang_vel":[-6.182481313832197e-14,-1.0495774481617848e-13,3.531131542135773e-16],"current_lin_vel":[-2.105420700901688e-15,1.2404892648826355e-15,6.175615574477433e-15],"current_orn":[1.423190345256222e-06,-1.1608374473479255e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719708928,0.09244035192410471,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.5336156134636716e-14,6.456366353371295e-14,-4.514056779184046e-10],"current_lin_vel":[-1.6740361737846173e-11,8.788601647818093e-14,1.8318679906315083e-15],"current_orn":[1.622883824534269e-10,8.887064423703766e-11,0.6870459192209856,0.7266139999214102],"current_pos":[0.22998582001942003,-0.11998510318758458,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":595.958},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2724372950595795,0.18811322633063865,0.6018683319112023,-2.6293286817443664,0.4178529327417952,-2.454571664534789,-0.008578164715371824,2.0369658765125145,0.48283007094958535,-0.4763953127566151,-1.3538057434288284,-0.40214282010426095,1.6005791761888681,-1.2917595730038232,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.229985820018862,-0.11998510318758171,0.4599900095308409,3.579582837537907e-10,-9.384988323419588e-11,1.514831307072553,0.13372936730524776,0.13583313229295216,0.46098404686907185,-3.818766119022206e-05,-0.00038669421268818757,1.8264792413777522,-0.24088610719708925,0.0924403519241047,0.46099000926142547,7.38148550186133e-07,-3.5982209586855488e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":596.019},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2178},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2724372950595795,0.18811322633063865,0.6018683319112023,-2.6293286817443664,0.4178529327417952,-2.454571664534789,-0.008578164715371824,2.0369658765125145,0.48283007094958535,-0.4763953127566151,-1.3538057434288284,-0.40214282010426095,1.6005791761888681,-1.2917595730038232,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.229985820018862,-0.11998510318758171,0.4599900095308409,3.579582837537907e-10,-9.384988323419588e-11,1.514831307072553,0.13372936730524776,0.13583313229295216,0.46098404686907185,-3.818766119022206e-05,-0.00038669421268818757,1.8264792413777522,-0.24088610719708925,0.0924403519241047,0.46099000926142547,7.38148550186133e-07,-3.5982209586855488e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[2.0369658765125145,0.48283007094958535,-0.4763953127566151,-1.3538057434288284,-0.40214282010426095,1.6005791761888681,-1.2917595730038232],"gripper_action":1.0,"gripper_opening_width":-0.008578164715371824,"tcp_orn":[-2.6293286817443664,0.4178529327417952,-2.454571664534789],"tcp_pos":[-0.2724372950595795,0.18811322633063865,0.6018683319112023]},"robot_contact_count":3,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.000866806812011576,0.0046361385057282645,0.0031119422835078512],"current_lin_vel":[3.161498054190619e-05,-1.7164189392073625e-05,1.995908622338255e-05],"current_orn":[0.00014136203395477578,-0.00013328335515533677,0.7914878794716487,0.6111848320285734],"current_pos":[0.13372936730524776,0.13583313229295216,0.46098404686907185]},"block_pink":{"current_ang_vel":[-2.0158522594392783e-14,1.6540687866182565e-14,3.4724678003185954e-16],"current_lin_vel":[3.245538727132724e-16,4.071441302206339e-16,5.259681579161679e-15],"current_orn":[1.4231903450836564e-06,-1.1608374473080813e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719708925,0.0924403519241047,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.5234238456918342e-14,6.457429121466739e-14,-4.514056766252628e-10],"current_lin_vel":[-1.6740361510562638e-11,8.78839674051716e-14,1.8318679906315083e-15],"current_orn":[1.6228833983005123e-10,8.887056952649557e-11,0.6870459192155188,0.7266139999265793],"current_pos":[0.229985820018862,-0.11998510318758171,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":596.073},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2703446135425819,0.18510359098364287,0.6047955807412058,-2.635460621447797,0.4469098781872035,-2.4954335074040705,-0.011034283486868959,1.9728357240449779,0.46900215992650907,-0.3843012269734293,-1.3489107652436163,-0.45973240875186006,1.5709990682984247,-1.2191451340308408,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582001830398,-0.11998510318757884,0.4599900095308409,3.579582248007617e-10,-9.384995055564878e-11,1.5148313070575052,0.13372884126828807,0.1358330043402974,0.460984148414063,-4.019732086925255e-05,-0.000392272311338869,1.8265046927666717,-0.2408861071970892,0.09244035192410467,0.46099000926142547,7.381485504116908e-07,-3.5982209590345797e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":596.134},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2184},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2703446135425819,0.18510359098364287,0.6047955807412058,-2.635460621447797,0.4469098781872035,-2.4954335074040705,-0.011034283486868959,1.9728357240449779,0.46900215992650907,-0.3843012269734293,-1.3489107652436163,-0.45973240875186006,1.5709990682984247,-1.2191451340308408,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582001830398,-0.11998510318757884,0.4599900095308409,3.579582248007617e-10,-9.384995055564878e-11,1.5148313070575052,0.13372884126828807,0.1358330043402974,0.460984148414063,-4.019732086925255e-05,-0.000392272311338869,1.8265046927666717,-0.2408861071970892,0.09244035192410467,0.46099000926142547,7.381485504116908e-07,-3.5982209590345797e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.9728357240449779,0.46900215992650907,-0.3843012269734293,-1.3489107652436163,-0.45973240875186006,1.5709990682984247,-1.2191451340308408],"gripper_action":1.0,"gripper_opening_width":-0.011034283486868959,"tcp_orn":[-2.635460621447797,0.4469098781872035,-2.4954335074040705],"tcp_pos":[-0.2703446135425819,0.18510359098364287,0.6047955807412058]},"robot_contact_count":5,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0006076952049898915,-0.00144459390817333,0.0008999711800499826],"current_lin_vel":[-4.705385495228217e-05,-1.2421739217846068e-05,-2.0019569985998964e-06],"current_orn":[0.0001429571238716936,-0.00013578147120263498,0.7914956565605101,0.6111747596003124],"current_pos":[0.13372884126828807,0.1358330043402974,0.460984148414063]},"block_pink":{"current_ang_vel":[-6.183293895961927e-14,-1.0489871726987566e-13,3.5199486068026537e-16],"current_lin_vel":[-2.104234675666914e-15,1.2406457321232768e-15,6.175615574477433e-15],"current_orn":[1.4231903452813575e-06,-1.1608374473720266e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.2408861071970892,0.09244035192410467,0.46099000926142547]},"block_red":{"current_ang_vel":[-1.5222144931429455e-14,6.446613992140127e-14,-4.514056861141149e-10],"current_lin_vel":[-1.6740363913045134e-11,8.788376158067265e-14,1.824929096727601e-15],"current_orn":[1.6228834153913653e-10,8.887052481520044e-11,0.6870459192100519,0.7266139999317485],"current_pos":[0.22998582001830398,-0.11998510318757884,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":596.185},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2731708142899031,0.1867407221772923,0.6021839023496036,-2.6844050054447925,0.412035441043233,-2.5029758933073794,-0.01026096262689596,2.0081332815681834,0.4567246406847314,-0.44645754655038783,-1.3712799388651398,-0.3832144812499051,1.6161702389831736,-1.259988533300853,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582001774595,-0.11998510318757596,0.4599900095308409,3.579580580572645e-10,-9.385000243677947e-11,1.514831307042458,0.13372932826713466,0.13583294580949398,0.4609840882832657,-3.3660935242945174e-05,-0.00039594235239167594,1.8264861281631752,-0.24088610719708917,0.09244035192410466,0.46099000926142547,7.381485501944949e-07,-3.5982209587551376e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":596.246},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2190},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2731708142899031,0.1867407221772923,0.6021839023496036,-2.6844050054447925,0.412035441043233,-2.5029758933073794,-0.01026096262689596,2.0081332815681834,0.4567246406847314,-0.44645754655038783,-1.3712799388651398,-0.3832144812499051,1.6161702389831736,-1.259988533300853,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582001774595,-0.11998510318757596,0.4599900095308409,3.579580580572645e-10,-9.385000243677947e-11,1.514831307042458,0.13372932826713466,0.13583294580949398,0.4609840882832657,-3.3660935242945174e-05,-0.00039594235239167594,1.8264861281631752,-0.24088610719708917,0.09244035192410466,0.46099000926142547,7.381485501944949e-07,-3.5982209587551376e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[2.0081332815681834,0.4567246406847314,-0.44645754655038783,-1.3712799388651398,-0.3832144812499051,1.6161702389831736,-1.259988533300853],"gripper_action":1.0,"gripper_opening_width":-0.01026096262689596,"tcp_orn":[-2.6844050054447925,0.412035441043233,-2.5029758933073794],"tcp_pos":[-0.2731708142899031,0.1867407221772923,0.6021839023496036]},"robot_contact_count":3,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0003091982660332127,-2.3241205916405675e-05,0.0033313038358921514],"current_lin_vel":[-6.597341006638409e-05,-5.8930954708566004e-06,-1.4076148246930376e-06],"current_orn":[0.00014640572484207246,-0.0001343175879918122,0.7914899835523332,0.6111821058084705],"current_pos":[0.13372932826713466,0.13583294580949398,0.4609840882832657]},"block_pink":{"current_ang_vel":[-2.0238312725032578e-14,1.6265272973954024e-14,3.4712472953046047e-16],"current_lin_vel":[3.1904467706083315e-16,4.0874002032440895e-16,5.252742685257772e-15],"current_orn":[1.4231903451088893e-06,-1.1608374473324007e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719708917,0.09244035192410466,0.46099000926142547]},"block_red":{"current_ang_vel":[1.4777610749700123e-13,-3.4451966658869383e-13,-4.51405674180863e-10],"current_lin_vel":[-1.6748543284659596e-11,8.462376386673373e-14,1.0477729794899915e-15],"current_orn":[1.62288298783085e-10,8.887044868498185e-11,0.687045919204585,0.7266139999369176],"current_pos":[0.22998582001774595,-0.11998510318757596,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":596.297},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.27492262037017584,0.18901384383134479,0.6013290881206494,-2.782335696221439,0.4262488627442357,-2.588057539617361,-0.007607900295341771,2.056661303510114,0.42367700515969936,-0.5116300650847921,-1.429145434057702,-0.3373414959511019,1.6925999585017617,-1.1890137997782069,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582001718795,-0.11998510318757308,0.4599900095308409,3.5795938938964353e-10,-9.384926346165716e-11,1.5148313070274109,0.13372898810847758,0.1358328895302413,0.460984048116526,-6.0768659511960795e-05,-0.00039080902195069044,1.8264743142453268,-0.24088610719708914,0.09244035192410463,0.46099000926142547,7.381485504196743e-07,-3.5982209591048013e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":596.357},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2196},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.27492262037017584,0.18901384383134479,0.6013290881206494,-2.782335696221439,0.4262488627442357,-2.588057539617361,-0.007607900295341771,2.056661303510114,0.42367700515969936,-0.5116300650847921,-1.429145434057702,-0.3373414959511019,1.6925999585017617,-1.1890137997782069,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582001718795,-0.11998510318757308,0.4599900095308409,3.5795938938964353e-10,-9.384926346165716e-11,1.5148313070274109,0.13372898810847758,0.1358328895302413,0.460984048116526,-6.0768659511960795e-05,-0.00039080902195069044,1.8264743142453268,-0.24088610719708914,0.09244035192410463,0.46099000926142547,7.381485504196743e-07,-3.5982209591048013e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[2.056661303510114,0.42367700515969936,-0.5116300650847921,-1.429145434057702,-0.3373414959511019,1.6925999585017617,-1.1890137997782069],"gripper_action":1.0,"gripper_opening_width":-0.007607900295341771,"tcp_orn":[-2.782335696221439,0.4262488627442357,-2.588057539617361],"tcp_pos":[-0.27492262037017584,0.18901384383134479,0.6013290881206494]},"robot_contact_count":3,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.00011721241618165706,-0.005586097459223134,-0.00761187689907695],"current_lin_vel":[3.591984688408137e-05,-4.561432156474158e-06,-8.071484887871294e-06],"current_orn":[0.0001360895094870949,-0.00014347743813935253,0.7914863718649278,0.6111867832716634],"current_pos":[0.13372898810847758,0.1358328895302413,0.460984048116526]},"block_pink":{"current_ang_vel":[-6.174049920481135e-14,-1.0488384804998901e-13,3.5246345277933085e-16],"current_lin_vel":[-2.103941266386991e-15,1.2388002265470354e-15,6.1825544683813405e-15],"current_orn":[1.423190345306644e-06,-1.1608374473967108e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719708914,0.09244035192410463,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.4029637366910815e-14,1.9394706362211977e-14,-4.514056831772148e-10],"current_lin_vel":[-1.674126524284858e-11,8.80599072165942e-14,2.4771851236948805e-15],"current_orn":[1.6228852861120514e-10,8.887117450183466e-11,0.6870459191991183,0.7266139999420866],"current_pos":[0.22998582001718795,-0.11998510318757308,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":596.409},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2350408150254849,0.18541973271554163,0.6361603932163747,-2.7950192600179946,0.5200395635932009,-2.7067234584913913,-0.005658651897865957,2.0339289503299844,0.42426210110474205,-0.5529255114615986,-1.3629495116052643,-0.39695625185626787,1.6325138199063285,-1.1199288722014562,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582001662993,-0.1199851031875702,0.4599900095308409,3.579593541865597e-10,-9.384933977998156e-11,1.514831307012363,0.13372956873617775,0.1358333082407676,0.4609838724038775,-5.111250013679672e-05,-0.00037059461037704396,1.8264478551282726,-0.2408861071970891,0.09244035192410462,0.46099000926142547,7.381485502017571e-07,-3.598220958824763e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":596.469},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2202},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.2350408150254849,0.18541973271554163,0.6361603932163747,-2.7950192600179946,0.5200395635932009,-2.7067234584913913,-0.005658651897865957,2.0339289503299844,0.42426210110474205,-0.5529255114615986,-1.3629495116052643,-0.39695625185626787,1.6325138199063285,-1.1199288722014562,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582001662993,-0.1199851031875702,0.4599900095308409,3.579593541865597e-10,-9.384933977998156e-11,1.514831307012363,0.13372956873617775,0.1358333082407676,0.4609838724038775,-5.111250013679672e-05,-0.00037059461037704396,1.8264478551282726,-0.2408861071970891,0.09244035192410462,0.46099000926142547,7.381485502017571e-07,-3.598220958824763e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[2.0339289503299844,0.42426210110474205,-0.5529255114615986,-1.3629495116052643,-0.39695625185626787,1.6325138199063285,-1.1199288722014562],"gripper_action":1.0,"gripper_opening_width":-0.005658651897865957,"tcp_orn":[-2.7950192600179946,0.5200395635932009,-2.7067234584913913],"tcp_pos":[-0.2350408150254849,0.18541973271554163,0.6361603932163747]},"robot_contact_count":2,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.004778380078889379,0.00014913796470096812,-0.007678625012209429],"current_lin_vel":[0.00015195054028232269,9.344403077012832e-05,-5.9048045210743916e-05],"current_orn":[0.00013103888639006653,-0.0001334804219478634,0.7914782884284599,0.6111972545407438],"current_pos":[0.13372956873617775,0.1358333082407676,0.4609838724038775]},"block_pink":{"current_ang_vel":[-2.0391761370748255e-14,1.662306867691667e-14,3.5920900761613266e-16],"current_lin_vel":[3.261908252709194e-16,4.1185168997482456e-16,5.252742685257772e-15],"current_orn":[1.4231903451337078e-06,-1.1608374473570815e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.2408861071970891,0.09244035192410462,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.089004897553567e-14,3.909047450371299e-14,-4.514056825074516e-10],"current_lin_vel":[-1.6740871355920557e-11,8.799709870383956e-14,2.213507155346406e-15],"current_orn":[1.6228854203944366e-10,8.887113468056458e-11,0.6870459191936513,0.7266139999472558],"current_pos":[0.22998582001662993,-0.1199851031875702,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":596.52},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.20680354099811188,0.18039615571180706,0.6744732670054386,-2.8960836458966837,0.5421773025137738,-2.8765408262752468,-0.0077797121680326375,1.9674974988611649,0.39653238196119295,-0.522992377589395,-1.2985972323494155,-0.3891284637266797,1.59001992967202,-1.0474897953777704,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.2299858200160719,-0.11998510318756733,0.4599900095308409,3.579593195114163e-10,-9.384941733659094e-11,1.5148313069973158,0.13372987881693466,0.13583298513788947,0.46098406344131515,-4.885691818951541e-05,-0.0003869054877959594,1.8264374341284633,-0.24088610719708906,0.09244035192410459,0.46099000926142547,7.381485504272178e-07,-3.598220959175569e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":596.58},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2208},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.20680354099811188,0.18039615571180706,0.6744732670054386,-2.8960836458966837,0.5421773025137738,-2.8765408262752468,-0.0077797121680326375,1.9674974988611649,0.39653238196119295,-0.522992377589395,-1.2985972323494155,-0.3891284637266797,1.59001992967202,-1.0474897953777704,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.2299858200160719,-0.11998510318756733,0.4599900095308409,3.579593195114163e-10,-9.384941733659094e-11,1.5148313069973158,0.13372987881693466,0.13583298513788947,0.46098406344131515,-4.885691818951541e-05,-0.0003869054877959594,1.8264374341284633,-0.24088610719708906,0.09244035192410459,0.46099000926142547,7.381485504272178e-07,-3.598220959175569e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.9674974988611649,0.39653238196119295,-0.522992377589395,-1.2985972323494155,-0.3891284637266797,1.59001992967202,-1.0474897953777704],"gripper_action":1.0,"gripper_opening_width":-0.0077797121680326375,"tcp_orn":[-2.8960836458966837,0.5421773025137738,-2.8765408262752468],"tcp_pos":[-0.20680354099811188,0.18039615571180706,0.6744732670054386]},"robot_contact_count":4,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[6.267870451344925e-05,0.002376397058274993,-0.0019371787477170956],"current_lin_vel":[8.469890604830319e-05,-2.2125483819570003e-06,-3.134974692793613e-06],"current_orn":[0.00013818232502705308,-0.00013757310156380217,0.7914751025803654,0.6112013775955408],"current_pos":[0.13372987881693466,0.13583298513788947,0.46098406344131515]},"block_pink":{"current_ang_vel":[-6.188874221479033e-14,-1.0480078655663903e-13,3.5933647931963215e-16],"current_lin_vel":[-2.102287889205035e-15,1.2417904592417003e-15,6.1825544683813405e-15],"current_orn":[1.4231903453319323e-06,-1.1608374474217457e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719708906,0.09244035192410459,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0712791705206447e-14,3.8920583307707384e-14,-4.5140568225904404e-10],"current_lin_vel":[-1.6740874743678e-11,8.799355349212613e-14,2.213507155346406e-15],"current_orn":[1.6228855608486597e-10,8.887109459077662e-11,0.6870459191881846,0.7266139999524249],"current_pos":[0.2299858200160719,-0.11998510318756733,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":596.635},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.20318838879329848,0.15168113623634563,0.6848602166245956,-2.9346754161831887,0.4822499972106493,-3.0111409832342,0.05578499934443435,2.0037524735150654,0.331878977064403,-0.5822014868520042,-1.3478079423994282,-0.3250266418628726,1.5321359751802466,-0.9807702480212619,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582001551388,-0.11998510318756446,0.4599900095308409,3.579591528966162e-10,-9.384946678426018e-11,1.5148313069822685,0.13372938572692214,0.13583305906455365,0.4609839932987385,-3.915566990446887e-05,-0.0003852060963151362,1.8264709342911136,-0.24088610719708903,0.09244035192410457,0.46099000926142547,7.381485502086278e-07,-3.598220958896525e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":596.694},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2214},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.20318838879329848,0.15168113623634563,0.6848602166245956,-2.9346754161831887,0.4822499972106493,-3.0111409832342,0.05578499934443435,2.0037524735150654,0.331878977064403,-0.5822014868520042,-1.3478079423994282,-0.3250266418628726,1.5321359751802466,-0.9807702480212619,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582001551388,-0.11998510318756446,0.4599900095308409,3.579591528966162e-10,-9.384946678426018e-11,1.5148313069822685,0.13372938572692214,0.13583305906455365,0.4609839932987385,-3.915566990446887e-05,-0.0003852060963151362,1.8264709342911136,-0.24088610719708903,0.09244035192410457,0.46099000926142547,7.381485502086278e-07,-3.598220958896525e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[2.0037524735150654,0.331878977064403,-0.5822014868520042,-1.3478079423994282,-0.3250266418628726,1.5321359751802466,-0.9807702480212619],"gripper_action":1.0,"gripper_opening_width":0.05578499934443435,"tcp_orn":[-2.9346754161831887,0.4822499972106493,-3.0111409832342],"tcp_pos":[-0.20318838879329848,0.15168113623634563,0.6848602166245956]},"robot_contact_count":2,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0010619411825666578,0.003902599181955171,0.0029789006630027825],"current_lin_vel":[1.9571107142377144e-05,-2.10909153608561e-05,3.464369484548757e-05],"current_orn":[0.00014047675149165702,-0.00013321226514163698,0.7914853409400912,0.6111881196470711],"current_pos":[0.13372938572692214,0.13583305906455365,0.4609839932987385]},"block_pink":{"current_ang_vel":[-6.195611218056346e-14,-1.0500825076495796e-13,3.5348405027623704e-16],"current_lin_vel":[-2.106434733326318e-15,1.2431182268187365e-15,6.1825544683813405e-15],"current_orn":[1.42319034515905e-06,-1.1608374473827144e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719708903,0.09244035192410457,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0983202634556664e-14,3.8594190621876936e-14,-4.514056764987431e-10],"current_lin_vel":[-1.6740881106689687e-11,8.799894535185803e-14,2.213507155346406e-15],"current_orn":[1.6228851253962113e-10,8.887101938886205e-11,0.6870459191827178,0.726613999957594],"current_pos":[0.22998582001551388,-0.11998510318756446,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":596.724},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.16891411962125363,0.125413976036501,0.7248231230192987,-3.0170865039026906,0.4450373653638858,3.0721063794131753,0.07315104869042066,1.9711256736748892,0.28742236830914536,-0.6477509359069131,-1.287095585529463,-0.2790490339982027,1.4649564014357483,-0.9140155225521378,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582001495585,-0.11998510318756159,0.4599900095308409,3.5795912042663875e-10,-9.384954240250533e-11,1.5148313069672208,0.1337288741695923,0.13583296144120846,0.4609841530097325,-3.359919347293113e-05,-0.00039127610307753866,1.8265032985415246,-0.24088610719708897,0.09244035192410455,0.46099000926142547,7.38148550434025e-07,-3.5982209592460898e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":596.783},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2220},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.16891411962125363,0.125413976036501,0.7248231230192987,-3.0170865039026906,0.4450373653638858,3.0721063794131753,0.07315104869042066,1.9711256736748892,0.28742236830914536,-0.6477509359069131,-1.287095585529463,-0.2790490339982027,1.4649564014357483,-0.9140155225521378,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08802500028307048,1.0,0.0,0.22998582001495585,-0.11998510318756159,0.4599900095308409,3.5795912042663875e-10,-9.384954240250533e-11,1.5148313069672208,0.1337288741695923,0.13583296144120846,0.4609841530097325,-3.359919347293113e-05,-0.00039127610307753866,1.8265032985415246,-0.24088610719708897,0.09244035192410455,0.46099000926142547,7.38148550434025e-07,-3.5982209592460898e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274744323788306,0.6297285921140486],"aabb_min":[0.23574800109863298,0.039796838843087774,0.5585915309787522],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07416428318599738,0.5981279926566193]}}},"robot":{"arm_joint_states":[1.9711256736748892,0.28742236830914536,-0.6477509359069131,-1.287095585529463,-0.2790490339982027,1.4649564014357483,-0.9140155225521378],"gripper_action":1.0,"gripper_opening_width":0.07315104869042066,"tcp_orn":[-3.0170865039026906,0.4450373653638858,3.0721063794131753],"tcp_pos":[-0.16891411962125363,0.125413976036501,0.7248231230192987]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0007263706819328967,0.00017929210423502963,0.0032970904718312953],"current_lin_vel":[-6.124684586167808e-05,-1.4245010932469628e-05,7.091956780690134e-06],"current_orn":[0.00014457908845287164,-0.00013286594873252586,0.7914952310286952,0.6111753109397984],"current_pos":[0.1337288741695923,0.13583296144120846,0.4609841530097325]},"block_pink":{"current_ang_vel":[-6.175346340313716e-14,-1.0471127564374997e-13,3.525392464806238e-16],"current_lin_vel":[-2.100489868365437e-15,1.2390598044897215e-15,6.1825544683813405e-15],"current_orn":[1.4231903453568573e-06,-1.1608374474469172e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719708897,0.09244035192410455,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0903251639881904e-14,3.897077073213355e-14,-4.514056803372257e-10],"current_lin_vel":[-1.674087367407921e-11,8.799736009511878e-14,2.220446049250313e-15],"current_orn":[1.6228852672032305e-10,8.887098076082046e-11,0.6870459191772509,0.7266139999627632],"current_pos":[0.22998582001495585,-0.11998510318756159,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08802500028307048,"logical_state":1}}}}},"at":596.832},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.13835777406746372,0.09400831344876585,0.7803102112386651,-3.126886028731094,0.3668138216867631,2.873909700473513,0.07418581112119578,1.9615277060189282,0.2207098126476316,-0.7151982647322594,-1.2207229490571523,-0.21565331052467718,1.3984994962182145,-0.8474164619009755,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800819209275654,1.0,0.0,0.22998582001439782,-0.11998510318755871,0.4599900095308409,3.5795895842153073e-10,-9.384959396643942e-11,1.5148313069521737,0.13372860896006328,0.13583290530261807,0.460984170484414,-4.848338056770407e-05,-0.0003894516372147144,1.8265006573385139,-0.24088610719708894,0.09244035192410453,0.46099000926142547,7.381485507428858e-07,-3.5982209590371107e-06,1.3684892726217532]}},"stepped":true,"termination":{"done":false}},"at":596.891},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2226},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.13835777406746372,0.09400831344876585,0.7803102112386651,-3.126886028731094,0.3668138216867631,2.873909700473513,0.07418581112119578,1.9615277060189282,0.2207098126476316,-0.7151982647322594,-1.2207229490571523,-0.21565331052467718,1.3984994962182145,-0.8474164619009755,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800819209275654,1.0,0.0,0.22998582001439782,-0.11998510318755871,0.4599900095308409,3.5795895842153073e-10,-9.384959396643942e-11,1.5148313069521737,0.13372860896006328,0.13583290530261807,0.460984170484414,-4.848338056770407e-05,-0.0003894516372147144,1.8265006573385139,-0.24088610719708894,0.09244035192410453,0.46099000926142547,7.381485507428858e-07,-3.5982209590371107e-06,1.3684892726217532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12274006315432068,0.6297158094343545],"aabb_min":[0.23574800109863298,0.039789458759525394,0.5585787482990581],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.074156903102435,0.5981152099769251]}}},"robot":{"arm_joint_states":[1.9615277060189282,0.2207098126476316,-0.7151982647322594,-1.2207229490571523,-0.21565331052467718,1.3984994962182145,-0.8474164619009755],"gripper_action":1.0,"gripper_opening_width":0.07418581112119578,"tcp_orn":[-3.126886028731094,0.3668138216867631,2.873909700473513],"tcp_pos":[-0.13835777406746372,0.09400831344876585,0.7803102112386651]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.000549675653037349,-0.0034495058734485455,-0.002517536420752546],"current_lin_vel":[-2.058161255313012e-05,-1.2041401611723975e-05,-5.441121737878585e-06],"current_orn":[0.0001393084540861588,-0.00013819898001181207,0.7914944230526911,0.6111763573394215],"current_pos":[0.13372860896006328,0.13583290530261807,0.460984170484414]},"block_pink":{"current_ang_vel":[-6.196643558809222e-14,-1.0514745824859668e-13,3.5347204193749285e-16],"current_lin_vel":[-2.1092188749255065e-15,1.2433246366614545e-15,6.1825544683813405e-15],"current_orn":[1.4231903454104783e-06,-1.1608374472683351e-06,0.6320878630496514,0.7748967243329605],"current_pos":[-0.24088610719708894,0.09244035192410453,0.46099000926142547]},"block_red":{"current_ang_vel":[-2.0775817552947094e-14,3.935012818225036e-14,-4.5140568328479866e-10],"current_lin_vel":[-1.6740866193828038e-11,8.799481244818702e-14,2.213507155346406e-15],"current_orn":[1.6228848557679714e-10,8.887090637358708e-11,0.6870459191717841,0.7266139999679323],"current_pos":[0.22998582001439782,-0.11998510318755871,0.4599900095308409]}},"switches":{"base__switch":{"joint_state":0.08800819209275654,"logical_state":1}}}}},"at":596.946},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.14708115505835306,0.07093325689195518,0.8315419451983891,3.0726942535002806,0.26389273683613174,2.7709778748537506,0.07505708934287056,2.018194217189575,0.15406330337864385,-0.7827906908561085,-1.154289414137192,-0.14878274174834752,1.3320185806642506,-0.7808780672912566,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.0880013744050967,1.0,0.0,0.229986544406144,-0.119985147261599,0.45998972411832134,4.543208185143959e-05,4.130176227177374e-06,1.5148290374483095,0.1337294764299334,0.13583312580275217,0.46098406750840687,-3.9830074857693025e-05,-0.0003790382371362877,1.826461036142046,-0.24088626336574526,0.09244038514235466,0.4609899300088825,-7.203384109178073e-06,-3.556193250489481e-06,1.3684893155234508]}},"stepped":true,"termination":{"done":false}},"at":597.004},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2232},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.14708115505835306,0.07093325689195518,0.8315419451983891,3.0726942535002806,0.26389273683613174,2.7709778748537506,0.07505708934287056,2.018194217189575,0.15406330337864385,-0.7827906908561085,-1.154289414137192,-0.14878274174834752,1.3320185806642506,-0.7808780672912566,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.0880013744050967,1.0,0.0,0.229986544406144,-0.119985147261599,0.45998972411832134,4.543208185143959e-05,4.130176227177374e-06,1.5148290374483095,0.1337294764299334,0.13583312580275217,0.46098406750840687,-3.9830074857693025e-05,-0.0003790382371362877,1.826461036142046,-0.24088626336574526,0.09244038514235466,0.4609899300088825,-7.203384109178073e-06,-3.556193250489481e-06,1.3684893155234508]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273580209953333,0.6297084290709688],"aabb_min":[0.23574800109863298,0.03978519770473805,0.5585713679356724],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415264204764765,0.5981078296135395]}}},"robot":{"arm_joint_states":[2.018194217189575,0.15406330337864385,-0.7827906908561085,-1.154289414137192,-0.14878274174834752,1.3320185806642506,-0.7808780672912566],"gripper_action":1.0,"gripper_opening_width":0.07505708934287056,"tcp_orn":[3.0726942535002806,0.26389273683613174,2.7709778748537506],"tcp_pos":[-0.14708115505835306,0.07093325689195518,0.8315419451983891]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.001182215440294519,0.003684899828224916,0.0029369421954544127],"current_lin_vel":[1.603978181824407e-05,-2.349147423147006e-05,3.7816914985874805e-05],"current_orn":[0.00013782912099486212,-0.000131594976978064,0.7914823165737687,0.6111920371183807],"current_pos":[0.1337294764299334,0.13583312580275217,0.46098406750840687]},"block_pink":{"current_ang_vel":[-3.152615494327332e-05,-0.0001537042090964783,1.6237353052031336e-06],"current_lin_vel":[-3.102320382442536e-06,6.487285726267505e-07,-2.981558970799325e-06],"current_orn":[-1.6670260006224601e-06,-3.654427120343729e-06,0.6320878796623335,0.7748967107736626],"current_pos":[-0.24088626336574526,0.09244038514235466,0.4609899300088825]},"block_red":{"current_ang_vel":[5.942651824343792e-05,0.00027810140942457416,-5.995515932647933e-05],"current_lin_vel":[-7.890826127592444e-07,-4.215624724134757e-06,-4.158135678063168e-06],"current_orn":[1.5087002410955688e-05,1.7107468030498066e-05,0.6870450944318864,0.7266147794373556],"current_pos":[0.229986544406144,-0.119985147261599,0.45998972411832134]}},"switches":{"base__switch":{"joint_state":0.0880013744050967,"logical_state":1}}}}},"at":597.058},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.1628440944538163,0.046570491551111884,0.8785895153469181,3.0142303688700953,0.14645898678887775,2.7090809276962573,0.0757926919753954,2.0848609059777288,0.08739563052615415,-0.8490886686204032,-1.0875794920229678,-0.08212801598740267,1.2653238558147775,-0.7141933181846554,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.0880002305869118,1.0,0.0,0.22998646242911877,-0.11998527588183208,0.45998962714120406,5.1985638301167724e-05,3.109294309366739e-06,1.514827038993311,0.13372928687296506,0.1358330523999956,0.46098418330805774,-3.312254507491638e-05,-0.0003839708823267827,1.8264777322842243,-0.2408863360038105,0.09244040045511621,0.4609898604720928,-1.0862863026310364e-05,-3.5561894753988263e-06,1.368489369666457]}},"stepped":true,"termination":{"done":false}},"at":597.111},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2238},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.1628440944538163,0.046570491551111884,0.8785895153469181,3.0142303688700953,0.14645898678887775,2.7090809276962573,0.0757926919753954,2.0848609059777288,0.08739563052615415,-0.8490886686204032,-1.0875794920229678,-0.08212801598740267,1.2653238558147775,-0.7141933181846554,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.0880002305869118,1.0,0.0,0.22998646242911877,-0.11998527588183208,0.45998962714120406,5.1985638301167724e-05,3.109294309366739e-06,1.514827038993311,0.13372928687296506,0.1358330523999956,0.46098418330805774,-3.312254507491638e-05,-0.0003839708823267827,1.8264777322842243,-0.2408863360038105,0.09244040045511621,0.4609898604720928,-1.0862863026310364e-05,-3.5561894753988263e-06,1.368489369666457]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273508721316778,0.6297071908514621],"aabb_min":[0.23574800109863298,0.0397844828183725,0.5585701297161657],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.0741519271612821,0.5981065913940328]}}},"robot":{"arm_joint_states":[2.0848609059777288,0.08739563052615415,-0.8490886686204032,-1.0875794920229678,-0.08212801598740267,1.2653238558147775,-0.7141933181846554],"gripper_action":1.0,"gripper_opening_width":0.0757926919753954,"tcp_orn":[3.0142303688700953,0.14645898678887775,2.7090809276962573],"tcp_pos":[-0.1628440944538163,0.046570491551111884,0.8785895153469181]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.001020634990724936,0.001742392727735892,0.003089300880389782],"current_lin_vel":[-2.5861624994497144e-05,-2.0195819412606692e-05,2.4344819828818476e-05],"current_orn":[0.00014183205510491916,-0.0001304467440697003,0.7914874188603231,0.6111854290255441],"current_pos":[0.13372928687296506,0.1358330523999956,0.46098418330805774]},"block_pink":{"current_ang_vel":[-1.6177181450847584e-05,-7.886920437114457e-05,1.6240053771915804e-06],"current_lin_vel":[-1.6056172431284486e-06,3.417425667704819e-07,-1.5298629472623726e-06],"current_orn":[-3.084886151488582e-06,-4.810981875896389e-06,0.6320879006322073,0.774896693657746],"current_pos":[-0.2408863360038105,0.09244040045511621,0.4609898604720928]},"block_red":{"current_ang_vel":[3.049065249958239e-05,0.00014270148405328702,-5.9954205448168544e-05],"current_lin_vel":[-3.4969404892454906e-06,-3.636879037889985e-06,-2.133584421824819e-06],"current_orn":[1.7818672828006655e-05,1.8987850685729456e-05,0.687044368328604,0.7266154658895625],"current_pos":[0.22998646242911877,-0.11998527588183208,0.45998962714120406]}},"switches":{"base__switch":{"joint_state":0.0880002305869118,"logical_state":1}}}}},"at":597.143},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.17588486153991018,0.018203823602052964,0.9212313516640653,2.9771003286288464,0.022511934868212076,2.667722372965498,0.0764172182435249,2.15025142397833,0.0207279509568517,-0.9142575604406438,-1.0207771528169034,-0.0154565120902196,1.1985902194878686,-0.647473250879636,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800003868606426,1.0,0.0,0.2299863172946599,-0.11998539100605247,0.4599895773805072,5.534836553968121e-05,2.5854666284037807e-06,1.514825040513602,0.13372917415343152,0.13583296313382331,0.4609841947990968,-3.3006422736783095e-05,-0.0003878641927496893,1.8264836489028204,-0.24088637373326646,0.09244040860748365,0.46098982479194583,-1.2740579006776855e-05,-3.5561874625542606e-06,1.3684894238097138]}},"stepped":true,"termination":{"done":false}},"at":597.223},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2244},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.17588486153991018,0.018203823602052964,0.9212313516640653,2.9771003286288464,0.022511934868212076,2.667722372965498,0.0764172182435249,2.15025142397833,0.0207279509568517,-0.9142575604406438,-1.0207771528169034,-0.0154565120902196,1.1985902194878686,-0.647473250879636,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800003868606426,1.0,0.0,0.2299863172946599,-0.11998539100605247,0.4599895773805072,5.534836553968121e-05,2.5854666284037807e-06,1.514825040513602,0.13372917415343152,0.13583296313382331,0.4609841947990968,-3.3006422736783095e-05,-0.0003878641927496893,1.8264836489028204,-0.24088637373326646,0.09244040860748365,0.46098982479194583,-1.2740579006776855e-05,-3.5561874625542606e-06,1.3684894238097138]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273496727513805,0.6297069831127009],"aabb_min":[0.23574800109863298,0.03978436288034277,0.5585699219774045],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415180722325238,0.5981063836552716]}}},"robot":{"arm_joint_states":[2.15025142397833,0.0207279509568517,-0.9142575604406438,-1.0207771528169034,-0.0154565120902196,1.1985902194878686,-0.647473250879636],"gripper_action":1.0,"gripper_opening_width":0.0764172182435249,"tcp_orn":[2.9771003286288464,0.022511934868212076,2.667722372965498],"tcp_pos":[-0.17588486153991018,0.018203823602052964,0.9212313516640653]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0006191811026849781,0.0001997348072990924,0.003229978738141047],"current_lin_vel":[-5.951087511894749e-05,-1.2114540133728328e-05,7.597350576447892e-06],"current_orn":[0.00014340868364639287,-0.00013159013242874275,0.7914892266230323,0.6111830873458954],"current_pos":[0.13372917415343152,0.13583296313382331,0.4609841947990968]},"block_pink":{"current_ang_vel":[-8.300675279751614e-06,-4.0468599667731534e-05,1.6241556008552322e-06],"current_lin_vel":[-8.376018352102265e-07,1.8420832701713884e-07,-7.849899209544375e-07],"current_orn":[-3.8124045937738596e-06,-5.404421975267191e-06,0.6320879216051271,0.7748966765428592],"current_pos":[-0.24088637373326646,0.09244040860748365,0.46098982479194583]},"block_red":{"current_ang_vel":[1.5645313376547443e-05,7.32222063571102e-05,-5.9955196706888345e-05],"current_lin_vel":[-4.8864594778217736e-06,-3.3399507139044233e-06,-1.0947783383799536e-06],"current_orn":[1.9220344004149e-05,1.9952692238499773e-05,0.6870436422377549,0.7266161523756187],"current_pos":[0.2299863172946599,-0.11998539100605247,0.4599895773805072]}},"switches":{"base__switch":{"joint_state":0.08800003868606426,"logical_state":1}}}}},"at":597.23},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.18157185559308092,-0.014800354227235288,0.9591104587802712,2.957642519779472,-0.10338886235880398,2.633345023594297,0.07695828442481967,2.206283454387109,-0.04592539702060864,-0.9791861069970218,-0.9540998627154571,0.0513936465768595,1.1320009154887563,-0.5808117109329197,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000649044457,1.0,0.0,0.22998613975303683,-0.11998549920493608,0.4599895518474861,5.7073830699312384e-05,2.316684093987866e-06,1.5148230419815316,0.1337284337172188,0.13583283059677,0.46098414487631934,-3.895341906198285e-05,-0.0003927261811859187,1.826515997008032,-0.24088639355073188,0.09244041308576655,0.4609898064840718,-1.3704054359396265e-05,-3.5561864496251935e-06,1.3684894779533017]}},"stepped":true,"termination":{"done":false}},"at":597.302},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2250},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.18157185559308092,-0.014800354227235288,0.9591104587802712,2.957642519779472,-0.10338886235880398,2.633345023594297,0.07695828442481967,2.206283454387109,-0.04592539702060864,-0.9791861069970218,-0.9540998627154571,0.0513936465768595,1.1320009154887563,-0.5808117109329197,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000649044457,1.0,0.0,0.22998613975303683,-0.11998549920493608,0.4599895518474861,5.7073830699312384e-05,2.316684093987866e-06,1.5148230419815316,0.1337284337172188,0.13583283059677,0.46098414487631934,-3.895341906198285e-05,-0.0003927261811859187,1.826515997008032,-0.24088639355073188,0.09244041308576655,0.4609898064840718,-1.3704054359396265e-05,-3.5561864496251935e-06,1.3684894779533017]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494715287575,0.62970694825992],"aabb_min":[0.23574800109863298,0.03978434275808047,0.5585698871246236],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178710099007,0.5981063488024907]}}},"robot":{"arm_joint_states":[2.206283454387109,-0.04592539702060864,-0.9791861069970218,-0.9540998627154571,0.0513936465768595,1.1320009154887563,-0.5808117109329197],"gripper_action":1.0,"gripper_opening_width":0.07695828442481967,"tcp_orn":[2.957642519779472,-0.10338886235880398,2.633345023594297],"tcp_pos":[-0.18157185559308092,-0.014800354227235288,0.9591104587802712]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0005668589348137707,-0.001141257452877507,0.001406589465583588],"current_lin_vel":[-5.0855024897314564e-05,-1.1488685107914806e-05,-2.4802294884482268e-06],"current_orn":[0.00014351762802556803,-0.00013542708548293202,0.7914991110277095,0.6111702858488296],"current_pos":[0.1337284337172188,0.13583283059677,0.46098414487631934]},"block_pink":{"current_ang_vel":[-4.259159742932276e-06,-2.0764854152356805e-05,1.6242357299052442e-06],"current_lin_vel":[-4.435247666759503e-07,1.033757045759572e-07,-4.0278672826937756e-07],"current_orn":[-4.185701683690622e-06,-5.708922262700808e-06,0.6320879425802931,0.7748966594291784],"current_pos":[-0.24088639355073188,0.09244041308576655,0.4609898064840718]},"block_red":{"current_ang_vel":[8.027882469622988e-06,3.7571391329816455e-05,-5.995683624626931e-05],"current_lin_vel":[-5.599445652594403e-06,-3.1875817141960925e-06,-5.617479201247555e-07],"current_orn":[1.9939572530287045e-05,2.044775638199593e-05,0.6870429161400005,0.7266168388952646],"current_pos":[0.22998613975303683,-0.11998549920493608,0.4599895518474861]}},"switches":{"base__switch":{"joint_state":0.08800000649044457,"logical_state":1}}}}},"at":597.31},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.17702527138147683,-0.05280896327146573,0.991821280822192,2.9530764239498435,-0.22770441771328287,2.5938010196481067,0.07742054755067808,2.249217948474111,-0.11257624848615806,-1.0452621518297702,-0.8874930000040961,0.11821062198880845,1.0654313787990717,-0.514170981650558,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000108891591,1.0,0.0,0.2299859455827109,-0.11998560384996933,0.4599895387461032,5.795919288874819e-05,2.178768932435256e-06,1.5148210433874727,0.13372851357949017,0.13583279011198685,0.46098413268630434,-5.417542216897413e-05,-0.00038977331892956776,1.8264950129421313,-0.24088640417736337,0.09244041567883611,0.460989797090109,-1.41984234681313e-05,-3.5561859492527696e-06,1.368489532097108]}},"stepped":true,"termination":{"done":false}},"at":597.424},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2256},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.17702527138147683,-0.05280896327146573,0.991821280822192,2.9530764239498435,-0.22770441771328287,2.5938010196481067,0.07742054755067808,2.249217948474111,-0.11257624848615806,-1.0452621518297702,-0.8874930000040961,0.11821062198880845,1.0654313787990717,-0.514170981650558,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000108891591,1.0,0.0,0.2299859455827109,-0.11998560384996933,0.4599895387461032,5.795919288874819e-05,2.178768932435256e-06,1.5148210433874727,0.13372851357949017,0.13583279011198685,0.46098413268630434,-5.417542216897413e-05,-0.00038977331892956776,1.8264950129421313,-0.24088640417736337,0.09244041567883611,0.460989797090109,-1.41984234681313e-05,-3.5561859492527696e-06,1.368489532097108]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494377692035,0.6297069424125938],"aabb_min":[0.23574800109863298,0.03978433938212506,0.5585698812772975],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178372503467,0.5981063429551645]}}},"robot":{"arm_joint_states":[2.249217948474111,-0.11257624848615806,-1.0452621518297702,-0.8874930000040961,0.11821062198880845,1.0654313787990717,-0.514170981650558],"gripper_action":1.0,"gripper_opening_width":0.07742054755067808,"tcp_orn":[2.9530764239498435,-0.22770441771328287,2.5938010196481067],"tcp_pos":[-0.17702527138147683,-0.05280896327146573,0.991821280822192]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0004412617874629687,-0.004456639983957386,-0.004805445116409244],"current_lin_vel":[3.845269110001821e-06,-1.0398942757073628e-05,-6.42363929569123e-06],"current_orn":[0.00013769594144217773,-0.00014055028033671248,0.7914926977647427,0.6111785914694137],"current_pos":[0.13372851357949017,0.13583279011198685,0.46098413268630434]},"block_pink":{"current_ang_vel":[-2.1854174879758703e-06,-1.0654660947295958e-05,1.624277458367683e-06],"current_lin_vel":[-2.4131967435711134e-07,6.189961981216944e-08,-2.0667404949936685e-07],"current_orn":[-4.377244168490894e-06,-5.8651645637402954e-06,0.6320879635567898,0.7748966423162963],"current_pos":[-0.24088640417736337,0.09244041567883611,0.460989797090109]},"block_red":{"current_ang_vel":[4.119231469978841e-06,1.9278449162521217e-05,-5.99587154380428e-05],"current_lin_vel":[-5.9652925595234995e-06,-3.1093882274854833e-06,-2.882412450250227e-07],"current_orn":[2.030862957258556e-05,2.070177125852829e-05,0.687042190025995,0.7266175254446323],"current_pos":[0.2299859455827109,-0.11998560384996933,0.4599895387461032]}},"switches":{"base__switch":{"joint_state":0.08800000108891591,"logical_state":1}}}}},"at":597.435},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.16601760413315764,-0.0942670263663862,1.0189757514686788,2.9614606958555703,-0.34786254691401397,2.551310566671123,0.07781110306196465,2.28428138258455,-0.17923272752667282,-1.1118483881026553,-0.8208489526162014,0.18493623279590957,0.9987989651134903,-0.44751354617851974,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000022836223,1.0,0.0,0.22998488773060483,-0.11998535476876873,0.4599888027288894,1.1391629201403238e-05,2.92857785153105e-05,1.5148169704746715,0.13372888436440417,0.13583295654497934,0.4609840784836442,-3.82611277270518e-05,-0.00038445700305829715,1.8264894302191772,-0.24088632077307895,0.09244039810204266,0.46098980947153395,-9.897398420501555e-06,-3.5944255079390188e-06,1.3684895728807258]}},"stepped":true,"termination":{"done":false}},"at":597.509},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2262},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.16601760413315764,-0.0942670263663862,1.0189757514686788,2.9614606958555703,-0.34786254691401397,2.551310566671123,0.07781110306196465,2.28428138258455,-0.17923272752667282,-1.1118483881026553,-0.8208489526162014,0.18493623279590957,0.9987989651134903,-0.44751354617851974,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000022836223,1.0,0.0,0.22998488773060483,-0.11998535476876873,0.4599888027288894,1.1391629201403238e-05,2.92857785153105e-05,1.5148169704746715,0.13372888436440417,0.13583295654497934,0.4609840784836442,-3.82611277270518e-05,-0.00038445700305829715,1.8264894302191772,-0.24088632077307895,0.09244039810204266,0.46098980947153395,-9.897398420501555e-06,-3.5944255079390188e-06,1.3684895728807258]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494321052908,0.6297069414315754],"aabb_min":[0.23574800109863298,0.039784338815733795,0.558569880296279],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.0741517831586434,0.598106341974146]}}},"robot":{"arm_joint_states":[2.28428138258455,-0.17923272752667282,-1.1118483881026553,-0.8208489526162014,0.18493623279590957,0.9987989651134903,-0.44751354617851974],"gripper_action":1.0,"gripper_opening_width":0.07781110306196465,"tcp_orn":[2.9614606958555703,-0.34786254691401397,2.551310566671123],"tcp_pos":[-0.16601760413315764,-0.0942670263663862,1.0189757514686788]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0008799490568622732,0.004604178463747079,0.003093682102886083],"current_lin_vel":[3.133592113598279e-05,-1.7429852304505068e-05,2.0120375460085105e-05],"current_orn":[0.00014045489664505452,-0.00013262803926797877,0.7914909932729156,0.6111807999684533],"current_pos":[0.13372888436440417,0.13583295654497934,0.4609840784836442]},"block_pink":{"current_ang_vel":[5.9630025427789685e-05,0.00025302840111199494,3.9607186768323143e-08],"current_lin_vel":[5.059910731455396e-06,-1.1921874411069894e-06,3.7281003276712354e-06],"current_orn":[-2.6987337599450574e-06,-4.520667389793078e-06,0.6320879793693904,0.774896629434534],"current_pos":[-0.24088632077307895,0.09244039810204266,0.46098980947153395]},"block_red":{"current_ang_vel":[-0.0054508016561962,-0.004695155468140078,-0.00040689385022161546],"current_lin_vel":[-9.405083661715156e-05,5.802783466394813e-05,-8.274766954558671e-05],"current_orn":[-5.9215743595735066e-06,1.4553056959002647e-05,0.6870407104660985,0.7266189248260618],"current_pos":[0.22998488773060483,-0.11998535476876873,0.4599888027288894]}},"switches":{"base__switch":{"joint_state":0.08800000022836223,"logical_state":1}}}}},"at":597.52},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.1514464632223156,-0.13779764265414743,1.0402477111244783,2.9815237523087315,-0.4618909693985325,2.507788739333471,0.07813733168620363,2.3158004811224955,-0.2458978898154519,-1.1785584499096957,-0.7541808100237947,0.25160107262083375,0.9321281811510663,-0.3808456794486086,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22998423653259045,-0.11998473706985445,0.459988970577662,-1.3905434145886963e-05,6.295740101498034e-05,1.5148163148141258,0.1337282777710349,0.13583272284076814,0.4609840988731184,-5.057828946579478e-05,-0.00039273349572075094,1.8265094614600008,-0.24088651483214213,0.09244043997261345,0.46098974307318197,-1.9736824294611574e-05,-3.5268453774786486e-06,1.3684896634193857]}},"stepped":true,"termination":{"done":false}},"at":597.594},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2268},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.1514464632223156,-0.13779764265414743,1.0402477111244783,2.9815237523087315,-0.4618909693985325,2.507788739333471,0.07813733168620363,2.3158004811224955,-0.2458978898154519,-1.1785584499096957,-0.7541808100237947,0.25160107262083375,0.9321281811510663,-0.3808456794486086,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22998423653259045,-0.11998473706985445,0.459988970577662,-1.3905434145886963e-05,6.295740101498034e-05,1.5148163148141258,0.1337282777710349,0.13583272284076814,0.4609840988731184,-5.057828946579478e-05,-0.00039273349572075094,1.8265094614600008,-0.24088651483214213,0.09244043997261345,0.46098974307318197,-1.9736824294611574e-05,-3.5268453774786486e-06,1.3684896634193857]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.3158004811224955,-0.2458978898154519,-1.1785584499096957,-0.7541808100237947,0.25160107262083375,0.9321281811510663,-0.3808456794486086],"gripper_action":1.0,"gripper_opening_width":0.07813733168620363,"tcp_orn":[2.9815237523087315,-0.4618909693985325,2.507788739333471],"tcp_pos":[-0.1514464632223156,-0.13779764265414743,1.0402477111244783]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0005183280988818192,-0.00394822424987209,-0.003369436005217054],"current_lin_vel":[-1.396259861047911e-05,-1.1607537353761164e-05,-3.3437005087025296e-06],"current_orn":[0.00013996767747658626,-0.0001400303153724667,0.7914971130559455,0.6111728731092896],"current_pos":[0.1337282777710349,0.13583272284076814,0.4609840988731184]},"block_pink":{"current_ang_vel":[-2.5312701884125118e-05,-0.00012339371457981016,2.8115945961539938e-06],"current_lin_vel":[-2.516322661354917e-06,5.375606640987955e-07,-2.393306416777208e-06],"current_orn":[-6.532360682424527e-06,-7.604175287248249e-06,0.6320880144188477,0.7748966007975151],"current_pos":[-0.24088651483214213,0.09244043997261345,0.46098974307318197]},"block_red":{"current_ang_vel":[-0.000196143679839034,-0.0005734347675935234,7.102150231752614e-06],"current_lin_vel":[-1.762193963570005e-05,6.436833773289608e-06,6.674337177083045e-06],"current_orn":[-2.6679118631051485e-05,1.809622858451624e-05,0.6870404722058104,0.7266191495632139],"current_pos":[0.22998423653259045,-0.11998473706985445,0.459988970577662]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":597.602},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.13474094045942714,-0.18237604199171092,1.0553997799654136,3.012624899169378,-0.5681949530307391,2.462655628592362,0.0784161824943225,2.3457561440023045,-0.3125734282924868,-1.2452786702934449,-0.6875139380331196,0.31821935389699624,0.8654459023925146,-0.3141746273497986,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22998394140999198,-0.11998457932001362,0.45998896517705723,-1.8493524669382034e-05,6.627359670241031e-05,1.5148165356214274,0.13372917406222323,0.13583298287140758,0.460984045652586,-3.9728217368837275e-05,-0.00038085974607430205,1.8264701680854887,-0.24088657399134436,0.0924404528190946,0.4609896872579456,-2.2673947269545472e-05,-3.526845220553164e-06,1.3684897571565506]}},"stepped":true,"termination":{"done":false}},"at":597.69},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2274},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.13474094045942714,-0.18237604199171092,1.0553997799654136,3.012624899169378,-0.5681949530307391,2.462655628592362,0.0784161824943225,2.3457561440023045,-0.3125734282924868,-1.2452786702934449,-0.6875139380331196,0.31821935389699624,0.8654459023925146,-0.3141746273497986,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22998394140999198,-0.11998457932001362,0.45998896517705723,-1.8493524669382034e-05,6.627359670241031e-05,1.5148165356214274,0.13372917406222323,0.13583298287140758,0.460984045652586,-3.9728217368837275e-05,-0.00038085974607430205,1.8264701680854887,-0.24088657399134436,0.0924404528190946,0.4609896872579456,-2.2673947269545472e-05,-3.526845220553164e-06,1.3684897571565506]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.3457561440023045,-0.3125734282924868,-1.2452786702934449,-0.6875139380331196,0.31821935389699624,0.8654459023925146,-0.3141746273497986],"gripper_action":1.0,"gripper_opening_width":0.0784161824943225,"tcp_orn":[3.012624899169378,-0.5681949530307391,2.462655628592362],"tcp_pos":[-0.13474094045942714,-0.18237604199171092,1.0553997799654136]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0010943155993159122,0.0038312544874760527,0.002961772348608496],"current_lin_vel":[1.8476519134631866e-05,-2.172777862626381e-05,3.547106056421556e-05],"current_orn":[0.00013858169751409396,-0.00013211068089244774,0.7914851071097769,0.6111884231276851],"current_pos":[0.13372917406222323,0.13583298287140758,0.460984045652586]},"block_pink":{"current_ang_vel":[-1.2982858160835073e-05,-6.329632354090919e-05,2.8119422801097693e-06],"current_lin_vel":[-1.3143652443229495e-06,2.909556311231199e-07,-1.227880705174933e-06],"current_orn":[-7.670343636809556e-06,-8.53243570060232e-06,0.6320880507253034,0.7748965711620162],"current_pos":[-0.24088657399134436,0.0924404528190946,0.4609896872579456]},"block_red":{"current_ang_vel":[-7.217571491907265e-05,-2.4821283680256042e-05,6.188487464810752e-06],"current_lin_vel":[-6.729833557840346e-06,4.064059971074134e-06,-1.3601888150041597e-06],"current_orn":[-2.948519812986174e-05,1.772492903493212e-05,0.687040552441255,0.7266190735988598],"current_pos":[0.22998394140999198,-0.11998457932001362,0.45998896517705723]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":597.701},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.11669086623691617,-0.22715589347047882,1.064307338821742,3.0546673078891544,-0.6654276498106837,2.414038815553864,0.07865082198071,2.3748721434354314,-0.3792596752178026,-1.3119869285766024,-0.620859223098088,0.38478928093138065,0.7987639257204481,-0.247503414261371,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.2299837220473613,-0.11998445829417151,0.4599889334526598,-1.916594066680986e-05,6.792196453694446e-05,1.5148167416462908,0.13372912000668222,0.13583294416706074,0.460984176428577,-3.2916544164058447e-05,-0.000383941812681114,1.8264795338219855,-0.2408866051279631,0.09244045991763114,0.46098965862305774,-2.418078370141262e-05,-3.5268454779508406e-06,1.3684898508971723]}},"stepped":true,"termination":{"done":false}},"at":597.813},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2280},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.11669086623691617,-0.22715589347047882,1.064307338821742,3.0546673078891544,-0.6654276498106837,2.414038815553864,0.07865082198071,2.3748721434354314,-0.3792596752178026,-1.3119869285766024,-0.620859223098088,0.38478928093138065,0.7987639257204481,-0.247503414261371,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.2299837220473613,-0.11998445829417151,0.4599889334526598,-1.916594066680986e-05,6.792196453694446e-05,1.5148167416462908,0.13372912000668222,0.13583294416706074,0.460984176428577,-3.2916544164058447e-05,-0.000383941812681114,1.8264795338219855,-0.2408866051279631,0.09244045991763114,0.46098965862305774,-2.418078370141262e-05,-3.5268454779508406e-06,1.3684898508971723]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.3748721434354314,-0.3792596752178026,-1.3119869285766024,-0.620859223098088,0.38478928093138065,0.7987639257204481,-0.247503414261371],"gripper_action":1.0,"gripper_opening_width":0.07865082198071,"tcp_orn":[3.0546673078891544,-0.6654276498106837,2.414038815553864],"tcp_pos":[-0.11669086623691617,-0.22715589347047882,1.064307338821742]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0009914848358839978,0.0017158401170972813,0.0030654588907617344],"current_lin_vel":[-2.5921286148644725e-05,-1.9618510743621408e-05,2.5542555004212653e-05],"current_orn":[0.00014188362077386868,-0.00013035620922893638,0.7914879694126035,0.6111847160649639],"current_pos":[0.13372912000668222,0.13583294416706074,0.460984176428577]},"block_pink":{"current_ang_vel":[-6.660587300231888e-06,-3.2472892766117445e-05,2.812132417688037e-06],"current_lin_vel":[-6.978906806497668e-07,1.6450559765117982e-07,-6.299401273945904e-07],"current_orn":[-8.254164325397437e-06,-9.008662838693788e-06,0.632088087038338,0.774896541529853],"current_pos":[-0.2408866051279631,0.09244045991763114,0.46098965862305774]},"block_red":{"current_ang_vel":[-3.703901711523773e-05,-1.2742575887283745e-05,6.178232224332033e-06],"current_lin_vel":[-6.488242735651323e-06,3.3616242224452993e-06,-6.980166934664189e-07],"current_orn":[-3.029574291165286e-05,1.809280513970658e-05,0.6870406272847114,0.726619002789666],"current_pos":[0.2299837220473613,-0.11998445829417151,0.4599889334526598]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":597.824},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.0978910408239215,-0.2704840753682616,1.066032935892794,3.1134092416552437,-0.7513491068532349,2.357783477351505,0.0788496683301352,2.403288202060303,-0.44592760660884084,-1.3787093913401636,-0.5615954595101965,0.4514563114137904,0.7320723450078185,-0.18082917203395846,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22998350832353237,-0.11998435365141354,0.4599889171718836,-1.9511023879639755e-05,6.876789194288765e-05,1.5148169474593403,0.13372842958163805,0.13583282983898134,0.4609841915442154,-3.360725506059229e-05,-0.0003892740645903194,1.8265146746370944,-0.2408866218880431,0.0924404640672797,0.46098964393249764,-2.4953835515030493e-05,-3.5268456444327862e-06,1.3684899446396794]}},"stepped":true,"termination":{"done":false}},"at":597.934},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2286},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.0978910408239215,-0.2704840753682616,1.066032935892794,3.1134092416552437,-0.7513491068532349,2.357783477351505,0.0788496683301352,2.403288202060303,-0.44592760660884084,-1.3787093913401636,-0.5615954595101965,0.4514563114137904,0.7320723450078185,-0.18082917203395846,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22998350832353237,-0.11998435365141354,0.4599889171718836,-1.9511023879639755e-05,6.876789194288765e-05,1.5148169474593403,0.13372842958163805,0.13583282983898134,0.4609841915442154,-3.360725506059229e-05,-0.0003892740645903194,1.8265146746370944,-0.2408866218880431,0.0924404640672797,0.46098964393249764,-2.4953835515030493e-05,-3.5268456444327862e-06,1.3684899446396794]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.403288202060303,-0.44592760660884084,-1.3787093913401636,-0.5615954595101965,0.4514563114137904,0.7320723450078185,-0.18082917203395846],"gripper_action":1.0,"gripper_opening_width":0.0788496683301352,"tcp_orn":[3.1134092416552437,-0.7513491068532349,2.357783477351505],"tcp_pos":[-0.0978910408239215,-0.2704840753682616,1.066032935892794]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0007452975075090413,0.0001936202501648858,0.0032977182979499345],"current_lin_vel":[-6.097280113991404e-05,-1.462391952069952e-05,5.774884070018638e-06],"current_orn":[0.00014378507525336832,-0.0001322565229900531,0.7914987075746182,0.6111708089738689],"current_pos":[0.13372842958163805,0.13583282983898134,0.4609841915442154]},"block_pink":{"current_ang_vel":[-3.4170767866770556e-06,-1.665955894094892e-05,2.8122313337123263e-06],"current_lin_vel":[-3.8162065684808046e-07,9.963288755601478e-08,-3.2317812168752846e-07],"current_orn":[-8.553681427480278e-06,-9.25298172514365e-06,0.6320881233551802,0.7748965118998429],"current_pos":[-0.2408866218880431,0.0924404640672797,0.46098964393249764]},"block_red":{"current_ang_vel":[-1.900813889739679e-05,-6.539435699420271e-06,6.17318230079943e-06],"current_lin_vel":[-6.364173888243241e-06,3.0011569749541434e-06,-3.5821733250507304e-07],"current_orn":[-3.071171005054387e-05,1.828159235002518e-05,0.6870407020547237,0.7266189320701235],"current_pos":[0.22998350832353237,-0.11998435365141354,0.4599889171718836]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":597.945},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.07862730167977801,-0.3076876243239418,1.0575402973060948,-3.0687929106743734,-0.8195807358171716,2.282689858725286,0.07901973047579902,2.430968870821573,-0.5125992910279162,-1.44541874810542,-0.5265024856486104,0.5181006894773084,0.6653866208260536,-0.11415580820392976,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.2299832974934721,-0.11998425741636652,0.4599889088167094,-1.9688119113347866e-05,6.920201503153706e-05,1.5148171531693913,0.13372812959561448,0.1358327435526478,0.4609841818604122,-5.128606741383643e-05,-0.00038826730741910154,1.8265112537687147,-0.2408866312725277,0.09244046670405973,0.46098963639580365,-2.5350434084199286e-05,-3.5268457653990776e-06,1.3684900383831633]}},"stepped":true,"termination":{"done":false}},"at":598.057},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2292},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.07862730167977801,-0.3076876243239418,1.0575402973060948,-3.0687929106743734,-0.8195807358171716,2.282689858725286,0.07901973047579902,2.430968870821573,-0.5125992910279162,-1.44541874810542,-0.5265024856486104,0.5181006894773084,0.6653866208260536,-0.11415580820392976,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.2299832974934721,-0.11998425741636652,0.4599889088167094,-1.9688119113347866e-05,6.920201503153706e-05,1.5148171531693913,0.13372812959561448,0.1358327435526478,0.4609841818604122,-5.128606741383643e-05,-0.00038826730741910154,1.8265112537687147,-0.2408866312725277,0.09244046670405973,0.46098963639580365,-2.5350434084199286e-05,-3.5268457653990776e-06,1.3684900383831633]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.430968870821573,-0.5125992910279162,-1.44541874810542,-0.5265024856486104,0.5181006894773084,0.6653866208260536,-0.11415580820392976],"gripper_action":1.0,"gripper_opening_width":0.07901973047579902,"tcp_orn":[-3.0687929106743734,-0.8195807358171716,2.282689858725286],"tcp_pos":[-0.07862730167977801,-0.3076876243239418,1.0575402973060948]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.000569325855461768,-0.0041187728196979525,-0.0036661414048560575],"current_lin_vel":[-1.1592349434751385e-05,-1.2695224432230356e-05,-5.968393958201423e-06],"current_orn":[0.00013798402706468183,-0.00013894548726806432,0.7914976610913563,0.6111721640761072],"current_pos":[0.13372812959561448,0.1358327435526478,0.4609841818604122]},"block_pink":{"current_ang_vel":[-1.7530602682249337e-06,-8.54685059426366e-06,2.812281882426068e-06],"current_lin_vel":[-2.193646940323799e-07,6.63512372440016e-08,-1.6579993118021052e-07],"current_orn":[-8.707342373607705e-06,-9.37832480279559e-06,0.6320881596740816,0.7748964822710592],"current_pos":[-0.2408866312725277,0.09244046670405973,0.46098963639580365]},"block_red":{"current_ang_vel":[-9.75481521263565e-06,-3.3560240044928186e-06,6.1707579011162e-06],"current_lin_vel":[-6.300505281639197e-06,2.816165030073661e-06,-1.838343204260684e-07],"current_orn":[-3.0925182431352996e-05,1.8378474379996737e-05,0.6870407767891535,0.7266188613949002],"current_pos":[0.2299832974934721,-0.11998425741636652,0.4599889088167094]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":598.068},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.05908448966069868,-0.3402708815999056,1.0424229476700897,-2.9358569264373267,-0.8700094761703282,2.191331608831775,0.07916579376365512,2.4579337258665928,-0.5792872868610555,-1.5121047143935447,-0.5054072526929672,0.5846465049067586,0.5987125729725777,-0.047485718941210286,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.2299830881483839,-0.1199841654961922,0.45998890452890506,-1.9779004056765017e-05,6.942480293610003e-05,1.5148173588322975,0.13372884172527513,0.13583300914176857,0.4609841189652445,-3.844146364258856e-05,-0.0003767795243978762,1.826483506658436,-0.24088663687311224,0.09244046856469315,0.460989632529258,-2.5553901000075168e-05,-3.52684586109386e-06,1.368490132127133]}},"stepped":true,"termination":{"done":false}},"at":598.152},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2298},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.05908448966069868,-0.3402708815999056,1.0424229476700897,-2.9358569264373267,-0.8700094761703282,2.191331608831775,0.07916579376365512,2.4579337258665928,-0.5792872868610555,-1.5121047143935447,-0.5054072526929672,0.5846465049067586,0.5987125729725777,-0.047485718941210286,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.2299830881483839,-0.1199841654961922,0.45998890452890506,-1.9779004056765017e-05,6.942480293610003e-05,1.5148173588322975,0.13372884172527513,0.13583300914176857,0.4609841189652445,-3.844146364258856e-05,-0.0003767795243978762,1.826483506658436,-0.24088663687311224,0.09244046856469315,0.460989632529258,-2.5553901000075168e-05,-3.52684586109386e-06,1.368490132127133]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.4579337258665928,-0.5792872868610555,-1.5121047143935447,-0.5054072526929672,0.5846465049067586,0.5987125729725777,-0.047485718941210286],"gripper_action":1.0,"gripper_opening_width":0.07916579376365512,"tcp_orn":[-2.9358569264373267,-0.8700094761703282,2.191331608831775],"tcp_pos":[-0.05908448966069868,-0.3402708815999056,1.0424229476700897]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.001509702585401283,0.0031746588749843613,0.002884465511666461],"current_lin_vel":[6.8714744043678225e-06,-3.0059362114416514e-05,4.542631584160406e-05],"current_orn":[0.00013736107401851347,-0.00013035364947506104,0.7914891836975012,0.6111831445890216],"current_pos":[0.13372884172527513,0.13583300914176857,0.4609841189652445]},"block_pink":{"current_ang_vel":[-8.993709496882587e-07,-4.384790737753284e-06,2.8123072047655937e-06],"current_lin_vel":[-1.3612255408009181e-07,4.927676100853167e-08,-8.506021503124073e-08],"current_orn":[-8.78617479945448e-06,-9.44262976590305e-06,0.6320881959940597,0.7748964526429418],"current_pos":[-0.24088663687311224,0.09244046856469315,0.460989632529258]},"block_red":{"current_ang_vel":[-5.006072537103474e-06,-1.7223177857304086e-06,6.169683444351688e-06],"current_lin_vel":[-6.267833709451529e-06,2.721225557906582e-06,-9.43420649726634e-08],"current_orn":[-3.1034735870852264e-05,1.8428191304413107e-05,0.6870408515074059,0.7266187907405269],"current_pos":[0.2299830881483839,-0.1199841654961922,0.45998890452890506]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":598.165},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.03953318819036699,-0.3698128944435736,1.0229937224059424,-2.7842617489975825,-0.9032042395176701,2.0904195150616083,0.07929075302105877,2.4842285771132757,-0.6459825140124834,-1.5787764149171686,-0.4910532290634156,0.6511423719303465,0.5320453665963079,0.01918195780825406,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22998287956528216,-0.11998407579047828,0.4599889023284487,-1.9825646463959686e-05,6.953913505374991e-05,1.514817564476703,0.1337282091217951,0.13583277938802413,0.4609841970606832,-3.3810946120218964e-05,-0.00038951147952097815,1.8265228894700762,-0.24088664053244374,0.09244047002714029,0.4609896305456078,-2.5658285670511783e-05,-3.526845945082413e-06,1.3684902258713298]}},"stepped":true,"termination":{"done":false}},"at":598.265},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2304},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.03953318819036699,-0.3698128944435736,1.0229937224059424,-2.7842617489975825,-0.9032042395176701,2.0904195150616083,0.07929075302105877,2.4842285771132757,-0.6459825140124834,-1.5787764149171686,-0.4910532290634156,0.6511423719303465,0.5320453665963079,0.01918195780825406,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22998287956528216,-0.11998407579047828,0.4599889023284487,-1.9825646463959686e-05,6.953913505374991e-05,1.514817564476703,0.1337282091217951,0.13583277938802413,0.4609841970606832,-3.3810946120218964e-05,-0.00038951147952097815,1.8265228894700762,-0.24088664053244374,0.09244047002714029,0.4609896305456078,-2.5658285670511783e-05,-3.526845945082413e-06,1.3684902258713298]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.4842285771132757,-0.6459825140124834,-1.5787764149171686,-0.4910532290634156,0.6511423719303465,0.5320453665963079,0.01918195780825406],"gripper_action":1.0,"gripper_opening_width":0.07929075302105877,"tcp_orn":[-2.7842617489975825,-0.9032042395176701,2.0904195150616083],"tcp_pos":[-0.03953318819036699,-0.3698128944435736,1.0229937224059424]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0007343526567357672,0.00018696177671782724,0.0033229461729249233],"current_lin_vel":[-6.16047493908475e-05,-1.4399955708644357e-05,3.569695580428467e-06],"current_orn":[0.00014381733090489067,-0.00013240909341571128,0.7915012178680079,0.6111675579559733],"current_pos":[0.1337282091217951,0.13583277938802413,0.4609841970606832]},"block_pink":{"current_ang_vel":[-4.6140343348954386e-07,-2.249531396571642e-06,2.8123194766577927e-06],"current_lin_vel":[-9.341687711747211e-08,4.051705058630817e-08,-4.3638335986417864e-08],"current_orn":[-8.826617984183998e-06,-9.475620371179227e-06,0.6320882323145881,0.7748964230151812],"current_pos":[-0.24088664053244374,0.09244047002714029,0.4609896305456078]},"block_red":{"current_ang_vel":[-2.56905032935984e-06,-8.839101351692634e-07,6.169302443776041e-06],"current_lin_vel":[-6.251069613645498e-06,2.6725003380744245e-06,-4.841522563414635e-08],"current_orn":[-3.109095881076316e-05,1.8453703420556375e-05,0.6870409262194238,0.7266187200949129],"current_pos":[0.22998287956528216,-0.11998407579047828,0.4599889023284487]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":598.276},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.01591851906328816,-0.3915872075184,1.0038426086761407,-2.6267115731501347,-0.9356817083735885,1.963662410569834,0.0793982490650959,2.5099218203445988,-0.7126678948248193,-1.6454497644085724,-0.4802050737705358,0.7092382905229716,0.5005973272481044,0.08584995500494712,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22998267137313536,-0.11998398722130847,0.4599889011992055,-1.9849583901341797e-05,6.959780839694771e-05,1.5148177701173045,0.1337281455770956,0.1358326153574216,0.4609840876663094,-3.9207366835004504e-05,-0.0003957277197682161,1.8265213785681709,-0.24088664319585487,0.09244047128530601,0.4609896295279389,-2.5711838217514646e-05,-3.5268460230322157e-06,1.3684903196156184]}},"stepped":true,"termination":{"done":false}},"at":598.385},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2310},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[-0.01591851906328816,-0.3915872075184,1.0038426086761407,-2.6267115731501347,-0.9356817083735885,1.963662410569834,0.0793982490650959,2.5099218203445988,-0.7126678948248193,-1.6454497644085724,-0.4802050737705358,0.7092382905229716,0.5005973272481044,0.08584995500494712,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22998267137313536,-0.11998398722130847,0.4599889011992055,-1.9849583901341797e-05,6.959780839694771e-05,1.5148177701173045,0.1337281455770956,0.1358326153574216,0.4609840876663094,-3.9207366835004504e-05,-0.0003957277197682161,1.8265213785681709,-0.24088664319585487,0.09244047128530601,0.4609896295279389,-2.5711838217514646e-05,-3.5268460230322157e-06,1.3684903196156184]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.5099218203445988,-0.7126678948248193,-1.6454497644085724,-0.4802050737705358,0.7092382905229716,0.5005973272481044,0.08584995500494712],"gripper_action":1.0,"gripper_opening_width":0.0793982490650959,"tcp_orn":[-2.6267115731501347,-0.9356817083735885,1.963662410569834],"tcp_pos":[-0.01591851906328816,-0.3915872075184,1.0038426086761407]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0004137664333898196,-0.00122169121470087,0.0012854086399133316],"current_lin_vel":[-5.010231507773936e-05,-8.453083994663262e-06,-3.2023148262144696e-06],"current_orn":[0.00014462825006818225,-0.00013644442162630285,0.7915007552803424,0.611168155957292],"current_pos":[0.1337281455770956,0.1358326153574216,0.4609840876663094]},"block_pink":{"current_ang_vel":[-2.3671315778877108e-07,-1.154080039267314e-06,2.812325024641404e-06],"current_lin_vel":[-7.150759603045517e-08,3.6023055869331274e-08,-2.2387685420788284e-08],"current_orn":[-8.847366353170389e-06,-9.49254578346127e-06,0.6320882686353905,0.774896393387613],"current_pos":[-0.24088664319585487,0.09244047128530601,0.4609896295279389]},"block_red":{"current_ang_vel":[-1.3183867605949434e-06,-4.5364476394104963e-07,6.169277508757943e-06],"current_lin_vel":[-6.242469136949149e-06,2.6474919287450836e-06,-2.4845889304292434e-08],"current_orn":[-3.1119812898593875e-05,1.846679379601572e-05,0.6870410009303067,0.7266186494518407],"current_pos":[0.22998267137313536,-0.11998398722130847,0.4599889011992055]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":598.396},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.01407350609702046,-0.4045655659421534,0.9831203307310262,-2.4458586393991273,-0.9536945926315712,1.7815684437449026,0.07949094984268221,2.5346808757496646,-0.7793566929265224,-1.7121149671210945,-0.47146150097172684,0.7457754310396573,0.4993973824601781,0.15251633358194103,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22998246338153241,-0.11998389923550383,0.45998890061970166,-1.9861869302772952e-05,6.962791803598754e-05,1.5148179757616433,0.13372805705494337,0.13583263822360536,0.460984133722625,-4.6024578494131076e-05,-0.00039190552279104706,1.8265171723830023,-0.2408866453483293,0.09244047243866925,0.4609896290058471,-2.573931238006983e-05,-3.526846097327593e-06,1.3684904133599292]}},"stepped":true,"termination":{"done":false}},"at":598.499},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2316},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.01407350609702046,-0.4045655659421534,0.9831203307310262,-2.4458586393991273,-0.9536945926315712,1.7815684437449026,0.07949094984268221,2.5346808757496646,-0.7793566929265224,-1.7121149671210945,-0.47146150097172684,0.7457754310396573,0.4993973824601781,0.15251633358194103,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22998246338153241,-0.11998389923550383,0.45998890061970166,-1.9861869302772952e-05,6.962791803598754e-05,1.5148179757616433,0.13372805705494337,0.13583263822360536,0.460984133722625,-4.6024578494131076e-05,-0.00039190552279104706,1.8265171723830023,-0.2408866453483293,0.09244047243866925,0.4609896290058471,-2.573931238006983e-05,-3.526846097327593e-06,1.3684904133599292]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.5346808757496646,-0.7793566929265224,-1.7121149671210945,-0.47146150097172684,0.7457754310396573,0.4993973824601781,0.15251633358194103],"gripper_action":1.0,"gripper_opening_width":0.07949094984268221,"tcp_orn":[-2.4458586393991273,-0.9536945926315712,1.7815684437449026],"tcp_pos":[0.01407350609702046,-0.4045655659421534,0.9831203307310262]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0004689809263377107,-0.0028623319306044625,-0.0015140694813206824],"current_lin_vel":[-2.8382623962675975e-05,-1.0196287111326703e-05,-5.124399826035575e-06],"current_orn":[0.0001410320926478697,-0.0001379746297913759,0.7914994697904196,0.6111698212399194],"current_pos":[0.13372805705494337,0.13583263822360536,0.460984133722625]},"block_pink":{"current_ang_vel":[-1.2144052520341402e-07,-5.920809193685195e-07,2.812327115557012e-06],"current_lin_vel":[-6.026748190961132e-08,3.371750214044298e-08,-1.1485473828953818e-08],"current_orn":[-8.858010699084363e-06,-9.501229275361801e-06,0.6320883049563234,0.7748963637601509],"current_pos":[-0.2408866453483293,0.09244047243866925,0.4609896290058471]},"block_red":{"current_ang_vel":[-6.765551295162674e-07,-2.3283565635791746e-07,6.169435355450729e-06],"current_lin_vel":[-6.238058182859536e-06,2.634654835572118e-06,-1.2750249286930249e-08],"current_orn":[-3.113462147724252e-05,1.8473509420072895e-05,0.687041075642671,0.726618578808116],"current_pos":[0.22998246338153241,-0.11998389923550383,0.45998890061970166]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":598.509},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.04122551517358969,-0.40864974600487175,0.9637783859674992,-2.27342666087616,-0.9304512096855565,1.5902676790547532,0.07957675091762403,2.5581528606774246,-0.82375498949213,-1.7787375519001385,-0.46451102323089954,0.7672066742871478,0.5115729644297025,0.21917464997989733,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22998225549275572,-0.1199838115491768,0.4599889003223204,-1.9868174958412213e-05,6.964336897363727e-05,1.5148181814135895,0.1337286080045992,0.13583264498118403,0.46098404475008664,-3.57225420649354e-05,-0.0003931987816822368,1.8264984563534448,-0.24088664723867817,0.09244047353826565,0.460989628738001,-2.5753407565897974e-05,-3.5268461699929775e-06,1.368490507104225]}},"stepped":true,"termination":{"done":false}},"at":598.62},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2322},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.04122551517358969,-0.40864974600487175,0.9637783859674992,-2.27342666087616,-0.9304512096855565,1.5902676790547532,0.07957675091762403,2.5581528606774246,-0.82375498949213,-1.7787375519001385,-0.46451102323089954,0.7672066742871478,0.5115729644297025,0.21917464997989733,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22998225549275572,-0.1199838115491768,0.4599889003223204,-1.9868174958412213e-05,6.964336897363727e-05,1.5148181814135895,0.1337286080045992,0.13583264498118403,0.46098404475008664,-3.57225420649354e-05,-0.0003931987816822368,1.8264984563534448,-0.24088664723867817,0.09244047353826565,0.460989628738001,-2.5753407565897974e-05,-3.5268461699929775e-06,1.368490507104225]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.5581528606774246,-0.82375498949213,-1.7787375519001385,-0.46451102323089954,0.7672066742871478,0.5115729644297025,0.21917464997989733],"gripper_action":1.0,"gripper_opening_width":0.07957675091762403,"tcp_orn":[-2.27342666087616,-0.9304512096855565,1.5902676790547532],"tcp_pos":[0.04122551517358969,-0.40864974600487175,0.9637783859674992]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0003132452365984973,0.0036000141760369948,0.003290382840767397],"current_lin_vel":[7.331266001720123e-06,-6.0025063079590774e-06,2.318847841409344e-06],"current_orn":[0.00014469078967357097,-0.00013429415602684387,0.7914937510122462,0.6111772272739059],"current_pos":[0.1337286080045992,0.13583264498118403,0.46098404475008664]},"block_pink":{"current_ang_vel":[-6.230239843395408e-08,-3.0375907747687124e-07,2.812327431019723e-06],"current_lin_vel":[-5.450097632546941e-08,3.2534683858556084e-08,-5.892314240696361e-09],"current_orn":[-8.863471384689433e-06,-9.505684420024901e-06,0.6320883412773127,0.7748963341327512],"current_pos":[-0.24088664723867817,0.09244047353826565,0.460989628738001]},"block_red":{"current_ang_vel":[-3.4717109177219684e-07,-1.1951761979842307e-07,6.169687028837145e-06],"current_lin_vel":[-6.235797254419311e-06,2.6280639614310037e-06,-6.542864229575063e-09],"current_orn":[-3.1142221994830336e-05,1.8476953564809014e-05,0.6870411503578591,0.7266185081620987],"current_pos":[0.22998225549275572,-0.1199838115491768,0.4599889003223204]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":598.631},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.0576888764544425,-0.40385802912675345,0.9532579141039221,-2.161681461154707,-0.8741346342672234,1.4513537023214853,0.07964442025594043,2.5806016440782216,-0.8389784488184926,-1.8330747616229648,-0.4590034223153008,0.7828081971603083,0.5292088872922656,0.28583306567040034,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22998204765665708,-0.11998372401663814,0.45998890016972255,-1.9871411850050235e-05,6.965129716780228e-05,1.5148183870751284,0.13372790503098303,0.13583254059279787,0.4609840626201985,-4.299944698466601e-05,-0.00039621635244857436,1.8265270768449606,-0.24088664899454873,0.0924404746102779,0.4609896286005904,-2.5760638935492466e-05,-3.5268462425098127e-06,1.3684906008484894]}},"stepped":true,"termination":{"done":false}},"at":598.735},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2328},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.0576888764544425,-0.40385802912675345,0.9532579141039221,-2.161681461154707,-0.8741346342672234,1.4513537023214853,0.07964442025594043,2.5806016440782216,-0.8389784488184926,-1.8330747616229648,-0.4590034223153008,0.7828081971603083,0.5292088872922656,0.28583306567040034,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22998204765665708,-0.11998372401663814,0.45998890016972255,-1.9871411850050235e-05,6.965129716780228e-05,1.5148183870751284,0.13372790503098303,0.13583254059279787,0.4609840626201985,-4.299944698466601e-05,-0.00039621635244857436,1.8265270768449606,-0.24088664899454873,0.0924404746102779,0.4609896286005904,-2.5760638935492466e-05,-3.5268462425098127e-06,1.3684906008484894]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.5806016440782216,-0.8389784488184926,-1.8330747616229648,-0.4590034223153008,0.7828081971603083,0.5292088872922656,0.28583306567040034],"gripper_action":1.0,"gripper_opening_width":0.07964442025594043,"tcp_orn":[-2.161681461154707,-0.8741346342672234,1.4513537023214853],"tcp_pos":[0.0576888764544425,-0.40385802912675345,0.9532579141039221]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.00047588636311079514,-0.0021383316012394,-0.0002597821057074511],"current_lin_vel":[-3.833604764557889e-05,-1.0048104558853393e-05,-1.4715952772748064e-06],"current_orn":[0.00014366322077038606,-0.00013809404782700414,0.7915024962781665,0.6111659011073378],"current_pos":[0.13372790503098303,0.13583254059279787,0.4609840626201985]},"block_pink":{"current_ang_vel":[-3.196242835050594e-08,-1.5584111563405852e-07,2.812326834876739e-06],"current_lin_vel":[-5.1542580722051594e-08,3.19278519963166e-08,-3.022862057888709e-09],"current_orn":[-8.866272697006845e-06,-9.507970295908606e-06,0.632088377598321,0.7748963045053899],"current_pos":[-0.24088664899454873,0.0924404746102779,0.4609896286005904]},"block_red":{"current_ang_vel":[-1.781335485441092e-07,-6.136396162813057e-08,6.169986867865823e-06],"current_lin_vel":[-6.234639718414448e-06,2.6246786140223208e-06,-3.357266728509778e-09],"current_orn":[-3.114612338551563e-05,1.847871880946218e-05,0.6870412250765594,0.726618437512947],"current_pos":[0.22998204765665708,-0.11998372401663814,0.45998890016972255]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":598.745},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.06561575403369534,-0.3949308919069435,0.9510190628085432,-2.096250294976337,-0.8179120657718598,1.364811105625145,0.07971714174517969,2.6020748495469763,-0.8412450416081453,-1.8644780877361662,-0.4547329101415325,0.7951181567697915,0.5491382151268323,0.35249215723226396,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22998183984750084,-0.11998363656312123,0.4599889000914265,-1.9873073871011112e-05,6.965536473989063e-05,1.51481859274728,0.1337282994962265,0.13583268330983353,0.46098408522654455,-3.359166536723659e-05,-0.0003903329952556828,1.8265136591818558,-0.24088665068142798,0.09244047566813858,0.46098962853009706,-2.5764348969225193e-05,-3.526846313573905e-06,1.368490694592711]}},"stepped":true,"termination":{"done":false}},"at":598.852},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2334},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.06561575403369534,-0.3949308919069435,0.9510190628085432,-2.096250294976337,-0.8179120657718598,1.364811105625145,0.07971714174517969,2.6020748495469763,-0.8412450416081453,-1.8644780877361662,-0.4547329101415325,0.7951181567697915,0.5491382151268323,0.35249215723226396,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22998183984750084,-0.11998363656312123,0.4599889000914265,-1.9873073871011112e-05,6.965536473989063e-05,1.51481859274728,0.1337282994962265,0.13583268330983353,0.46098408522654455,-3.359166536723659e-05,-0.0003903329952556828,1.8265136591818558,-0.24088665068142798,0.09244047566813858,0.46098962853009706,-2.5764348969225193e-05,-3.526846313573905e-06,1.368490694592711]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.6020748495469763,-0.8412450416081453,-1.8644780877361662,-0.4547329101415325,0.7951181567697915,0.5491382151268323,0.35249215723226396],"gripper_action":1.0,"gripper_opening_width":0.07971714174517969,"tcp_orn":[-2.096250294976337,-0.8179120657718598,1.364811105625145],"tcp_pos":[0.06561575403369534,-0.3949308919069435,0.9510190628085432]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0009881579179455513,0.0016524702645370922,0.0031538211968808],"current_lin_vel":[-2.8936806563239593e-05,-1.9530230199564273e-05,2.3842313725722097e-05],"current_orn":[0.0001442088430532643,-0.00013257402035075105,0.7914983971801346,0.6111712107823933],"current_pos":[0.1337282994962265,0.13583268330983353,0.46098408522654455]},"block_pink":{"current_ang_vel":[-1.6397471159083236e-08,-7.995485579713444e-08,2.8123257711631095e-06],"current_lin_vel":[-5.002483579033429e-08,3.161653234775418e-08,-1.5507473985487685e-09],"current_orn":[-8.867709674548383e-06,-9.509143273692016e-06,0.6320884139193282,0.7748962748780561],"current_pos":[-0.24088665068142798,0.09244047566813858,0.46098962853009706]},"block_red":{"current_ang_vel":[-9.138476198026956e-08,-3.15196033300054e-08,6.170311432936735e-06],"current_lin_vel":[-6.234048422452806e-06,2.622938321571964e-06,-1.7224396769988104e-09],"current_orn":[-3.1148126408278803e-05,1.8479622454291276e-05,0.6870412997991259,0.7266183668602285],"current_pos":[0.22998183984750084,-0.11998363656312123,0.4599889000914265]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":598.863},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.06973519208126452,-0.384412855625134,0.9525522526545651,-2.051952780327847,-0.7638481870345024,1.3025126270191025,0.07977628555478167,2.622118840542687,-0.8393237935065815,-1.8804125212338425,-0.4516458981417948,0.8016667226745586,0.5706865652900215,0.4191523438819286,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22998163205207967,-0.11998354915025639,0.4599889000512617,-1.9873927679373025e-05,6.96574510670619e-05,1.5148187984305674,0.13372809692491744,0.13583265306125172,0.46098417633560634,-3.370997767736512e-05,-0.00039116909506048224,1.8265231654544711,-0.24088665233291257,0.09244047671873895,0.46098962849393427,-2.57662524521088e-05,-3.526846384865158e-06,1.3684907883368869]}},"stepped":true,"termination":{"done":false}},"at":598.938},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2340},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.06973519208126452,-0.384412855625134,0.9525522526545651,-2.051952780327847,-0.7638481870345024,1.3025126270191025,0.07977628555478167,2.622118840542687,-0.8393237935065815,-1.8804125212338425,-0.4516458981417948,0.8016667226745586,0.5706865652900215,0.4191523438819286,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22998163205207967,-0.11998354915025639,0.4599889000512617,-1.9873927679373025e-05,6.96574510670619e-05,1.5148187984305674,0.13372809692491744,0.13583265306125172,0.46098417633560634,-3.370997767736512e-05,-0.00039116909506048224,1.8265231654544711,-0.24088665233291257,0.09244047671873895,0.46098962849393427,-2.57662524521088e-05,-3.526846384865158e-06,1.3684907883368869]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.622118840542687,-0.8393237935065815,-1.8804125212338425,-0.4516458981417948,0.8016667226745586,0.5706865652900215,0.4191523438819286],"gripper_action":1.0,"gripper_opening_width":0.07977628555478167,"tcp_orn":[-2.051952780327847,-0.7638481870345024,1.3025126270191025],"tcp_pos":[0.06973519208126452,-0.384412855625134,0.9525522526545651]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0005497760854476546,-5.389893297261342e-06,0.003329341051854962],"current_lin_vel":[-6.557823182394696e-05,-1.0708042627661702e-05,-9.29746536842968e-08],"current_orn":[0.0001445042059214392,-0.00013287565556881293,0.7915013020744682,0.6111674486399091],"current_pos":[0.13372809692491744,0.13583265306125172,0.46098417633560634]},"block_pink":{"current_ang_vel":[-8.41213568473597e-09,-4.1023141665485204e-08,2.8123244673558577e-06],"current_lin_vel":[-4.9246190309712804e-08,3.145681126852807e-08,-7.955064523779143e-10],"current_orn":[-8.86844670717349e-06,-9.509745301734714e-06,0.6320884502403248,0.7748962452507432],"current_pos":[-0.24088665233291257,0.09244047671873895,0.46098962849393427]},"block_red":{"current_ang_vel":[-4.686591756952493e-08,-1.620352654968195e-08,6.1706486974666235e-06],"current_lin_vel":[-6.233747720037716e-06,2.6220422582100034e-06,-8.834582926331436e-10],"current_orn":[-3.1149155201685206e-05,1.8480083931879136e-05,0.6870413745257399,0.7266182962037212],"current_pos":[0.22998163205207967,-0.11998354915025639,0.4599889000512617]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":598.947},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.07221509218869852,-0.373368604164172,0.9555620920011424,-2.0182313468961057,-0.7106097215285683,1.251966463440831,0.07986304721725249,2.6406148770942957,-0.8366492357881187,-1.8855051254120285,-0.4496306049785687,0.8018030913932848,0.5934720626895325,0.4858083653719051,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.2299814242636155,-0.1199834617583525,0.45998890003066556,-1.987436671907662e-05,6.965852063136234e-05,1.51481900412526,0.1337278944719462,0.13583263845758642,0.46098419426739545,-3.407951323804571e-05,-0.00039112666265606494,1.826532190768415,-0.24088665396623868,0.09244047776561444,0.4609896284753841,-2.5767229120930012e-05,-3.5268464557923175e-06,1.368490882081012]}},"stepped":true,"termination":{"done":false}},"at":599.014},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2346},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.07221509218869852,-0.373368604164172,0.9555620920011424,-2.0182313468961057,-0.7106097215285683,1.251966463440831,0.07986304721725249,2.6406148770942957,-0.8366492357881187,-1.8855051254120285,-0.4496306049785687,0.8018030913932848,0.5934720626895325,0.4858083653719051,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.2299814242636155,-0.1199834617583525,0.45998890003066556,-1.987436671907662e-05,6.965852063136234e-05,1.51481900412526,0.1337278944719462,0.13583263845758642,0.46098419426739545,-3.407951323804571e-05,-0.00039112666265606494,1.826532190768415,-0.24088665396623868,0.09244047776561444,0.4609896284753841,-2.5767229120930012e-05,-3.5268464557923175e-06,1.368490882081012]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.6406148770942957,-0.8366492357881187,-1.8855051254120285,-0.4496306049785687,0.8018030913932848,0.5934720626895325,0.4858083653719051],"gripper_action":1.0,"gripper_opening_width":0.07986304721725249,"tcp_orn":[-2.0182313468961057,-0.7106097215285683,1.251966463440831],"tcp_pos":[0.07221509218869852,-0.373368604164172,0.9555620920011424]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0005320922821604148,7.638760692182512e-06,0.003374321286916228],"current_lin_vel":[-6.620698882375286e-05,-1.0344643099033552e-05,-4.275306247435162e-06],"current_orn":[0.0001443750894389943,-0.00013300828134156942,0.7915040600343979,0.6111638768887563],"current_pos":[0.1337278944719462,0.13583263845758642,0.46098419426739545]},"block_pink":{"current_ang_vel":[-4.315438811860764e-09,-2.1050066528915048e-08,2.81232304044801e-06],"current_lin_vel":[-4.884672199045918e-08,3.1374866109821354e-08,-4.080466520228754e-10],"current_orn":[-8.868824647502718e-06,-9.510054415456221e-06,0.6320884865613047,0.7748962156234485],"current_pos":[-0.24088665396623868,0.09244047776561444,0.4609896284753841]},"block_red":{"current_ang_vel":[-2.4018912621647237e-08,-8.34360964734599e-09,6.170992489360311e-06],"current_lin_vel":[-6.233596155264814e-06,2.6215794416442553e-06,-4.5290419331545095e-10],"current_orn":[-3.1149684026941076e-05,1.8480318491491267e-05,0.6870414492564949,0.7266182255433111],"current_pos":[0.2299814242636155,-0.1199834617583525,0.45998890003066556]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":599.023},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.07397566009949039,-0.36224776676018555,0.9590583325794986,-1.9907054967838194,-0.6574016330703991,1.2080114277604685,0.07993277186753839,2.6576337512998456,-0.8345525402323185,-1.8823717714783714,-0.4485394375953978,0.7958442194357223,0.6172092183325673,0.5524647618045652,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22998121647862999,-0.11998337437730422,0.4599889000201119,-1.9874592902049105e-05,6.965906840143575e-05,1.5148192098314965,0.13372848545042224,0.13583296713398083,0.4609839011414796,-4.968717669530878e-05,-0.00036865323136789883,1.8264795111892629,-0.24088665559024885,0.09244047881057886,0.46098962846586966,-2.5767730307757874e-05,-3.5268465262024106e-06,1.368490975825088]}},"stepped":true,"termination":{"done":false}},"at":599.094},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2352},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.07397566009949039,-0.36224776676018555,0.9590583325794986,-1.9907054967838194,-0.6574016330703991,1.2080114277604685,0.07993277186753839,2.6576337512998456,-0.8345525402323185,-1.8823717714783714,-0.4485394375953978,0.7958442194357223,0.6172092183325673,0.5524647618045652,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22998121647862999,-0.11998337437730422,0.4599889000201119,-1.9874592902049105e-05,6.965906840143575e-05,1.5148192098314965,0.13372848545042224,0.13583296713398083,0.4609839011414796,-4.968717669530878e-05,-0.00036865323136789883,1.8264795111892629,-0.24088665559024885,0.09244047881057886,0.46098962846586966,-2.5767730307757874e-05,-3.5268465262024106e-06,1.368490975825088]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.6576337512998456,-0.8345525402323185,-1.8823717714783714,-0.4485394375953978,0.7958442194357223,0.6172092183325673,0.5524647618045652],"gripper_action":1.0,"gripper_opening_width":0.07993277186753839,"tcp_orn":[-1.9907054967838194,-0.6574016330703991,1.2080114277604685],"tcp_pos":[0.07397566009949039,-0.36224776676018555,0.9590583325794986]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.005032072686976332,0.000940823228700277,-0.007369217849573499],"current_lin_vel":[0.00016177829985439062,9.861377668895753e-05,-5.8768875664229336e-05],"current_orn":[0.00013070827800129621,-0.000132321014077727,0.7914879626297517,0.6111847269187116],"current_pos":[0.13372848545042224,0.13583296713398083,0.4609839011414796]},"block_pink":{"current_ang_vel":[-2.2136907205677155e-09,-1.0803107973653415e-08,2.8123215503293774e-06],"current_lin_vel":[-4.864177825068556e-08,3.133282154184413e-08,-2.0926876898030855e-10],"current_orn":[-8.869018363375063e-06,-9.51021325565721e-06,0.6320885228822666,0.7748961859961699],"current_pos":[-0.24088665559024885,0.09244047881057886,0.46098962846586966]},"block_red":{"current_ang_vel":[-1.229415214591311e-08,-4.309607540756828e-09,6.17133964157271e-06],"current_lin_vel":[-6.233521116354413e-06,2.621338972285863e-06,-2.3194501874712614e-10],"current_orn":[-3.114995627241924e-05,1.8480436598942125e-05,0.6870415239914391,0.7266181548789395],"current_pos":[0.22998121647862999,-0.11998337437730422,0.4599889000201119]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":599.105},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.0754107532444894,-0.3512393666951847,0.9626329761390491,-1.96739468568944,-0.6039002037806105,1.1683458713497792,0.07997045947233657,2.673328110883521,-0.8335082483985095,-1.872637746598472,-0.44821807573300115,0.7844046519953559,0.6416783582197156,0.6191240624165085,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22998100869533802,-0.11998328700192558,0.45998890001471204,-1.9874709848129817e-05,6.965934838963652e-05,1.5148194155493484,0.13372804521615192,0.13583264012464702,0.4609841491675505,-3.393527472640087e-05,-0.0003893432898222167,1.8265221594140233,-0.24088665720947963,0.09244047985456265,0.4609896284609909,-2.5767987556307214e-05,-3.526846598392706e-06,1.368491069569112]}},"stepped":true,"termination":{"done":false}},"at":599.211},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2358},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.0754107532444894,-0.3512393666951847,0.9626329761390491,-1.96739468568944,-0.6039002037806105,1.1683458713497792,0.07997045947233657,2.673328110883521,-0.8335082483985095,-1.872637746598472,-0.44821807573300115,0.7844046519953559,0.6416783582197156,0.6191240624165085,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22998100869533802,-0.11998328700192558,0.45998890001471204,-1.9874709848129817e-05,6.965934838963652e-05,1.5148194155493484,0.13372804521615192,0.13583264012464702,0.4609841491675505,-3.393527472640087e-05,-0.0003893432898222167,1.8265221594140233,-0.24088665720947963,0.09244047985456265,0.4609896284609909,-2.5767987556307214e-05,-3.526846598392706e-06,1.368491069569112]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.673328110883521,-0.8335082483985095,-1.872637746598472,-0.44821807573300115,0.7844046519953559,0.6416783582197156,0.6191240624165085],"gripper_action":1.0,"gripper_opening_width":0.07997045947233657,"tcp_orn":[-1.96739468568944,-0.6039002037806105,1.1683458713497792],"tcp_pos":[0.0754107532444894,-0.3512393666951847,0.9626329761390491]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0008124417087453363,0.0011822512136451342,0.0032597324231738367],"current_lin_vel":[-4.0443407936712986e-05,-1.5975175995122893e-05,1.189015800773241e-05],"current_orn":[0.00014371272859129835,-0.00013240695295320396,0.7915009947802673,0.6111678468938773],"current_pos":[0.13372804521615192,0.13583264012464702,0.4609841491675505]},"block_pink":{"current_ang_vel":[-1.1354266594430542e-09,-5.5464579769169006e-09,2.8123200278369203e-06],"current_lin_vel":[-4.853664183529256e-08,3.131124748321168e-08,-1.0728667954040816e-10],"current_orn":[-8.869117565252949e-06,-9.510295001268377e-06,0.6320885592032078,0.7748961563689072],"current_pos":[-0.24088665720947963,0.09244047985456265,0.4609896284609909]},"block_red":{"current_ang_vel":[-6.277060790185542e-09,-2.2395004535311245e-09,6.171688528157511e-06],"current_lin_vel":[-6.233485359379269e-06,2.6212126059935212e-06,-1.1854965620283764e-10],"current_orn":[-3.1150096842635966e-05,1.8480494943724947e-05,0.6870415987305971,0.7266180842105762],"current_pos":[0.22998100869533802,-0.11998328700192558,0.45998890001471204]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":599.223},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.07668746929040657,-0.3404228466259438,0.9661284152950025,-1.9472864409481498,-0.5500438242122511,1.1318325957519255,0.07999077555653558,2.687881156077968,-0.8336523626855806,-1.857412368756191,-0.4485213811791695,0.7681358746755709,0.6666996120961318,0.6857848653296782,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22998080091282347,-0.1199831996295552,0.459988900011957,-1.9874770736477342e-05,6.9659490953492e-05,1.5148196212788518,0.13372799702772312,0.13583276155540147,0.46098393967698537,-5.500840052729808e-05,-0.0003764916468740595,1.8264993476064644,-0.24088665882625843,0.09244048089804326,0.46098962845849034,-2.576811965784532e-05,-3.526846668870816e-06,1.3684911633130834]}},"stepped":true,"termination":{"done":false}},"at":599.295},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2364},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.07668746929040657,-0.3404228466259438,0.9661284152950025,-1.9472864409481498,-0.5500438242122511,1.1318325957519255,0.07999077555653558,2.687881156077968,-0.8336523626855806,-1.857412368756191,-0.4485213811791695,0.7681358746755709,0.6666996120961318,0.6857848653296782,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22998080091282347,-0.1199831996295552,0.459988900011957,-1.9874770736477342e-05,6.9659490953492e-05,1.5148196212788518,0.13372799702772312,0.13583276155540147,0.46098393967698537,-5.500840052729808e-05,-0.0003764916468740595,1.8264993476064644,-0.24088665882625843,0.09244048089804326,0.46098962845849034,-2.576811965784532e-05,-3.526846668870816e-06,1.3684911633130834]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.687881156077968,-0.8336523626855806,-1.857412368756191,-0.4485213811791695,0.7681358746755709,0.6666996120961318,0.6857848653296782],"gripper_action":1.0,"gripper_opening_width":0.07999077555653558,"tcp_orn":[-1.9472864409481498,-0.5500438242122511,1.1318325957519255],"tcp_pos":[0.07668746929040657,-0.3404228466259438,0.9661284152950025]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.003126872560894055,-0.0030228716685778635,-0.007837842468236277],"current_lin_vel":[9.160932776685563e-05,6.035191525889513e-05,-4.44641805160198e-05],"current_orn":[0.00013218551543980826,-0.00013682090523437588,0.7914940234498373,0.6111768767306384],"current_pos":[0.13372799702772312,0.13583276155540147,0.46098393967698537]},"block_pink":{"current_ang_vel":[-5.823219726255639e-10,-2.8490491713777574e-09,2.8123184887555643e-06],"current_lin_vel":[-4.848269083586179e-08,3.1300177037592026e-08,-5.49721171361206e-11],"current_orn":[-8.869168279697432e-06,-9.510337194225972e-06,0.6320885955241281,0.7748961267416598],"current_pos":[-0.24088665882625843,0.09244048089804326,0.46098962845849034]},"block_red":{"current_ang_vel":[-3.1891727865408683e-09,-1.1774256202399079e-09,6.172038312653236e-06],"current_lin_vel":[-6.233469765245837e-06,2.6211447977820164e-06,-6.035016236749513e-11],"current_orn":[-3.1150169838567274e-05,1.848052261779455e-05,0.6870416734739817,0.7266180135382057],"current_pos":[0.22998080091282347,-0.1199831996295552,0.459988900011957]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":599.303},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.07787465504368836,-0.3298313421009669,0.9694935162835852,-1.9297764920991618,-0.49588927035652364,1.0978269236216844,0.08000077672950881,2.701482995322528,-0.8349918201678442,-1.8375202057275086,-0.4493200125763149,0.7476392824336497,0.6921212478090722,0.7524466501346796,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22998059313061622,-0.11998311225882725,0.4599889000105593,-1.9874802854795164e-05,6.965956299274645e-05,1.5148198270200262,0.1337276592520935,0.1358325350641501,0.46098413098742896,-3.397033831172205e-05,-0.00039336029078745953,1.826540977118056,-0.24088666044177923,0.09244048194126557,0.4609896284572099,-2.576818755475955e-05,-3.5268467400712062e-06,1.3684912570570036]}},"stepped":true,"termination":{"done":false}},"at":599.412},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2370},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.07787465504368836,-0.3298313421009669,0.9694935162835852,-1.9297764920991618,-0.49588927035652364,1.0978269236216844,0.08000077672950881,2.701482995322528,-0.8349918201678442,-1.8375202057275086,-0.4493200125763149,0.7476392824336497,0.6921212478090722,0.7524466501346796,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22998059313061622,-0.11998311225882725,0.4599889000105593,-1.9874802854795164e-05,6.965956299274645e-05,1.5148198270200262,0.1337276592520935,0.1358325350641501,0.46098413098742896,-3.397033831172205e-05,-0.00039336029078745953,1.826540977118056,-0.24088666044177923,0.09244048194126557,0.4609896284572099,-2.576818755475955e-05,-3.5268467400712062e-06,1.3684912570570036]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.701482995322528,-0.8349918201678442,-1.8375202057275086,-0.4493200125763149,0.7476392824336497,0.6921212478090722,0.7524466501346796],"gripper_action":1.0,"gripper_opening_width":0.08000077672950881,"tcp_orn":[-1.9297764920991618,-0.49588927035652364,1.0978269236216844],"tcp_pos":[0.07787465504368836,-0.3298313421009669,0.9694935162835852]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0006835071285874456,0.00016775553064075932,0.0033424870773215345],"current_lin_vel":[-6.237518993070438e-05,-1.337895023758759e-05,4.033610247429487e-06],"current_orn":[0.0001452930013323725,-0.0001336469932547754,0.7915067447988162,0.6111603995404207],"current_pos":[0.1337276592520935,0.1358325350641501,0.46098413098742896]},"block_pink":{"current_ang_vel":[-2.9842119005911453e-10,-1.465750775861271e-09,2.8123169410299423e-06],"current_lin_vel":[-4.845502234782264e-08,3.129449088758507e-08,-2.81308032423766e-11],"current_orn":[-8.869194117953719e-06,-9.510359095961527e-06,0.6320886318450275,0.7748960971144272],"current_pos":[-0.24088666044177923,0.09244048194126557,0.4609896284572099]},"block_red":{"current_ang_vel":[-1.604467070381204e-09,-6.319657474389088e-10,6.1723885704302294e-06],"current_lin_vel":[-6.23346450476643e-06,2.621107039757137e-06,-3.048919450243659e-11],"current_orn":[-3.1150208155529975e-05,1.848053455255303e-05,0.6870417482215995,0.7266179428618197],"current_pos":[0.22998059313061622,-0.11998311225882725,0.4599889000105593]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":599.423},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.07899873468245844,-0.3194782131080235,0.9727214221601775,-1.914447725781031,-0.4415359794929303,1.0659094126018445,0.08000002530631034,2.7143202731240104,-0.83748653578647,-1.8136196824150044,-0.4505026614006433,0.7234429858593298,0.7178115497031496,0.819109463928434,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.229980385348475,-0.11998302488904085,0.45998890000985826,-1.9874820208857e-05,6.965959883849028e-05,1.5148200327728836,0.13372799791351475,0.13583263464756035,0.46098404948800287,-3.8355616292986114e-05,-0.0003859658361669142,1.8265163287487032,-0.24088666205665465,0.09244048298435525,0.46098962845655533,-2.5768222514636556e-05,-3.5268468114792838e-06,1.3684913508008723]}},"stepped":true,"termination":{"done":false}},"at":599.532},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2376},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.07899873468245844,-0.3194782131080235,0.9727214221601775,-1.914447725781031,-0.4415359794929303,1.0659094126018445,0.08000002530631034,2.7143202731240104,-0.83748653578647,-1.8136196824150044,-0.4505026614006433,0.7234429858593298,0.7178115497031496,0.819109463928434,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.229980385348475,-0.11998302488904085,0.45998890000985826,-1.9874820208857e-05,6.965959883849028e-05,1.5148200327728836,0.13372799791351475,0.13583263464756035,0.46098404948800287,-3.8355616292986114e-05,-0.0003859658361669142,1.8265163287487032,-0.24088666205665465,0.09244048298435525,0.46098962845655533,-2.5768222514636556e-05,-3.5268468114792838e-06,1.3684913508008723]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.7143202731240104,-0.83748653578647,-1.8136196824150044,-0.4505026614006433,0.7234429858593298,0.7178115497031496,0.819109463928434],"gripper_action":1.0,"gripper_opening_width":0.08000002530631034,"tcp_orn":[-1.914447725781031,-0.4415359794929303,1.0659094126018445],"tcp_pos":[0.07899873468245844,-0.3194782131080235,0.9727214221601775]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0009247126633605196,0.004518419920681766,0.0030939225794966146],"current_lin_vel":[2.961606854083716e-05,-1.8326906862341318e-05,2.210942176342212e-05],"current_orn":[0.00014102492619869043,-0.00013312462093163657,0.7914992130036106,0.6111701548705321],"current_pos":[0.13372799791351475,0.13583263464756035,0.46098404948800287]},"block_pink":{"current_ang_vel":[-1.5282604554129949e-10,-7.558021790460713e-10,2.812315389028732e-06],"current_lin_vel":[-4.8440821011716526e-08,3.129157096268323e-08,-1.4360145017544568e-11],"current_orn":[-8.86920719475227e-06,-9.510370588215768e-06,0.6320886681659056,0.7748960674872093],"current_pos":[-0.24088666205665465,0.09244048298435525,0.46098962845655533]},"block_red":{"current_ang_vel":[-7.90974244672608e-10,-3.5257398632685046e-10,6.172739079138848e-06],"current_lin_vel":[-6.233464566406212e-06,2.6210846988112818e-06,-1.516405057078174e-11],"current_orn":[-3.1150228675389535e-05,1.8480538409526685e-05,0.6870418229734547,0.7266178721814136],"current_pos":[0.229980385348475,-0.11998302488904085,0.45998890000985826]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":599.589},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.08007099597832817,-0.30936738232922745,0.9758184752424572,-1.900990905017733,-0.38707726533526554,1.0357696326173276,0.08000045314577003,2.72657121058299,-0.8410804385683482,-1.7862666161011278,-0.45197538071601373,0.6959942742709091,0.743652731700652,0.88577199542008,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22998017756627598,-0.11998293751983626,0.45998890000951465,-1.987482998610026e-05,6.96596161096475e-05,1.5148202385374265,0.1337274652328623,0.13583249123360575,0.4609841474252746,-4.13074168910776e-05,-0.00039209168043723283,1.8265413300786877,-0.2408866636711989,0.0924404840273768,0.46098962845622193,-2.5768240574249284e-05,-3.526846882074457e-06,1.3684914445446899]}},"stepped":true,"termination":{"done":false}},"at":599.647},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2382},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.08007099597832817,-0.30936738232922745,0.9758184752424572,-1.900990905017733,-0.38707726533526554,1.0357696326173276,0.08000045314577003,2.72657121058299,-0.8410804385683482,-1.7862666161011278,-0.45197538071601373,0.6959942742709091,0.743652731700652,0.88577199542008,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22998017756627598,-0.11998293751983626,0.45998890000951465,-1.987482998610026e-05,6.96596161096475e-05,1.5148202385374265,0.1337274652328623,0.13583249123360575,0.4609841474252746,-4.13074168910776e-05,-0.00039209168043723283,1.8265413300786877,-0.2408866636711989,0.0924404840273768,0.46098962845622193,-2.5768240574249284e-05,-3.526846882074457e-06,1.3684914445446899]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.72657121058299,-0.8410804385683482,-1.7862666161011278,-0.45197538071601373,0.6959942742709091,0.743652731700652,0.88577199542008],"gripper_action":1.0,"gripper_opening_width":0.08000045314577003,"tcp_orn":[-1.900990905017733,-0.38707726533526554,1.0357696326173276],"tcp_pos":[0.08007099597832817,-0.30936738232922745,0.9758184752424572]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0006065030385097226,-0.0017101568599456021,0.0004450483190103086],"current_lin_vel":[-4.3501620514172816e-05,-1.2500412273089019e-05,-2.158017413399216e-06],"current_orn":[0.00014254890259625158,-0.00013616297948759886,0.791506852267561,0.6111602604497046],"current_pos":[0.1337274652328623,0.13583249123360575,0.4609841474252746]},"block_pink":{"current_ang_vel":[-7.81399107434831e-11,-3.915409152449271e-10,2.8123138346954307e-06],"current_lin_vel":[-4.843353350175114e-08,3.129006927492317e-08,-7.297114301696439e-12],"current_orn":[-8.869213723833007e-06,-9.510376738922994e-06,0.6320887044867626,0.774896037860006],"current_pos":[-0.2408866636711989,0.0924404840273768,0.46098962845622193]},"block_red":{"current_ang_vel":[-3.7362637645394225e-10,-2.0905497750797936e-10,6.1730897258202414e-06],"current_lin_vel":[-6.233467346101849e-06,2.6210702770098873e-06,-7.29789839670758e-12],"current_orn":[-3.115024006187295e-05,1.8480538120797572e-05,0.6870418977295483,0.7266178014969861],"current_pos":[0.22998017756627598,-0.11998293751983626,0.45998890000951465]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":599.714},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.08109473829664979,-0.2994990285686161,0.9787980748437278,-1.8891550212021901,-0.3325987624866204,1.0071651828352954,0.08000028310316393,2.7384035725338167,-0.8457100696002949,-1.7559496242672001,-0.45365926201544726,0.6656895115921319,0.7695367074357619,0.9524342956809143,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22997996978395566,-0.11998285015102889,0.4599889000093545,-1.987483587400674e-05,6.965962385013238e-05,1.5148204443136597,0.1337284935081208,0.13583261139394628,0.46098399532037565,-3.937860085739212e-05,-0.00038492612451865006,1.8264875964451583,-0.24088666528557326,0.09244048507036322,0.46098962845605324,-2.576824996870455e-05,-3.526846953232592e-06,1.3684915382884555]}},"stepped":true,"termination":{"done":false}},"at":599.772},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2388},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.08109473829664979,-0.2994990285686161,0.9787980748437278,-1.8891550212021901,-0.3325987624866204,1.0071651828352954,0.08000028310316393,2.7384035725338167,-0.8457100696002949,-1.7559496242672001,-0.45365926201544726,0.6656895115921319,0.7695367074357619,0.9524342956809143,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22997996978395566,-0.11998285015102889,0.4599889000093545,-1.987483587400674e-05,6.965962385013238e-05,1.5148204443136597,0.1337284935081208,0.13583261139394628,0.46098399532037565,-3.937860085739212e-05,-0.00038492612451865006,1.8264875964451583,-0.24088666528557326,0.09244048507036322,0.46098962845605324,-2.576824996870455e-05,-3.526846953232592e-06,1.3684915382884555]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.7384035725338167,-0.8457100696002949,-1.7559496242672001,-0.45365926201544726,0.6656895115921319,0.7695367074357619,0.9524342956809143],"gripper_action":1.0,"gripper_opening_width":0.08000028310316393,"tcp_orn":[-1.8891550212021901,-0.3325987624866204,1.0071651828352954],"tcp_pos":[0.08109473829664979,-0.2994990285686161,0.9787980748437278]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0008136441727641611,0.004227310144797289,0.003010573469273522],"current_lin_vel":[2.543404296702928e-05,-1.6101994254927575e-05,2.905648469638672e-05],"current_orn":[0.00014029893814862556,-0.00013321376187855208,0.7914904327760872,0.611181525730469],"current_pos":[0.1337284935081208,0.13583261139394628,0.46098399532037565]},"block_pink":{"current_ang_vel":[-3.986369246348086e-11,-2.0479680798309007e-10,2.812312279294387e-06],"current_lin_vel":[-4.8429796376351216e-08,3.1289295815407187e-08,-3.6718753038123e-12],"current_orn":[-8.869216895437548e-06,-9.510380151274507e-06,0.6320887408075981,0.7748960082328175],"current_pos":[-0.24088666528557326,0.09244048507036322,0.46098962845605324]},"block_red":{"current_ang_vel":[-1.5966041777993818e-10,-1.3532677725422213e-10,6.1734404516423165e-06],"current_lin_vel":[-6.233471522092419e-06,2.621059920813592e-06,-3.2552849305034215e-12],"current_orn":[-3.115024676144817e-05,1.8480535705375282e-05,0.6870419724898816,0.7266177308085351],"current_pos":[0.22997996978395566,-0.11998285015102889,0.4599889000093545]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":599.834},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.08207151998014203,-0.28987102001548615,0.9816732102801875,-1.8787359900998086,-0.2781637509937409,0.9798955333565202,0.08000031410820725,2.7499733404527555,-0.8513065422909507,-1.7231134057975765,-0.4554877992321502,0.6328780588301866,0.7953617463638666,1.0190962885202326,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22997976200148132,-0.11998276278252404,0.45998890000928844,-1.9874839766774937e-05,6.965962669817634e-05,1.5148206501015848,0.1337280074961158,0.13583256890611423,0.4609841161223648,-3.3483302252107475e-05,-0.00038821540224739855,1.8265182699853226,-0.24088666689986038,0.09244048611333149,0.4609896284559691,-2.5768254913325143e-05,-3.5268470247649717e-06,1.3684916320321696]}},"stepped":true,"termination":{"done":false}},"at":599.879},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2394},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.08207151998014203,-0.28987102001548615,0.9816732102801875,-1.8787359900998086,-0.2781637509937409,0.9798955333565202,0.08000031410820725,2.7499733404527555,-0.8513065422909507,-1.7231134057975765,-0.4554877992321502,0.6328780588301866,0.7953617463638666,1.0190962885202326,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22997976200148132,-0.11998276278252404,0.45998890000928844,-1.9874839766774937e-05,6.965962669817634e-05,1.5148206501015848,0.1337280074961158,0.13583256890611423,0.4609841161223648,-3.3483302252107475e-05,-0.00038821540224739855,1.8265182699853226,-0.24088666689986038,0.09244048611333149,0.4609896284559691,-2.5768254913325143e-05,-3.5268470247649717e-06,1.3684916320321696]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.7499733404527555,-0.8513065422909507,-1.7231134057975765,-0.4554877992321502,0.6328780588301866,0.7953617463638666,1.0190962885202326],"gripper_action":1.0,"gripper_opening_width":0.08000031410820725,"tcp_orn":[-1.8787359900998086,-0.2781637509937409,0.9798955333565202],"tcp_pos":[0.08207151998014203,-0.28987102001548615,0.9816732102801875]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.000985894888453769,0.0017675981140591877,0.003132297691659727],"current_lin_vel":[-2.62077711156969e-05,-1.949101736943016e-05,2.3800679749760856e-05],"current_orn":[0.0001434042255664073,-0.0001318836991947839,0.7914998063543286,0.6111693861630983],"current_pos":[0.1337280074961158,0.13583256890611423,0.4609841161223648]},"block_pink":{"current_ang_vel":[-1.992980944625502e-11,-1.091685243255559e-10,2.8123107231813716e-06],"current_lin_vel":[-4.842788158803294e-08,3.128888921707376e-08,-1.809892513637834e-12],"current_orn":[-8.869218342844258e-06,-9.510382157425834e-06,0.6320887771284125,0.7748959786056435],"current_pos":[-0.24088666689986038,0.09244048611333149,0.4609896284559691]},"block_red":{"current_ang_vel":[-5.001524334530139e-11,-9.712120203568604e-11,6.173791232155531e-06],"current_lin_vel":[-6.233476408923092e-06,2.621051649702516e-06,-1.1814438316548603e-12],"current_orn":[-3.115025105562359e-05,1.8480532197674665e-05,0.6870420472544556,0.7266176601160601],"current_pos":[0.22997976200148132,-0.11998276278252404,0.45998890000928844]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":599.919},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.0830026621614551,-0.28047995358312355,0.9844556004009486,-1.8695648345769802,-0.22381474820617234,0.953789986876256,0.08000036417207254,2.7614232786438855,-0.857794810862777,-1.6881716497135344,-0.4574039466307249,0.5978772926756536,0.82103159977818,1.085757904238521,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.2299795542188362,-0.11998267541427311,0.4599889000092708,-1.9874842636478164e-05,6.965962703461168e-05,1.514820855901203,0.13372736715591987,0.135832470190528,0.46098416621858196,-3.600092612931952e-05,-0.0003922111213465485,1.8265486758969254,-0.2408866685141027,0.09244048715629034,0.46098962845592834,-2.576825757499522e-05,-3.526847095232116e-06,1.3684917257758313]}},"stepped":true,"termination":{"done":false}},"at":599.978},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2400},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.0830026621614551,-0.28047995358312355,0.9844556004009486,-1.8695648345769802,-0.22381474820617234,0.953789986876256,0.08000036417207254,2.7614232786438855,-0.857794810862777,-1.6881716497135344,-0.4574039466307249,0.5978772926756536,0.82103159977818,1.085757904238521,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.2299795542188362,-0.11998267541427311,0.4599889000092708,-1.9874842636478164e-05,6.965962703461168e-05,1.514820855901203,0.13372736715591987,0.135832470190528,0.46098416621858196,-3.600092612931952e-05,-0.0003922111213465485,1.8265486758969254,-0.2408866685141027,0.09244048715629034,0.46098962845592834,-2.576825757499522e-05,-3.526847095232116e-06,1.3684917257758313]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.7614232786438855,-0.857794810862777,-1.6881716497135344,-0.4574039466307249,0.5978772926756536,0.82103159977818,1.085757904238521],"gripper_action":1.0,"gripper_opening_width":0.08000036417207254,"tcp_orn":[-1.8695648345769802,-0.22381474820617234,0.953789986876256],"tcp_pos":[0.0830026621614551,-0.28047995358312355,0.9844556004009486]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.000616035068326132,-0.00043027909506415803,0.0026236228341684435],"current_lin_vel":[-6.034288830625563e-05,-1.2195290574494634e-05,-1.930194299441801e-06],"current_orn":[0.00014421822241712028,-0.00013409888665615562,0.791509097346877,0.6111573529261717],"current_pos":[0.13372736715591987,0.135832470190528,0.46098416621858196]},"block_pink":{"current_ang_vel":[-1.0179663960392468e-11,-5.976095455581356e-11,2.8123091669488363e-06],"current_lin_vel":[-4.842689122494705e-08,3.1288686302010294e-08,-8.575015697509514e-13],"current_orn":[-8.869218906063157e-06,-9.510383441650617e-06,0.632088813449205,0.7748959489784844],"current_pos":[-0.2408866685141027,0.09244048715629034,0.46098962845592834]},"block_red":{"current_ang_vel":[6.641593381415928e-12,-7.762314539187958e-11,6.1741420482641785e-06],"current_lin_vel":[-6.233481670239622e-06,2.621044437523543e-06,-1.260380688705709e-13],"current_orn":[-3.115025411542771e-05,1.84805281287461e-05,0.6870421220232705,0.7266175894195607],"current_pos":[0.2299795542188362,-0.11998267541427311,0.4599889000092708]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":600.04},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.08388978900525795,-0.27132168583029714,0.9871550278763795,-1.861502067105698,-0.16957392255344908,0.9287009408588351,0.08000038797819063,2.7728814016607557,-0.8650924395496608,-1.651515062782355,-0.45935785167104676,0.5609823525135341,0.8464537112851959,1.152419076563488,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22997934643601176,-0.11998258804625116,0.4599889000092779,-1.987484498156571e-05,6.965962608249091e-05,1.514821061712516,0.13372776077546678,0.13583269325909011,0.4609840038588939,-5.5478339974139864e-05,-0.00037427176621499127,1.8265034779155522,-0.24088667012832207,0.09244048819924423,0.46098962845590974,-2.5768259067515092e-05,-3.526847166762998e-06,1.3684918195194404]}},"stepped":true,"termination":{"done":false}},"at":600.09},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2406},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.08388978900525795,-0.27132168583029714,0.9871550278763795,-1.861502067105698,-0.16957392255344908,0.9287009408588351,0.08000038797819063,2.7728814016607557,-0.8650924395496608,-1.651515062782355,-0.45935785167104676,0.5609823525135341,0.8464537112851959,1.152419076563488,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22997934643601176,-0.11998258804625116,0.4599889000092779,-1.987484498156571e-05,6.965962608249091e-05,1.514821061712516,0.13372776077546678,0.13583269325909011,0.4609840038588939,-5.5478339974139864e-05,-0.00037427176621499127,1.8265034779155522,-0.24088667012832207,0.09244048819924423,0.46098962845590974,-2.5768259067515092e-05,-3.526847166762998e-06,1.3684918195194404]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.7728814016607557,-0.8650924395496608,-1.651515062782355,-0.45935785167104676,0.5609823525135341,0.8464537112851959,1.152419076563488],"gripper_action":1.0,"gripper_opening_width":0.08000038797819063,"tcp_orn":[-1.861502067105698,-0.16957392255344908,0.9287009408588351],"tcp_pos":[0.08388978900525795,-0.27132168583029714,0.9871550278763795]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.002882166199572692,-0.0029980848637826936,-0.007822889455292638],"current_lin_vel":[9.181685048289947e-05,5.545421063859752e-05,-4.3772281976876826e-05],"current_orn":[0.0001311636777729431,-0.000136328241638271,0.7914952857743892,0.6111752423058531],"current_pos":[0.13372776077546678,0.13583269325909011,0.4609840038588939]},"block_pink":{"current_ang_vel":[-4.883694302538423e-12,-3.4639038851771254e-11,2.8123076104316925e-06],"current_lin_vel":[-4.8426386580598115e-08,3.1288572474006604e-08,-3.676434157107167e-13],"current_orn":[-8.869219015961155e-06,-9.51038435678398e-06,0.6320888497699757,0.7748959193513402],"current_pos":[-0.24088667012832207,0.09244048819924423,0.46098962845590974]},"block_red":{"current_ang_vel":[3.5714929236675057e-11,-6.833787529342264e-11,6.1744928915512826e-06],"current_lin_vel":[-6.233487136081347e-06,2.6210377763495745e-06,4.2481296258500834e-13],"current_orn":[-3.115025654209569e-05,1.8480523771707784e-05,0.6870421967963269,0.7266175187190362],"current_pos":[0.22997934643601176,-0.11998258804625116,0.4599889000092779]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":600.127},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.08473494639021763,-0.2623914668092656,0.9897795079807271,-1.8544329676909033,-0.1154451306890408,0.9044986202414144,0.08000040377622852,2.7844593537565983,-0.8731087430941257,-1.6135156015041199,-0.46130517360893475,0.5224739396383841,0.8715397592223691,1.2190797554405974,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22997913865300362,-0.11998250067844535,0.4599889000092977,-1.987484705415984e-05,6.965962447058979e-05,1.5148212675355246,0.13372730412648443,0.13583239783517034,0.46098411612104306,-3.419162439644077e-05,-0.0003948495152634935,1.826552404156026,-0.24088667174252956,0.09244048924219544,0.46098962845590263,-2.5768259957804372e-05,-3.52684723720507e-06,1.3684919132629982]}},"stepped":true,"termination":{"done":false}},"at":600.171},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2412},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.08473494639021763,-0.2623914668092656,0.9897795079807271,-1.8544329676909033,-0.1154451306890408,0.9044986202414144,0.08000040377622852,2.7844593537565983,-0.8731087430941257,-1.6135156015041199,-0.46130517360893475,0.5224739396383841,0.8715397592223691,1.2190797554405974,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22997913865300362,-0.11998250067844535,0.4599889000092977,-1.987484705415984e-05,6.965962447058979e-05,1.5148212675355246,0.13372730412648443,0.13583239783517034,0.46098411612104306,-3.419162439644077e-05,-0.0003948495152634935,1.826552404156026,-0.24088667174252956,0.09244048924219544,0.46098962845590263,-2.5768259957804372e-05,-3.52684723720507e-06,1.3684919132629982]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.7844593537565983,-0.8731087430941257,-1.6135156015041199,-0.46130517360893475,0.5224739396383841,0.8715397592223691,1.2190797554405974],"gripper_action":1.0,"gripper_opening_width":0.08000040377622852,"tcp_orn":[-1.8544329676909033,-0.1154451306890408,0.9044986202414144],"tcp_pos":[0.08473494639021763,-0.2623914668092656,0.9897795079807271]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0006042342746030888,0.00013761681846269445,0.0033733287200027537],"current_lin_vel":[-6.358770233569077e-05,-1.1787050593363057e-05,8.740816261967876e-07],"current_orn":[0.00014581551299076305,-0.00013418881236045615,0.7915102365237346,0.6111558771781064],"current_pos":[0.13372730412648443,0.13583239783517034,0.46098411612104306]},"block_pink":{"current_ang_vel":[-2.236131135830324e-12,-2.1557363267635005e-11,2.8123060538297628e-06],"current_lin_vel":[-4.8426122743481944e-08,3.1288511615994556e-08,-1.1766976282245878e-13],"current_orn":[-8.86921889287044e-06,-9.510385081163658e-06,0.6320888860907252,0.7748958897242105],"current_pos":[-0.24088667174252956,0.09244048924219544,0.46098962845590263]},"block_red":{"current_ang_vel":[5.046054854240089e-11,-6.273260568008998e-11,6.174843758690719e-06],"current_lin_vel":[-6.23349267594707e-06,2.6210314014129144e-06,7.014666625337895e-13],"current_orn":[-3.115025864322345e-05,1.8480519268390303e-05,0.6870422715736252,0.7266174480144865],"current_pos":[0.22997913865300362,-0.11998250067844535,0.4599889000092977]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":600.24},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.08554072729759814,-0.2536843130048526,0.9923354732896521,-1.8482639186899676,-0.06141605002981173,0.8810667524509311,0.08000041338266825,2.796250346145287,-0.8817450808645153,-1.574527954176511,-0.4632056631820228,0.4826233435572582,0.8962063492390268,1.285739909225037,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22997893086980944,-0.11998241331084915,0.4599889000093241,-1.9874848990495866e-05,6.965962251850623e-05,1.5148214733702288,0.13372810188125953,0.13583279342270066,0.46098388282561836,-4.933707618650897e-05,-0.0003689173837631442,1.826488679658765,-0.24088667335673097,0.09244049028514513,0.4609896284559014,-2.5768260540706215e-05,-3.5268473087001464e-06,1.3684920070065043]}},"stepped":true,"termination":{"done":false}},"at":600.298},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2418},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.08554072729759814,-0.2536843130048526,0.9923354732896521,-1.8482639186899676,-0.06141605002981173,0.8810667524509311,0.08000041338266825,2.796250346145287,-0.8817450808645153,-1.574527954176511,-0.4632056631820228,0.4826233435572582,0.8962063492390268,1.285739909225037,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22997893086980944,-0.11998241331084915,0.4599889000093241,-1.9874848990495866e-05,6.965962251850623e-05,1.5148214733702288,0.13372810188125953,0.13583279342270066,0.46098388282561836,-4.933707618650897e-05,-0.0003689173837631442,1.826488679658765,-0.24088667335673097,0.09244049028514513,0.4609896284559014,-2.5768260540706215e-05,-3.5268473087001464e-06,1.3684920070065043]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.796250346145287,-0.8817450808645153,-1.574527954176511,-0.4632056631820228,0.4826233435572582,0.8962063492390268,1.285739909225037],"gripper_action":1.0,"gripper_opening_width":0.08000041338266825,"tcp_orn":[-1.8482639186899676,-0.06141605002981173,0.8810667524509311],"tcp_pos":[0.08554072729759814,-0.2536843130048526,0.9923354732896521]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.005102620887433946,0.0015506772993198166,-0.007335016379244219],"current_lin_vel":[0.00017331254081840564,0.00010003143535176342,-5.825825395782552e-05],"current_orn":[0.00013092040908865282,-0.00013226258669383462,0.7914907644375828,0.6111810985104704],"current_pos":[0.13372810188125953,0.13583279342270066,0.46098388282561836]},"block_pink":{"current_ang_vel":[-7.590941812248228e-13,-1.505085948441885e-11,2.812304497214703e-06],"current_lin_vel":[-4.842599041144303e-08,3.1288474169696104e-08,1.1698975121987587e-14],"current_orn":[-8.869218650350498e-06,-9.510385708803003e-06,0.6320889224114533,0.7748958600970954],"current_pos":[-0.24088667335673097,0.09244049028514513,0.4609896284559014]},"block_red":{"current_ang_vel":[5.8134844083746345e-11,-6.027474750879812e-11,6.175194648320347e-06],"current_lin_vel":[-6.233498279041666e-06,2.6210251674264873e-06,8.461079059607357e-13],"current_orn":[-3.115026057809507e-05,1.8480514688106732e-05,0.6870423463551653,0.7266173773059111],"current_pos":[0.22997893086980944,-0.11998241331084915,0.4599889000093241]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":600.364},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.08630990369783836,-0.24519489677371473,0.9948279293440615,-1.84292060940757,-0.007459923971890548,0.8583004987665159,0.08000041610410627,2.808327899655887,-0.8908954738687243,-1.5348888256302444,-0.4650231786175866,0.4416947407872756,0.9203757764259525,1.352399532369926,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22997872308642806,-0.11998232594345917,0.4599889000093538,-1.9874850855904393e-05,6.965962039338698e-05,1.51482167921663,0.1337285698095268,0.13583244765976926,0.4609840681441034,-5.662091332696249e-05,-0.00038369521385521406,1.8264602870102875,-0.24088667497092922,0.09244049132809394,0.46098962845590313,-2.57682609658553e-05,-3.526847379083675e-06,1.368492100749959]}},"stepped":true,"termination":{"done":false}},"at":600.422},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2424},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.08630990369783836,-0.24519489677371473,0.9948279293440615,-1.84292060940757,-0.007459923971890548,0.8583004987665159,0.08000041610410627,2.808327899655887,-0.8908954738687243,-1.5348888256302444,-0.4650231786175866,0.4416947407872756,0.9203757764259525,1.352399532369926,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22997872308642806,-0.11998232594345917,0.4599889000093538,-1.9874850855904393e-05,6.965962039338698e-05,1.51482167921663,0.1337285698095268,0.13583244765976926,0.4609840681441034,-5.662091332696249e-05,-0.00038369521385521406,1.8264602870102875,-0.24088667497092922,0.09244049132809394,0.46098962845590313,-2.57682609658553e-05,-3.526847379083675e-06,1.368492100749959]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.808327899655887,-0.8908954738687243,-1.5348888256302444,-0.4650231786175866,0.4416947407872756,0.9203757764259525,1.352399532369926],"gripper_action":1.0,"gripper_opening_width":0.08000041610410627,"tcp_orn":[-1.84292060940757,-0.007459923971890548,0.8583004987665159],"tcp_pos":[0.08630990369783836,-0.24519489677371473,0.9948279293440615]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-5.000949271617049e-05,0.0013190357968588709,-0.0048357310934793295],"current_lin_vel":[0.00012001009859662778,-6.283734854070959e-07,-6.0175424438993486e-06],"current_orn":[0.00013454081266573394,-0.0001396630067585112,0.7914820861176306,0.6111923344970043],"current_pos":[0.1337285698095268,0.13583244765976926,0.4609840681441034]},"block_pink":{"current_ang_vel":[-2.7841796792721285e-13,-1.169816936623294e-11,2.812302940581234e-06],"current_lin_vel":[-4.8425921156222374e-08,3.128845665111139e-08,7.874950691544313e-14],"current_orn":[-8.869218347061083e-06,-9.510386286154563e-06,0.6320889587321601,0.774895830469995],"current_pos":[-0.24088667497092922,0.09244049132809394,0.46098962845590313]},"block_red":{"current_ang_vel":[6.184995889649337e-11,-5.918707299757042e-11,6.17554555720874e-06],"current_lin_vel":[-6.233503909844944e-06,2.621019012263097e-06,9.297493330784334e-13],"current_orn":[-3.115026242786414e-05,1.8480510069140495e-05,0.6870424211409478,0.7266173065933101],"current_pos":[0.22997872308642806,-0.11998232594345917,0.4599889000093538]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":600.476},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.08704558504455434,-0.23691783623966328,0.9972606984537845,-1.8383456700425824,0.04646180953984,0.8361030129434002,0.08000041114944734,2.820744416878213,-0.9004488734020925,-1.494914624163112,-0.46672526050983454,0.39994554891837847,0.9439780998534484,1.4190586491637338,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.2299785153028589,-0.11998223857627377,0.4599889000093852,-1.987485268376986e-05,6.965961817717989e-05,1.514821885074728,0.13372761680213566,0.1358324241184782,0.4609839709636502,-5.813361447068262e-05,-0.0003842578580998146,1.826506836143759,-0.24088667658512575,0.09244049237104214,0.4609896284559064,-2.57682613084715e-05,-3.5268474505037125e-06,1.3684921944933612]}},"stepped":true,"termination":{"done":false}},"at":600.534},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2430},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.08704558504455434,-0.23691783623966328,0.9972606984537845,-1.8383456700425824,0.04646180953984,0.8361030129434002,0.08000041114944734,2.820744416878213,-0.9004488734020925,-1.494914624163112,-0.46672526050983454,0.39994554891837847,0.9439780998534484,1.4190586491637338,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.2299785153028589,-0.11998223857627377,0.4599889000093852,-1.987485268376986e-05,6.965961817717989e-05,1.514821885074728,0.13372761680213566,0.1358324241184782,0.4609839709636502,-5.813361447068262e-05,-0.0003842578580998146,1.826506836143759,-0.24088667658512575,0.09244049237104214,0.4609896284559064,-2.57682613084715e-05,-3.5268474505037125e-06,1.3684921944933612]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.820744416878213,-0.9004488734020925,-1.494914624163112,-0.46672526050983454,0.39994554891837847,0.9439780998534484,1.4190586491637338],"gripper_action":1.0,"gripper_opening_width":0.08000041114944734,"tcp_orn":[-1.8383456700425824,0.04646180953984,0.8361030129434002],"tcp_pos":[0.08704558504455434,-0.23691783623966328,0.9972606984537845]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.001627575046621737,-0.003943508284851077,-0.007715321761988703],"current_lin_vel":[7.081097221924404e-05,3.035329470656787e-05,-2.702549967293494e-05],"current_orn":[0.00013430446691060138,-0.00014043046076889557,0.7914963109864268,0.6111739130038792],"current_pos":[0.13372761680213566,0.1358324241184782,0.4609839709636502]},"block_pink":{"current_ang_vel":[6.495280078953131e-14,-9.851552375356061e-12,2.81230138397874e-06],"current_lin_vel":[-4.842588202313692e-08,3.128844187915632e-08,1.1133455268819148e-13],"current_orn":[-8.869218011467107e-06,-9.510386837823412e-06,0.6320889950528451,0.7748958008429094],"current_pos":[-0.24088667658512575,0.09244049237104214,0.4609896284559064]},"block_red":{"current_ang_vel":[6.406147790329939e-11,-5.803059134121164e-11,6.175896489133958e-06],"current_lin_vel":[-6.233509539647074e-06,2.6210128868345485e-06,9.557632463241816e-13],"current_orn":[-3.1150264232810353e-05,1.848050542979575e-05,0.6870424959309726,0.7266172358766833],"current_pos":[0.2299785153028589,-0.11998223857627377,0.4599889000093852]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":600.597},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.08775110107751066,-0.22884763771418457,0.999636568468735,-1.8344781317361514,0.09967738477442069,0.8145785744042107,0.08000039858211419,2.8335309701103064,-0.9102918273351311,-1.4548980433291925,-0.4682838357594503,0.3576243491957871,0.9669529493482681,1.4834678495843734,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22997830751910156,-0.11998215120929205,0.4599889000094175,-1.9874854494569107e-05,6.965961591443731e-05,1.5148220909445247,0.13372724373696895,0.1358322861900441,0.46098405859436464,-3.400596328933121e-05,-0.00039740472956195037,1.8265523584188463,-0.24088667819932136,0.09244049341398992,0.4609896284559105,-2.576826161079294e-05,-3.5268475215534087e-06,1.3684922882367108]}},"stepped":true,"termination":{"done":false}},"at":600.657},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2436},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.08775110107751066,-0.22884763771418457,0.999636568468735,-1.8344781317361514,0.09967738477442069,0.8145785744042107,0.08000039858211419,2.8335309701103064,-0.9102918273351311,-1.4548980433291925,-0.4682838357594503,0.3576243491957871,0.9669529493482681,1.4834678495843734,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22997830751910156,-0.11998215120929205,0.4599889000094175,-1.9874854494569107e-05,6.965961591443731e-05,1.5148220909445247,0.13372724373696895,0.1358322861900441,0.46098405859436464,-3.400596328933121e-05,-0.00039740472956195037,1.8265523584188463,-0.24088667819932136,0.09244049341398992,0.4609896284559105,-2.576826161079294e-05,-3.5268475215534087e-06,1.3684922882367108]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.8335309701103064,-0.9102918273351311,-1.4548980433291925,-0.4682838357594503,0.3576243491957871,0.9669529493482681,1.4834678495843734],"gripper_action":1.0,"gripper_opening_width":0.08000039858211419,"tcp_orn":[-1.8344781317361514,0.09967738477442069,0.8145785744042107],"tcp_pos":[0.08775110107751066,-0.22884763771418457,0.999636568468735]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0005535259315762729,0.00013304338488001372,0.003350889006832985],"current_lin_vel":[-6.323537553554534e-05,-1.0777150737417203e-05,3.8480042288402405e-06],"current_orn":[0.00014688348298627323,-0.00013489615649713268,0.7915102223463488,0.611155895127833],"current_pos":[0.13372724373696895,0.1358322861900441,0.46098405859436464]},"block_pink":{"current_ang_vel":[2.3695425502000924e-13,-8.840316922388386e-12,2.8122998273547324e-06],"current_lin_vel":[-4.8425859598046836e-08,3.1288430534752626e-08,1.2782830349777896e-13],"current_orn":[-8.869217660378276e-06,-9.510387376613592e-06,0.6320890313735084,0.7748957712158387],"current_pos":[-0.24088667819932136,0.09244049341398992,0.4609896284559105]},"block_red":{"current_ang_vel":[6.516834723796028e-11,-5.7929278567915814e-11,6.176247442004485e-06],"current_lin_vel":[-6.233515190771221e-06,2.6210067829912596e-06,9.766631947627502e-13],"current_orn":[-3.115026601567781e-05,1.8480500779224487e-05,0.6870425707252403,0.7266171651560299],"current_pos":[0.22997830751910156,-0.11998215120929205,0.4599889000094175]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":600.705},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.08843013988080556,-0.22097895460962128,1.0019575588981662,-1.8304682772243852,0.13138053372060468,0.7992418803303378,0.0800003838402136,2.8466908672777755,-0.9202749817890168,-1.4152284505309582,-0.46967217467450234,0.31508436323518796,0.9892419892821294,1.5235653241887799,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.229978099735156,-0.11998206384251349,0.45998890000945025,-1.9874856293650966e-05,6.965961362937944e-05,1.5148222968260199,0.13372753998142115,0.1358323835609561,0.46098401120138893,-3.767213923403138e-05,-0.00039034565011711504,1.826530686398971,-0.2408866798135165,0.09244049445693736,0.46098962845591496,-2.5768261891178853e-05,-3.526847592184259e-06,1.3684923819800094]}},"stepped":true,"termination":{"done":false}},"at":600.765},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2442},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.08843013988080556,-0.22097895460962128,1.0019575588981662,-1.8304682772243852,0.13138053372060468,0.7992418803303378,0.0800003838402136,2.8466908672777755,-0.9202749817890168,-1.4152284505309582,-0.46967217467450234,0.31508436323518796,0.9892419892821294,1.5235653241887799,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.229978099735156,-0.11998206384251349,0.45998890000945025,-1.9874856293650966e-05,6.965961362937944e-05,1.5148222968260199,0.13372753998142115,0.1358323835609561,0.46098401120138893,-3.767213923403138e-05,-0.00039034565011711504,1.826530686398971,-0.2408866798135165,0.09244049445693736,0.46098962845591496,-2.5768261891178853e-05,-3.526847592184259e-06,1.3684923819800094]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.8466908672777755,-0.9202749817890168,-1.4152284505309582,-0.46967217467450234,0.31508436323518796,0.9892419892821294,1.5235653241887799],"gripper_action":1.0,"gripper_opening_width":0.0800003838402136,"tcp_orn":[-1.8304682772243852,0.13138053372060468,0.7992418803303378],"tcp_pos":[0.08843013988080556,-0.22097895460962128,1.0019575588981662]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.000661401463865978,0.0049798217566432755,0.003165243312926274],"current_lin_vel":[3.743535592637256e-05,-1.3044809078007823e-05,1.4100152134252641e-05],"current_orn":[0.0001429680595866026,-0.00013419151458735038,0.7915036001507226,0.6111644725450066],"current_pos":[0.13372753998142115,0.1358323835609561,0.46098401120138893]},"block_pink":{"current_ang_vel":[2.337949260315245e-13,-8.719964823958825e-12,2.812298270672138e-06],"current_lin_vel":[-4.84258549900223e-08,3.1288422693128124e-08,1.3847256674637265e-13],"current_orn":[-8.869217300923157e-06,-9.510387908308651e-06,0.6320890676941505,0.7748957415887825],"current_pos":[-0.2408866798135165,0.09244049445693736,0.46098962845591496]},"block_red":{"current_ang_vel":[6.559232470715735e-11,-5.7752313092344594e-11,6.176598412193118e-06],"current_lin_vel":[-6.233520840774842e-06,2.6210006926150013e-06,9.897568875594231e-13],"current_orn":[-3.115026778672992e-05,1.848049612438868e-05,0.6870426455237508,0.7266170944313503],"current_pos":[0.229978099735156,-0.11998206384251349,0.45998890000945025]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":600.822},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.08908912220930137,-0.21330948562280144,1.0042264004629506,-1.8258684665107463,0.14408156313073087,0.7891807365728433,0.08000037215267017,2.860114153906307,-0.9298988967832922,-1.3774581959851722,-0.47084194531150964,0.27379652530998827,1.0107275425566724,1.5455773103553352,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.229977891951022,-0.11998197647593792,0.4599889000094833,-1.9874858090276873e-05,6.965961133161568e-05,1.5148225027192146,0.13372703017659782,0.13583230604466337,0.4609841290955709,-3.825717986087887e-05,-0.0003936970476125901,1.8265561448035335,-0.24088668142771139,0.09244049549988449,0.4609896284559197,-2.576826216127603e-05,-3.526847663150585e-06,1.3684924757232562]}},"stepped":true,"termination":{"done":false}},"at":600.881},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2448},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.08908912220930137,-0.21330948562280144,1.0042264004629506,-1.8258684665107463,0.14408156313073087,0.7891807365728433,0.08000037215267017,2.860114153906307,-0.9298988967832922,-1.3774581959851722,-0.47084194531150964,0.27379652530998827,1.0107275425566724,1.5455773103553352,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.229977891951022,-0.11998197647593792,0.4599889000094833,-1.9874858090276873e-05,6.965961133161568e-05,1.5148225027192146,0.13372703017659782,0.13583230604466337,0.4609841290955709,-3.825717986087887e-05,-0.0003936970476125901,1.8265561448035335,-0.24088668142771139,0.09244049549988449,0.4609896284559197,-2.576826216127603e-05,-3.526847663150585e-06,1.3684924757232562]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.860114153906307,-0.9298988967832922,-1.3774581959851722,-0.47084194531150964,0.27379652530998827,1.0107275425566724,1.5455773103553352],"gripper_action":1.0,"gripper_opening_width":0.08000037215267017,"tcp_orn":[-1.8258684665107463,0.14408156313073087,0.7891807365728433],"tcp_pos":[0.08908912220930137,-0.21330948562280144,1.0042264004629506]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0005814959754844552,-0.0009863065633259245,0.0016953030179557068],"current_lin_vel":[-5.3379216264674326e-05,-1.1715408594737284e-05,-1.4122052199097568e-06],"current_orn":[0.00014411732728530428,-0.00013544533851218168,0.7915113794039433,0.6111543971524896],"current_pos":[0.13372703017659782,0.13583230604466337,0.4609841290955709]},"block_pink":{"current_ang_vel":[4.834860990076371e-13,-8.154592931389337e-12,2.81229671397751e-06],"current_lin_vel":[-4.8425841482153784e-08,3.128840979470949e-08,1.4128975767135898e-13],"current_orn":[-8.869216937375876e-06,-9.510388436881744e-06,0.6320891040147711,0.7748957119617409],"current_pos":[-0.24088668142771139,0.09244049549988449,0.4609896284559197]},"block_red":{"current_ang_vel":[6.576617380623271e-11,-5.771013913281485e-11,6.17694940466584e-06],"current_lin_vel":[-6.233526493760521e-06,2.620994606805776e-06,9.98000293517265e-13],"current_orn":[-3.1150269552632505e-05,1.8480491465598e-05,0.6870427203265047,0.7266170237026438],"current_pos":[0.229977891951022,-0.11998197647593792,0.4599889000094833]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":600.946},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.08973346721896726,-0.20583216054700337,1.0064414347770922,-1.8209219266881937,0.14860410816967096,0.7813472467200133,0.08000036249311318,2.8736487708530123,-0.9388186559565557,-1.3426063127097747,-0.47177833684574905,0.23478593227480501,1.0313786793034811,1.5593495470518484,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22997768416669961,-0.11998188910956527,0.4599889000095164,-1.98748598835329e-05,6.965960902693936e-05,1.5148227086241095,0.13372720697051682,0.1358322858333308,0.46098413497799445,-5.8538375741246e-05,-0.00038825475566665093,1.8265245231144478,-0.24088668304190597,0.09244049654283132,0.4609896284559245,-2.576826242184229e-05,-3.5268477343594914e-06,1.3684925694664514]}},"stepped":true,"termination":{"done":false}},"at":601.004},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2454},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.08973346721896726,-0.20583216054700337,1.0064414347770922,-1.8209219266881937,0.14860410816967096,0.7813472467200133,0.08000036249311318,2.8736487708530123,-0.9388186559565557,-1.3426063127097747,-0.47177833684574905,0.23478593227480501,1.0313786793034811,1.5593495470518484,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22997768416669961,-0.11998188910956527,0.4599889000095164,-1.98748598835329e-05,6.965960902693936e-05,1.5148227086241095,0.13372720697051682,0.1358322858333308,0.46098413497799445,-5.8538375741246e-05,-0.00038825475566665093,1.8265245231144478,-0.24088668304190597,0.09244049654283132,0.4609896284559245,-2.576826242184229e-05,-3.5268477343594914e-06,1.3684925694664514]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.8736487708530123,-0.9388186559565557,-1.3426063127097747,-0.47177833684574905,0.23478593227480501,1.0313786793034811,1.5593495470518484],"gripper_action":1.0,"gripper_opening_width":0.08000036249311318,"tcp_orn":[-1.8209219266881937,0.14860410816967096,0.7813472467200133],"tcp_pos":[0.08973346721896726,-0.20583216054700337,1.0064414347770922]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.00040944240814705103,-0.005139699592161476,-0.006542886676535752],"current_lin_vel":[2.4035942295742895e-05,-1.0156901832220259e-05,-7.359161491631017e-06],"current_orn":[0.00013576379610642355,-0.00014181084342041969,0.7915017154933481,0.6111669132315355],"current_pos":[0.13372720697051682,0.1358322858333308,0.46098413497799445]},"block_pink":{"current_ang_vel":[4.073636888034996e-13,-8.3849916894232e-12,2.8122951572927764e-06],"current_lin_vel":[-4.842584388866461e-08,3.128840341214131e-08,1.451339048941236e-13],"current_orn":[-8.869216570059415e-06,-9.51038896253639e-06,0.6320891403353704,0.774895682334714],"current_pos":[-0.24088668304190597,0.09244049654283132,0.4609896284559245]},"block_red":{"current_ang_vel":[6.609342887566634e-11,-5.7641021273446474e-11,6.177300417355674e-06],"current_lin_vel":[-6.2335321465202985e-06,2.620988517563215e-06,9.95821480831438e-13],"current_orn":[-3.115027131504365e-05,1.8480486805271152e-05,0.6870427951335021,0.7266169529699104],"current_pos":[0.22997768416669961,-0.11998188910956527,0.4599889000095164]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":601.067},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.09037534918340925,-0.19855287973948121,1.008600111118364,-1.815803230068598,0.14961943035424902,0.7744114689908241,0.0800003537639972,2.887118918687536,-0.946899700364647,-1.3110015207107175,-0.4724960725985126,0.19845424260764297,1.0512378496490447,1.5691241952260242,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22997747638218888,-0.11998180174339543,0.4599889000095496,-1.9874861673164773e-05,6.965960671919353e-05,1.5148229145407053,0.13372793660146412,0.13583270229629163,0.4609839025826083,-5.000401106199418e-05,-0.0003677666707246243,1.8264892367888965,-0.24088668465610055,0.09244049758577788,0.4609896284559294,-2.576826268227087e-05,-3.5268478059377175e-06,1.3684926632095944]}},"stepped":true,"termination":{"done":false}},"at":601.127},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2460},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.09037534918340925,-0.19855287973948121,1.008600111118364,-1.815803230068598,0.14961943035424902,0.7744114689908241,0.0800003537639972,2.887118918687536,-0.946899700364647,-1.3110015207107175,-0.4724960725985126,0.19845424260764297,1.0512378496490447,1.5691241952260242,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22997747638218888,-0.11998180174339543,0.4599889000095496,-1.9874861673164773e-05,6.965960671919353e-05,1.5148229145407053,0.13372793660146412,0.13583270229629163,0.4609839025826083,-5.000401106199418e-05,-0.0003677666707246243,1.8264892367888965,-0.24088668465610055,0.09244049758577788,0.4609896284559294,-2.576826268227087e-05,-3.5268478059377175e-06,1.3684926632095944]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.887118918687536,-0.946899700364647,-1.3110015207107175,-0.4724960725985126,0.19845424260764297,1.0512378496490447,1.5691241952260242],"gripper_action":1.0,"gripper_opening_width":0.0800003537639972,"tcp_orn":[-1.815803230068598,0.14961943035424902,0.7744114689908241],"tcp_pos":[0.09037534918340925,-0.19855287973948121,1.008600111118364]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.00501255151016221,0.0014230854941262774,-0.007483208064705031],"current_lin_vel":[0.00017364200650701932,9.818717474634187e-05,-6.0103029055798285e-05],"current_orn":[0.00013026124753853362,-0.0001321748397794902,0.7914909347397672,0.611180878125771],"current_pos":[0.13372793660146412,0.13583270229629163,0.4609839025826083]},"block_pink":{"current_ang_vel":[6.095549545236077e-13,-8.071527970043127e-12,2.8122936006338875e-06],"current_lin_vel":[-4.842583541914849e-08,3.128839146393946e-08,1.423514084386568e-13],"current_orn":[-8.869216202573105e-06,-9.510389488290368e-06,0.6320891766559481,0.7748956527077018],"current_pos":[-0.24088668465610055,0.09244049758577788,0.4609896284559294]},"block_red":{"current_ang_vel":[6.614001742490154e-11,-5.73683436303703e-11,6.177651446224524e-06],"current_lin_vel":[-6.2335377956202235e-06,2.620982433810766e-06,9.927128563624876e-13],"current_orn":[-3.1150273075191154e-05,1.8480482144891685e-05,0.6870428699447432,0.7266168822331498],"current_pos":[0.22997747638218888,-0.11998180174339543,0.4599889000095496]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":601.19},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.09285371880958013,-0.19442297230997757,1.0106933384457764,-1.8106263332869184,0.14915614574780242,0.7609517167926088,0.08000033817303107,2.892917375453703,-0.954112817770408,-1.2826569041490743,-0.4730305127219603,0.16489376879299017,1.0703788100890155,1.5767414079731714,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.2299772685974896,-0.1199817143774284,0.45998890000958287,-1.9874863464653337e-05,6.965960440901858e-05,1.5148231204690017,0.13372754217400956,0.13583252177609814,0.4609840955130659,-3.93047201880511e-05,-0.00037946177802573974,1.8265221913251903,-0.240886686270295,0.0924404986287242,0.4609896284559343,-2.576826294176961e-05,-3.5268478763982887e-06,1.3684927569526844]}},"stepped":true,"termination":{"done":false}},"at":601.249},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2466},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.09285371880958013,-0.19442297230997757,1.0106933384457764,-1.8106263332869184,0.14915614574780242,0.7609517167926088,0.08000033817303107,2.892917375453703,-0.954112817770408,-1.2826569041490743,-0.4730305127219603,0.16489376879299017,1.0703788100890155,1.5767414079731714,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.2299772685974896,-0.1199817143774284,0.45998890000958287,-1.9874863464653337e-05,6.965960440901858e-05,1.5148231204690017,0.13372754217400956,0.13583252177609814,0.4609840955130659,-3.93047201880511e-05,-0.00037946177802573974,1.8265221913251903,-0.240886686270295,0.0924404986287242,0.4609896284559343,-2.576826294176961e-05,-3.5268478763982887e-06,1.3684927569526844]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.892917375453703,-0.954112817770408,-1.2826569041490743,-0.4730305127219603,0.16489376879299017,1.0703788100890155,1.5767414079731714],"gripper_action":1.0,"gripper_opening_width":0.08000033817303107,"tcp_orn":[-1.8106263332869184,0.14915614574780242,0.7609517167926088],"tcp_pos":[0.09285371880958013,-0.19442297230997757,1.0106933384457764]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.001260571278578244,0.003792759710271018,0.0029659139570537355],"current_lin_vel":[1.7629686556693743e-05,-2.5069411954409062e-05,3.496452707090619e-05],"current_orn":[0.00013816130124675745,-0.00013151228034247967,0.7915010049844461,0.6111678351521674],"current_pos":[0.13372754217400956,0.13583252177609814,0.4609840955130659]},"block_pink":{"current_ang_vel":[6.027175840237168e-13,-7.928295292210667e-12,2.8122920439551146e-06],"current_lin_vel":[-4.842583035392652e-08,3.128838369611321e-08,1.4203915821298096e-13],"current_orn":[-8.869215835079982e-06,-9.510390013317197e-06,0.6320892129765039,0.7748956230807046],"current_pos":[-0.240886686270295,0.0924404986287242,0.4609896284559343]},"block_red":{"current_ang_vel":[6.628889303557444e-11,-5.7720987058212464e-11,6.1780024973418795e-06],"current_lin_vel":[-6.233543457412092e-06,2.620976347417406e-06,9.948292190031793e-13],"current_orn":[-3.1150274835286255e-05,1.8480477482809492e-05,0.687042944760228,0.726616811492362],"current_pos":[0.2299772685974896,-0.1199817143774284,0.45998890000958287]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":601.312},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.09631479938125934,-0.19198670650928523,1.0127444570730106,-1.8053755558301254,0.14804671561177368,0.7442462849050101,0.08000031393537413,2.8954134211334384,-0.9604147809256355,-1.2576302305534488,-0.47337969199257285,0.1343090269066568,1.088867656307397,1.5829765112969638,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22997706081260175,-0.11998162701166415,0.45998890000961606,-1.9874865255665734e-05,6.96596020983522e-05,1.5148233264090012,0.1337271990024319,0.13583238958337832,0.46098422399567673,-3.3470219538578787e-05,-0.00038730360841478126,1.8265466569217441,-0.2408866878844894,0.0924404996716702,0.46098962845593916,-2.576826320138216e-05,-3.5268479479024656e-06,1.3684928506957232]}},"stepped":true,"termination":{"done":false}},"at":601.371},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2472},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.09631479938125934,-0.19198670650928523,1.0127444570730106,-1.8053755558301254,0.14804671561177368,0.7442462849050101,0.08000031393537413,2.8954134211334384,-0.9604147809256355,-1.2576302305534488,-0.47337969199257285,0.1343090269066568,1.088867656307397,1.5829765112969638,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22997706081260175,-0.11998162701166415,0.45998890000961606,-1.9874865255665734e-05,6.96596020983522e-05,1.5148233264090012,0.1337271990024319,0.13583238958337832,0.46098422399567673,-3.3470219538578787e-05,-0.00038730360841478126,1.8265466569217441,-0.2408866878844894,0.0924404996716702,0.46098962845593916,-2.576826320138216e-05,-3.5268479479024656e-06,1.3684928506957232]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.8954134211334384,-0.9604147809256355,-1.2576302305534488,-0.47337969199257285,0.1343090269066568,1.088867656307397,1.5829765112969638],"gripper_action":1.0,"gripper_opening_width":0.08000031393537413,"tcp_orn":[-1.8053755558301254,0.14804671561177368,0.7442462849050101],"tcp_pos":[0.09631479938125934,-0.19198670650928523,1.0127444570730106]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0007800509328011846,0.00017464899178637645,0.0032819555441400113],"current_lin_vel":[-6.104094501766403e-05,-1.532388376343104e-05,6.1177819412616685e-06],"current_orn":[0.00014304924896507164,-0.00013159786112429647,0.7915084809633428,0.6111581520212399],"current_pos":[0.1337271990024319,0.13583238958337832,0.46098422399567673]},"block_pink":{"current_ang_vel":[5.137140741600215e-13,-8.21822116809636e-12,2.8122904873293307e-06],"current_lin_vel":[-4.8425833951437655e-08,3.1288377571563254e-08,1.451547215758353e-13],"current_orn":[-8.869215467301342e-06,-9.510390538784096e-06,0.6320892492970385,0.7748955934537219],"current_pos":[-0.2408866878844894,0.0924404996716702,0.46098962845593916]},"block_red":{"current_ang_vel":[6.631997186109855e-11,-5.751590149887424e-11,6.178353568899736e-06],"current_lin_vel":[-6.233549108443497e-06,2.620970263138971e-06,9.91789983473268e-13],"current_orn":[-3.115027659514704e-05,1.8480472820529883e-05,0.6870430195799572,0.7266167407475463],"current_pos":[0.22997706081260175,-0.11998162701166415,0.45998890000961606]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":601.405},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.10019782521308085,-0.19030560211726089,1.0147406800579635,-1.800111965528908,0.14668945488592364,0.7263613659831106,0.08000028688217978,2.896487887311953,-0.9658287561973214,-1.235827995949232,-0.4735953144931373,0.1066594210750664,1.1067876825399023,1.5881818825214573,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22997685302752546,-0.1199815396461027,0.4599889000096493,-1.9874867046165923e-05,6.965959978841585e-05,1.5148235323607027,0.13372689709436922,0.13583226264210804,0.4609841790273351,-5.839821080146464e-05,-0.0003864161440388874,1.8265361654373422,-0.2408866894986837,0.09244050071461597,0.46098962845594404,-2.5768263460314672e-05,-3.5268480183102514e-06,1.3684929444387104]}},"stepped":true,"termination":{"done":false}},"at":601.464},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2478},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.10019782521308085,-0.19030560211726089,1.0147406800579635,-1.800111965528908,0.14668945488592364,0.7263613659831106,0.08000028688217978,2.896487887311953,-0.9658287561973214,-1.235827995949232,-0.4735953144931373,0.1066594210750664,1.1067876825399023,1.5881818825214573,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22997685302752546,-0.1199815396461027,0.4599889000096493,-1.9874867046165923e-05,6.965959978841585e-05,1.5148235323607027,0.13372689709436922,0.13583226264210804,0.4609841790273351,-5.839821080146464e-05,-0.0003864161440388874,1.8265361654373422,-0.2408866894986837,0.09244050071461597,0.46098962845594404,-2.5768263460314672e-05,-3.5268480183102514e-06,1.3684929444387104]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.896487887311953,-0.9658287561973214,-1.235827995949232,-0.4735953144931373,0.1066594210750664,1.1067876825399023,1.5881818825214573],"gripper_action":1.0,"gripper_opening_width":0.08000028688217978,"tcp_orn":[-1.800111965528908,0.14668945488592364,0.7263613659831106],"tcp_pos":[0.10019782521308085,-0.19030560211726089,1.0147406800579635]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0005353492402039696,-0.0054410191713151895,-0.006527077631987463],"current_lin_vel":[1.769890353828169e-05,-1.2666445674099117e-05,-7.1317565510445324e-06],"current_orn":[0.00013507981796603987,-0.0001411927374178504,0.7915052733484723,0.6111623058399579],"current_pos":[0.13372689709436922,0.13583226264210804,0.4609841790273351]},"block_pink":{"current_ang_vel":[5.037128003076131e-13,-8.099602649836258e-12,2.8122889306427655e-06],"current_lin_vel":[-4.842582937841896e-08,3.128836986695237e-08,1.4397510961217108e-13],"current_orn":[-8.869215099605946e-06,-9.510391063611036e-06,0.6320892856175516,0.7748955638267538],"current_pos":[-0.2408866894986837,0.09244050071461597,0.46098962845594404]},"block_red":{"current_ang_vel":[6.612717837834951e-11,-5.7410856922655726e-11,6.178704660942749e-06],"current_lin_vel":[-6.2335547617617e-06,2.6209641829383277e-06,9.980904991380157e-13],"current_orn":[-3.115027835518002e-05,1.848046815850903e-05,0.6870430944039306,0.726616669998703],"current_pos":[0.22997685302752546,-0.1199815396461027,0.4599889000096493]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":601.529},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1042446173200409,-0.18896205847775996,1.0166811649621392,-1.7948575530704383,0.14524959306667595,0.7082163684107475,0.0800002756546156,2.896950409922296,-0.9704059550826891,-1.2170650891361394,-0.4737101185244071,0.0818363912774173,1.1242141576975928,1.5925431906422367,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22997664524226064,-0.11998145228074408,0.45998890000968257,-1.987486883736218e-05,6.965959747605576e-05,1.5148237383241083,0.13372734738318018,0.13583244686770263,0.46098411585412186,-3.861961833700778e-05,-0.0003812010545619712,1.8265303757994742,-0.24088669111287792,0.09244050175756147,0.46098962845594893,-2.5768263719406994e-05,-3.5268480897583123e-06,1.3684930381816458]}},"stepped":true,"termination":{"done":false}},"at":601.588},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2484},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1042446173200409,-0.18896205847775996,1.0166811649621392,-1.7948575530704383,0.14524959306667595,0.7082163684107475,0.0800002756546156,2.896950409922296,-0.9704059550826891,-1.2170650891361394,-0.4737101185244071,0.0818363912774173,1.1242141576975928,1.5925431906422367,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22997664524226064,-0.11998145228074408,0.45998890000968257,-1.987486883736218e-05,6.965959747605576e-05,1.5148237383241083,0.13372734738318018,0.13583244686770263,0.46098411585412186,-3.861961833700778e-05,-0.0003812010545619712,1.8265303757994742,-0.24088669111287792,0.09244050175756147,0.46098962845594893,-2.5768263719406994e-05,-3.5268480897583123e-06,1.3684930381816458]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.896950409922296,-0.9704059550826891,-1.2170650891361394,-0.4737101185244071,0.0818363912774173,1.1242141576975928,1.5925431906422367],"gripper_action":1.0,"gripper_opening_width":0.0800002756546156,"tcp_orn":[-1.7948575530704383,0.14524959306667595,0.7082163684107475],"tcp_pos":[0.1042446173200409,-0.18896205847775996,1.0166811649621392]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0010422232053446299,0.0043513599241709,0.003054032810898071],"current_lin_vel":[2.7061858897856975e-05,-2.0684877650383514e-05,2.422407286976208e-05],"current_orn":[0.00013905951616514884,-0.0001317720768098049,0.7915035059253784,0.6111645960020959],"current_pos":[0.13372734738318018,0.13583244686770263,0.46098411585412186]},"block_pink":{"current_ang_vel":[4.973899490855931e-13,-7.955447519377825e-12,2.8122873740206374e-06],"current_lin_vel":[-4.842582429466862e-08,3.128836208897258e-08,1.4364898159868744e-13],"current_orn":[-8.869214731643912e-06,-9.51039158889129e-06,0.6320893219380432,0.7748955341998004],"current_pos":[-0.24088669111287792,0.09244050175756147,0.46098962845594893]},"block_red":{"current_ang_vel":[6.633980023895975e-11,-5.752841850628824e-11,6.179055772420118e-06],"current_lin_vel":[-6.2335604198457256e-06,2.62095809428682e-06,9.924075450307157e-13],"current_orn":[-3.11502801147408e-05,1.848046349518603e-05,0.687043169232149,0.7266165992458314],"current_pos":[0.22997664524226064,-0.11998145228074408,0.45998890000968257]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":601.642},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.10833516837015739,-0.18776656009818718,1.0185685277474377,-1.7896203528112686,0.14379542405603551,0.6902226358251553,0.08000026948903279,2.897149510898656,-0.9742118936991007,-1.2011152131598997,-0.4737487431499087,0.05968743641404885,1.1412132102972217,1.5961766277195808,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.2299764374568073,-0.11998136491558828,0.4599889000097158,-1.9874870628909186e-05,6.965959516515054e-05,1.5148239442992177,0.13372683763656174,0.1358321822515624,0.46098410930289035,-3.5745848870579715e-05,-0.0003951772897788041,1.8265620030063894,-0.24088669272707208,0.0924405028005067,0.4609896284559538,-2.5768263978716102e-05,-3.5268481608225775e-06,1.36849313192453]}},"stepped":true,"termination":{"done":false}},"at":601.701},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2490},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.10833516837015739,-0.18776656009818718,1.0185685277474377,-1.7896203528112686,0.14379542405603551,0.6902226358251553,0.08000026948903279,2.897149510898656,-0.9742118936991007,-1.2011152131598997,-0.4737487431499087,0.05968743641404885,1.1412132102972217,1.5961766277195808,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.2299764374568073,-0.11998136491558828,0.4599889000097158,-1.9874870628909186e-05,6.965959516515054e-05,1.5148239442992177,0.13372683763656174,0.1358321822515624,0.46098410930289035,-3.5745848870579715e-05,-0.0003951772897788041,1.8265620030063894,-0.24088669272707208,0.0924405028005067,0.4609896284559538,-2.5768263978716102e-05,-3.5268481608225775e-06,1.36849313192453]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.897149510898656,-0.9742118936991007,-1.2011152131598997,-0.4737487431499087,0.05968743641404885,1.1412132102972217,1.5961766277195808],"gripper_action":1.0,"gripper_opening_width":0.08000026948903279,"tcp_orn":[-1.7896203528112686,0.14379542405603551,0.6902226358251553],"tcp_pos":[0.10833516837015739,-0.18776656009818718,1.0185685277474377]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0005017970594384583,-0.0003021681399701638,0.002735533386489991],"current_lin_vel":[-5.996026036136509e-05,-9.883614452066207e-06,-1.7089939015751954e-06],"current_orn":[0.00014547094218285756,-0.00013490336713544647,0.7915131695795966,0.6111520784725738],"current_pos":[0.13372683763656174,0.1358321822515624,0.46098410930289035]},"block_pink":{"current_ang_vel":[6.173274532720092e-13,-8.055992697098974e-12,2.8122858173231887e-06],"current_lin_vel":[-4.842582410457256e-08,3.1288351785352085e-08,1.4526574387829783e-13],"current_orn":[-8.869214363887383e-06,-9.510392114091117e-06,0.6320893582585136,0.7748955045728616],"current_pos":[-0.24088669272707208,0.0924405028005067,0.4609896284559538]},"block_red":{"current_ang_vel":[6.607932305454126e-11,-5.7816655560156496e-11,6.179406903467517e-06],"current_lin_vel":[-6.233566081623639e-06,2.6209520147091353e-06,1.004946126315076e-12],"current_orn":[-3.1150281875036304e-05,1.848045883208866e-05,0.6870432440646121,0.7266165284889317],"current_pos":[0.2299764374568073,-0.11998136491558828,0.4599889000097158]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":601.735},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1124125430007496,-0.18663162026373192,1.0204059656767408,-1.7844039484538232,0.14235507421920907,0.6725632791675454,0.080000265639353,2.8972352175000844,-0.9773178947016474,-1.1877373940441338,-0.4737310869140064,0.04003500966447617,1.1578404842151733,1.5991688845686394,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22997622967116538,-0.11998127755063531,0.4599889000097491,-1.9874872418603068e-05,6.965959285434719e-05,1.5148241502860325,0.1337271721792677,0.13583245081322756,0.46098394518049113,-5.471928641803511e-05,-0.0003750534070661222,1.8265197683520007,-0.2408866943412662,0.09244050384345169,0.4609896284559587,-2.5768264238325662e-05,-3.526848231520008e-06,1.368493225667361]}},"stepped":true,"termination":{"done":false}},"at":601.781},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2496},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1124125430007496,-0.18663162026373192,1.0204059656767408,-1.7844039484538232,0.14235507421920907,0.6725632791675454,0.080000265639353,2.8972352175000844,-0.9773178947016474,-1.1877373940441338,-0.4737310869140064,0.04003500966447617,1.1578404842151733,1.5991688845686394,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22997622967116538,-0.11998127755063531,0.4599889000097491,-1.9874872418603068e-05,6.965959285434719e-05,1.5148241502860325,0.1337271721792677,0.13583245081322756,0.46098394518049113,-5.471928641803511e-05,-0.0003750534070661222,1.8265197683520007,-0.2408866943412662,0.09244050384345169,0.4609896284559587,-2.5768264238325662e-05,-3.526848231520008e-06,1.368493225667361]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.8972352175000844,-0.9773178947016474,-1.1877373940441338,-0.4737310869140064,0.04003500966447617,1.1578404842151733,1.5991688845686394],"gripper_action":1.0,"gripper_opening_width":0.080000265639353,"tcp_orn":[-1.7844039484538232,0.14235507421920907,0.6725632791675454],"tcp_pos":[0.1124125430007496,-0.18663162026373192,1.0204059656767408]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.003304732412295453,-0.0026993466300677896,-0.007855858599960188],"current_lin_vel":[9.843677571590041e-05,6.391127405998951e-05,-4.710594148008007e-05],"current_orn":[0.00013170607758804923,-0.0001362656349774801,0.791500263891055,0.6111687952976462],"current_pos":[0.1337271721792677,0.13583245081322756,0.46098394518049113]},"block_pink":{"current_ang_vel":[3.983690744322532e-13,-8.126760147661329e-12,2.8122842607142764e-06],"current_lin_vel":[-4.8425823319087614e-08,3.1288348260058226e-08,1.4557105521006974e-13],"current_orn":[-8.869213996363421e-06,-9.510392639243523e-06,0.6320893945789622,0.7748954749459378],"current_pos":[-0.2408866943412662,0.09244050384345169,0.4609896284559587]},"block_red":{"current_ang_vel":[6.621171177546396e-11,-5.7361933729738485e-11,6.179758054771313e-06],"current_lin_vel":[-6.233571728948309e-06,2.620945927039502e-06,9.95530047287474e-13],"current_orn":[-3.1150283634801076e-05,1.8480454169482403e-05,0.6870433189013206,0.7266164577280031],"current_pos":[0.22997622967116538,-0.11998127755063531,0.4599889000097491]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":601.843},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.11644936492496355,-0.18551664086034814,1.0221965695291084,-1.7792100878507557,0.1409400017922044,0.6553157369315673,0.08000026318829391,2.8972721115372373,-0.9797959273643067,-1.17669046651322,-0.4736732602162531,0.022689830944136263,1.1741423259742279,1.601593011178121,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22997602188533492,-0.1199811901858852,0.4599889000097824,-1.9874874210889456e-05,6.965959054212877e-05,1.5148243562845523,0.1337276776007381,0.13583219353908493,0.46098405525113656,-3.522187994058502e-05,-0.0003925629274496174,1.8265167487169933,-0.2408866959554602,0.0924405048863964,0.4609896284559636,-2.5768264496931686e-05,-3.526848302523295e-06,1.3684933194101403]}},"stepped":true,"termination":{"done":false}},"at":601.901},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2502},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.11644936492496355,-0.18551664086034814,1.0221965695291084,-1.7792100878507557,0.1409400017922044,0.6553157369315673,0.08000026318829391,2.8972721115372373,-0.9797959273643067,-1.17669046651322,-0.4736732602162531,0.022689830944136263,1.1741423259742279,1.601593011178121,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22997602188533492,-0.1199811901858852,0.4599889000097824,-1.9874874210889456e-05,6.965959054212877e-05,1.5148243562845523,0.1337276776007381,0.13583219353908493,0.46098405525113656,-3.522187994058502e-05,-0.0003925629274496174,1.8265167487169933,-0.2408866959554602,0.0924405048863964,0.4609896284559636,-2.5768264496931686e-05,-3.526848302523295e-06,1.3684933194101403]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.8972721115372373,-0.9797959273643067,-1.17669046651322,-0.4736732602162531,0.022689830944136263,1.1741423259742279,1.601593011178121],"gripper_action":1.0,"gripper_opening_width":0.08000026318829391,"tcp_orn":[-1.7792100878507557,0.1409400017922044,0.6553157369315673],"tcp_pos":[0.11644936492496355,-0.18551664086034814,1.0221965695291084]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.00016888009042532898,0.0032185627567623545,0.0032570785388957085],"current_lin_vel":[3.5735053409472167e-07,-3.120138709349482e-06,1.1168664630842318e-06],"current_orn":[0.0001445933736741858,-0.00013390038827209124,0.7914993410036046,0.6111699881001209],"current_pos":[0.1337276776007381,0.13583219353908493,0.46098405525113656]},"block_pink":{"current_ang_vel":[3.927050480473405e-13,-7.978373882677254e-12,2.812282704035701e-06],"current_lin_vel":[-4.842581815043886e-08,3.128834046859035e-08,1.4525186609049e-13],"current_orn":[-8.869213628354194e-06,-9.510393164197027e-06,0.6320894308993893,0.7748954453190287],"current_pos":[-0.2408866959554602,0.0924405048863964,0.4609896284559636]},"block_red":{"current_ang_vel":[6.642824744761657e-11,-5.78850010444718e-11,6.18010922518378e-06],"current_lin_vel":[-6.233577396070656e-06,2.62093983725317e-06,9.96945581643871e-13],"current_orn":[-3.1150285395129145e-05,1.8480449505288984e-05,0.6870433937422744,0.7266163869630459],"current_pos":[0.22997602188533492,-0.1199811901858852,0.4599889000097824]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":601.965},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1204325900565775,-0.18440343917032295,1.023943105472705,-1.7740397594783541,0.1395548472412916,0.6385070664575618,0.08000026173540303,2.8972879933580455,-0.9817155961277104,-1.16774110885277,-0.4735880838415561,0.007459904327984176,1.190156401175605,1.6035143315534985,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22997581409931586,-0.11998110282133795,0.4599889000098156,-1.9874876001851627e-05,6.965958822998121e-05,1.5148245622947776,0.13372684226937728,0.13583210936651136,0.4609840616174427,-3.387497721914202e-05,-0.00039697616987378214,1.826561094739717,-0.2408866975696541,0.09244050592934082,0.46098962845596847,-2.5768264754996855e-05,-3.5268483738377366e-06,1.3684934131528674]}},"stepped":true,"termination":{"done":false}},"at":602.023},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2508},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1204325900565775,-0.18440343917032295,1.023943105472705,-1.7740397594783541,0.1395548472412916,0.6385070664575618,0.08000026173540303,2.8972879933580455,-0.9817155961277104,-1.16774110885277,-0.4735880838415561,0.007459904327984176,1.190156401175605,1.6035143315534985,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22997581409931586,-0.11998110282133795,0.4599889000098156,-1.9874876001851627e-05,6.965958822998121e-05,1.5148245622947776,0.13372684226937728,0.13583210936651136,0.4609840616174427,-3.387497721914202e-05,-0.00039697616987378214,1.826561094739717,-0.2408866975696541,0.09244050592934082,0.46098962845596847,-2.5768264754996855e-05,-3.5268483738377366e-06,1.3684934131528674]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.8972879933580455,-0.9817155961277104,-1.16774110885277,-0.4735880838415561,0.007459904327984176,1.190156401175605,1.6035143315534985],"gripper_action":1.0,"gripper_opening_width":0.08000026173540303,"tcp_orn":[-1.7740397594783541,0.1395548472412916,0.6385070664575618],"tcp_pos":[0.1204325900565775,-0.18440343917032295,1.023943105472705]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0005310923469138424,0.00013280347238229097,0.003336069278320423],"current_lin_vel":[-6.29472066296335e-05,-1.0331818167293584e-05,4.250975274400215e-06],"current_orn":[0.00014675449320100654,-0.0001347127186556983,0.7915128920105324,0.6111524376918785],"current_pos":[0.13372684226937728,0.13583210936651136,0.4609840616174427]},"block_pink":{"current_ang_vel":[7.207271092206221e-13,-7.894839802402982e-12,2.8122811472979553e-06],"current_lin_vel":[-4.8425814278909976e-08,3.128832600319702e-08,1.4534901060514471e-13],"current_orn":[-8.86921326003729e-06,-9.510393689099907e-06,0.6320894672197948,0.7748954156921342],"current_pos":[-0.2408866975696541,0.09244050592934082,0.46098962845596847]},"block_red":{"current_ang_vel":[6.624299392400541e-11,-5.7920814448459746e-11,6.180460415564433e-06],"current_lin_vel":[-6.233583053811145e-06,2.6209337552236437e-06,1.0020179130876272e-12],"current_orn":[-3.1150287155108e-05,1.8480444841393728e-05,0.6870434685874737,0.7266163161940598],"current_pos":[0.22997581409931586,-0.11998110282133795,0.4599889000098156]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":602.084},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12435641819471721,-0.18328508234816004,1.0256479399375116,-1.7688937919232082,0.13820157188243984,0.6221395640255781,0.08000026106177249,2.89729483009799,-0.9831424291608009,-1.1606683311957005,-0.47348552291703033,-0.00584352882133224,1.205912450210893,1.6049924650634007,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.2299756063131083,-0.11998101545699355,0.4599889000098489,-1.987487779135457e-05,6.965958591866355e-05,1.5148247683167102,0.13372714273826647,0.13583221532461534,0.46098396505929984,-3.863469949521791e-05,-0.00038916873948164005,1.8265379136864155,-0.240886699183848,0.09244050697228501,0.46098962845597335,-2.5768265015244692e-05,-3.526848444807302e-06,1.3684935068955442]}},"stepped":true,"termination":{"done":false}},"at":602.142},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2514},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12435641819471721,-0.18328508234816004,1.0256479399375116,-1.7688937919232082,0.13820157188243984,0.6221395640255781,0.08000026106177249,2.89729483009799,-0.9831424291608009,-1.1606683311957005,-0.47348552291703033,-0.00584352882133224,1.205912450210893,1.6049924650634007,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.2299756063131083,-0.11998101545699355,0.4599889000098489,-1.987487779135457e-05,6.965958591866355e-05,1.5148247683167102,0.13372714273826647,0.13583221532461534,0.46098396505929984,-3.863469949521791e-05,-0.00038916873948164005,1.8265379136864155,-0.240886699183848,0.09244050697228501,0.46098962845597335,-2.5768265015244692e-05,-3.526848444807302e-06,1.3684935068955442]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.89729483009799,-0.9831424291608009,-1.1606683311957005,-0.47348552291703033,-0.00584352882133224,1.205912450210893,1.6049924650634007],"gripper_action":1.0,"gripper_opening_width":0.08000026106177249,"tcp_orn":[-1.7688937919232082,0.13820157188243984,0.6221395640255781],"tcp_pos":[0.12435641819471721,-0.18328508234816004,1.0256479399375116]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0009044042413481161,0.004293550706813122,0.0030556679455894555],"current_lin_vel":[2.5874306846469068e-05,-1.792763351714286e-05,2.7702352284650344e-05],"current_orn":[0.00014220863876054744,-0.000134212292672469,0.7915058087092542,0.6111616124588266],"current_pos":[0.13372714273826647,0.13583221532461534,0.46098396505929984]},"block_pink":{"current_ang_vel":[5.018097968158463e-13,-7.965375426160902e-12,2.8122795906837454e-06],"current_lin_vel":[-4.842581348868825e-08,3.128832247701315e-08,1.4566126083082054e-13],"current_orn":[-8.869212892675266e-06,-9.51039421455875e-06,0.6320895035401792,0.7748953860652541],"current_pos":[-0.240886699183848,0.09244050697228501,0.46098962845597335]},"block_red":{"current_ang_vel":[6.614931792184881e-11,-5.761851572539894e-11,6.180811625696606e-06],"current_lin_vel":[-6.233588705109058e-06,2.6209276710308967e-06,1.0012754514399091e-12],"current_orn":[-3.115028891494933e-05,1.848044017811875e-05,0.6870435434369189,0.7266162454210444],"current_pos":[0.2299756063131083,-0.11998101545699355,0.4599889000098489]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":602.197},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12821899283420463,-0.18216059062720416,1.027313077969932,-1.763772810380205,0.13688110656791358,0.6062028165406532,0.0800002610251073,2.8972977732148184,-0.9841370950927072,-1.1552658302673742,-0.4733730127896073,-0.017402115765407095,1.221433626174718,1.6060818919855275,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.2299753985267121,-0.11998092809285206,0.4599889000098822,-1.9874879583420232e-05,6.965958360522921e-05,1.5148249743503495,0.13372654134954085,0.13583202179908907,0.4609840480165444,-5.140809906057577e-05,-0.0003952369716183959,1.826556656874886,-0.24088670079804178,0.0924405080152289,0.46098962845597824,-2.576826527457046e-05,-3.5268485160883177e-06,1.368493600638168]}},"stepped":true,"termination":{"done":false}},"at":602.256},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2520},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.12821899283420463,-0.18216059062720416,1.027313077969932,-1.763772810380205,0.13688110656791358,0.6062028165406532,0.0800002610251073,2.8972977732148184,-0.9841370950927072,-1.1552658302673742,-0.4733730127896073,-0.017402115765407095,1.221433626174718,1.6060818919855275,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.2299753985267121,-0.11998092809285206,0.4599889000098822,-1.9874879583420232e-05,6.965958360522921e-05,1.5148249743503495,0.13372654134954085,0.13583202179908907,0.4609840480165444,-5.140809906057577e-05,-0.0003952369716183959,1.826556656874886,-0.24088670079804178,0.0924405080152289,0.46098962845597824,-2.576826527457046e-05,-3.5268485160883177e-06,1.368493600638168]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.8972977732148184,-0.9841370950927072,-1.1552658302673742,-0.4733730127896073,-0.017402115765407095,1.221433626174718,1.6060818919855275],"gripper_action":1.0,"gripper_opening_width":0.0800002610251073,"tcp_orn":[-1.763772810380205,0.13688110656791358,0.6062028165406532],"tcp_pos":[0.12821899283420463,-0.18216059062720416,1.027313077969932]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0004674146345105902,-0.004163207818329026,-0.003711491338826717],"current_lin_vel":[-1.159383931890616e-05,-1.0660608795864477e-05,-2.3545982274011945e-06],"current_orn":[0.00014070817605736603,-0.00014112041923922358,0.7915115348412243,0.6111541953545977],"current_pos":[0.13372654134954085,0.13583202179908907,0.4609840480165444]},"block_pink":{"current_ang_vel":[6.245806179957068e-13,-8.056439694916418e-12,2.812278033985924e-06],"current_lin_vel":[-4.842581310880071e-08,3.128831211663699e-08,1.4718781748968013e-13],"current_orn":[-8.869212524857777e-06,-9.510394739846601e-06,0.632089539860542,0.7748953564383889],"current_pos":[-0.24088670079804178,0.0924405080152289,0.46098962845597824]},"block_red":{"current_ang_vel":[6.644525437374732e-11,-5.788300800443842e-11,6.181162857901014e-06],"current_lin_vel":[-6.233594368009364e-06,2.62092157856667e-06,9.96279447829096e-13],"current_orn":[-3.115029067510214e-05,1.8480435513011917e-05,0.6870436182906099,0.7266161746439997],"current_pos":[0.2299753985267121,-0.11998092809285206,0.4599889000098822]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":602.315},{"name":"submit_calvin_action","arguments":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[1.0,1.0,1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.13202078837912593,-0.18103223976437846,1.028940154926481,-1.7586771482392753,0.13559405669136504,0.590679765660096,0.08000026152418088,2.897299040241324,-0.9847552347310188,-1.1513430907877162,-0.47325594065912147,-0.02738799487539902,1.2367378161163771,1.6068320488055676,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22997519074012726,-0.11998084072891346,0.4599889000099155,-1.9874881374274027e-05,6.965958129167924e-05,1.5148251803956978,0.13372743158041833,0.1358323335480131,0.46098402335483696,-3.994043456609748e-05,-0.00038086646001656894,1.8265176476095126,-0.2408867024122355,0.09244050905817255,0.4609896284559831,-2.5768265532425364e-05,-3.5268485869584886e-06,1.3684936943807393]}},"stepped":true,"termination":{"done":false}},"at":602.373},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2526},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.13202078837912593,-0.18103223976437846,1.028940154926481,-1.7586771482392753,0.13559405669136504,0.590679765660096,0.08000026152418088,2.897299040241324,-0.9847552347310188,-1.1513430907877162,-0.47325594065912147,-0.02738799487539902,1.2367378161163771,1.6068320488055676,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22997519074012726,-0.11998084072891346,0.4599889000099155,-1.9874881374274027e-05,6.965958129167924e-05,1.5148251803956978,0.13372743158041833,0.1358323335480131,0.46098402335483696,-3.994043456609748e-05,-0.00038086646001656894,1.8265176476095126,-0.2408867024122355,0.09244050905817255,0.4609896284559831,-2.5768265532425364e-05,-3.5268485869584886e-06,1.3684936943807393]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.897299040241324,-0.9847552347310188,-1.1513430907877162,-0.47325594065912147,-0.02738799487539902,1.2367378161163771,1.6068320488055676],"gripper_action":1.0,"gripper_opening_width":0.08000026152418088,"tcp_orn":[-1.7586771482392753,0.13559405669136504,0.590679765660096],"tcp_pos":[0.13202078837912593,-0.18103223976437846,1.028940154926481]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0012073076092098314,0.0035367632247561864,0.0029193938190375177],"current_lin_vel":[1.3422996523159342e-05,-2.399818423043597e-05,4.122804492437404e-05],"current_orn":[0.00013852264043923222,-0.00013219342755260594,0.7914996163398847,0.6111696333017462],"current_pos":[0.13372743158041833,0.1358323335480131,0.46098402335483696]},"block_pink":{"current_ang_vel":[6.12722398971398e-13,-7.941844850470919e-12,2.8122764773134876e-06],"current_lin_vel":[-4.8425808615832245e-08,3.128830444899888e-08,1.4607759446505497e-13],"current_orn":[-8.869212156600472e-06,-9.510395264510164e-06,0.6320895761808828,0.7748953268115387],"current_pos":[-0.2408867024122355,0.09244050905817255,0.4609896284559831]},"block_red":{"current_ang_vel":[6.634398035918489e-11,-5.76625371593445e-11,6.181514110278985e-06],"current_lin_vel":[-6.233600021565289e-06,2.620915493758412e-06,9.949541190934497e-13],"current_orn":[-3.11502924348825e-05,1.848043084809683e-05,0.6870436931485477,0.7266161038629251],"current_pos":[0.22997519074012726,-0.11998084072891346,0.4599889000099155]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":602.431}],"event":{"kind":"action","label":"Lift block","detail":"lift the blue block from the sliding cabinet"}},{"round":30,"at":609.415308,"duration":6.91,"title":"calvin state · calvin action","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":"lift the blue block from the sliding cabinet","toolCalls":8,"cumulativeToolCalls":840,"code":"# Let's test moving down in z from the current high position\np_before = primitives.call(name='observe_calvin_state').output['semantic_state']['robot']['tcp_pos']\nfor _ in range(5):\n    primitives.call(name='submit_calvin_action', action=[0.0, 0.0, -1.0, 0.0, 0.0, 0.0, 1.0])\np_after = primitives.call(name='observe_calvin_state').output['semantic_state']['robot']['tcp_pos']\nprint(\"Z delta over 5 steps:\", p_after[2] - p_before[2])\nprint(\"Current TCP pos:\", p_after)\nprint(\"Current TCP orn:\", primitives.call(name='observe_calvin_state').output['semantic_state']['robot']['tcp_orn'])","codeExcerpt":false,"stdout":"Z delta over 5 steps: -0.02110768361954385\nCurrent TCP pos: [0.14948506868436623, -0.18142744720820064, 1.007832471306937]\nCurrent TCP orn: [-1.7763970302255054, 0.13059837436172664, 0.5710027877975611]\n","feedback":{},"calls":[{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2530},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.13202078837912593,-0.18103223976437846,1.028940154926481,-1.7586771482392753,0.13559405669136504,0.590679765660096,0.08000026152418088,2.897299040241324,-0.9847552347310188,-1.1513430907877162,-0.47325594065912147,-0.02738799487539902,1.2367378161163771,1.6068320488055676,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22997519074012726,-0.11998084072891346,0.4599889000099155,-1.9874881374274027e-05,6.965958129167924e-05,1.5148251803956978,0.13372743158041833,0.1358323335480131,0.46098402335483696,-3.994043456609748e-05,-0.00038086646001656894,1.8265176476095126,-0.2408867024122355,0.09244050905817255,0.4609896284559831,-2.5768265532425364e-05,-3.5268485869584886e-06,1.3684936943807393]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.897299040241324,-0.9847552347310188,-1.1513430907877162,-0.47325594065912147,-0.02738799487539902,1.2367378161163771,1.6068320488055676],"gripper_action":1.0,"gripper_opening_width":0.08000026152418088,"tcp_orn":[-1.7586771482392753,0.13559405669136504,0.590679765660096],"tcp_pos":[0.13202078837912593,-0.18103223976437846,1.028940154926481]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0012073076092098314,0.0035367632247561864,0.0029193938190375177],"current_lin_vel":[1.3422996523159342e-05,-2.399818423043597e-05,4.122804492437404e-05],"current_orn":[0.00013852264043923222,-0.00013219342755260594,0.7914996163398847,0.6111696333017462],"current_pos":[0.13372743158041833,0.1358323335480131,0.46098402335483696]},"block_pink":{"current_ang_vel":[6.12722398971398e-13,-7.941844850470919e-12,2.8122764773134876e-06],"current_lin_vel":[-4.8425808615832245e-08,3.128830444899888e-08,1.4607759446505497e-13],"current_orn":[-8.869212156600472e-06,-9.510395264510164e-06,0.6320895761808828,0.7748953268115387],"current_pos":[-0.2408867024122355,0.09244050905817255,0.4609896284559831]},"block_red":{"current_ang_vel":[6.634398035918489e-11,-5.76625371593445e-11,6.181514110278985e-06],"current_lin_vel":[-6.233600021565289e-06,2.620915493758412e-06,9.949541190934497e-13],"current_orn":[-3.11502924348825e-05,1.848043084809683e-05,0.6870436931485477,0.7266161038629251],"current_pos":[0.22997519074012726,-0.11998084072891346,0.4599889000099155]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":608.804},{"name":"submit_calvin_action","arguments":{"action":[0.0,0.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[0.0,0.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.13565262633333702,-0.18072003202855513,1.0269783081686006,-1.7589358389180465,0.13448202009737883,0.5822960824793403,0.08000053137327934,2.8972995858882657,-0.9886975312146347,-1.1496573987645238,-0.47320477919610954,-0.03716471330459155,1.2406443952078996,1.6026748930945773,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.2299749829533539,-0.11998075336517773,0.45998890000994874,-1.9874883164557656e-05,6.965957898083874e-05,1.5148253864527543,0.13372732530119208,0.1358322855876495,0.4609841691932243,-3.300511556238062e-05,-0.00038449692418199933,1.8265299641704507,-0.24088670402642917,0.09244051010111598,0.460989628455988,-2.576826579235981e-05,-3.5268486574712845e-06,1.3684937881232595]}},"stepped":true,"termination":{"done":false}},"at":608.887},{"name":"submit_calvin_action","arguments":{"action":[0.0,0.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[0.0,0.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.13918647580298704,-0.18077904670686648,1.0230915734561439,-1.7620633266623191,0.1334645347413286,0.5776685107552756,0.08000074112711333,2.897299820976082,-0.9939561953852335,-1.1494661419200896,-0.4731904441649602,-0.0463877362780694,1.2396777291115344,1.5962264189100317,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22997477516639184,-0.11998066600164495,0.459988900009982,-1.987488495749022e-05,6.965957666765733e-05,1.51482559252152,0.13372689986844236,0.1358322175297191,0.46098421293396935,-3.325776291714845e-05,-0.000387395475171143,1.8265513192304983,-0.24088670564062273,0.09244051114405913,0.4609896284559929,-2.576826605226272e-05,-3.5268487290219736e-06,1.3684938818657275]}},"stepped":true,"termination":{"done":false}},"at":608.945},{"name":"submit_calvin_action","arguments":{"action":[0.0,0.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[0.0,0.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1426577169414348,-0.18097096386290654,1.0183438093183173,-1.7664187861646419,0.1324893485630383,0.5747559524372218,0.08000036261397445,2.897299922464472,-0.9996810677058435,-1.1503746279226492,-0.4731872271268694,-0.0549431897020419,1.236648645766333,1.5886303878676094,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.2299745673792412,-0.11998057863831509,0.4599889000100153,-1.987488674791759e-05,6.965957435428571e-05,1.5148257986019962,0.13372684855963887,0.13583235367457586,0.46098389836305453,-5.350139006595785e-05,-0.00037401173387924014,1.826529344919029,-0.2408867072548162,0.09244051218700199,0.4609896284559978,-2.5768266310654533e-05,-3.5268488001640066e-06,1.368493975608145]}},"stepped":true,"termination":{"done":false}},"at":609.044},{"name":"submit_calvin_action","arguments":{"action":[0.0,0.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[0.0,0.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.14608652512455167,-0.1811996569701545,1.013191860381727,-1.7712977430086545,0.13153716709953994,0.5726661354792019,0.08000078650033729,2.8972999665962966,-1.0055229073456633,-1.152160342384675,-0.47318667564343997,-0.06284685902148272,1.2327696714088707,1.5803911887641053,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22997435959190196,-0.11998049127518812,0.45998890001004855,-1.9874888538881737e-05,6.965957204225725e-05,1.514826004694183,0.133727285984046,0.13583208862266363,0.460984071751098,-3.413402709320322e-05,-0.00039193367856185326,1.8265298007287483,-0.24088670886900962,0.0924405132299446,0.46098962845600266,-2.5768266569275728e-05,-3.5268488709177986e-06,1.3684940693505094]}},"stepped":true,"termination":{"done":false}},"at":609.102},{"name":"submit_calvin_action","arguments":{"action":[0.0,0.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[0.0,0.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.14948506868436623,-0.18142744720820064,1.007832471306937,-1.7763970302255054,0.13059837436172664,0.5710027877975611,0.0800003937715194,2.8972999860249953,-1.0113454069748073,-1.1546809977105756,-0.4731864924871901,-0.07015725527340208,1.2285667339666428,1.571736534012673,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22997415180437403,-0.11998040391226415,0.45998890001008186,-1.9874890331301614e-05,6.96595697278719e-05,1.5148262107980814,0.1337266102270778,0.13583206125503836,0.4609841178852938,-3.356791292465896e-05,-0.0003930970605787597,1.8265643538864218,-0.24088671048320295,0.09244051427288694,0.46098962845600755,-2.5768266828782625e-05,-3.5268489419936038e-06,1.3684941630928216]}},"stepped":true,"termination":{"done":false}},"at":609.205},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2548},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.14948506868436623,-0.18142744720820064,1.007832471306937,-1.7763970302255054,0.13059837436172664,0.5710027877975611,0.0800003937715194,2.8972999860249953,-1.0113454069748073,-1.1546809977105756,-0.4731864924871901,-0.07015725527340208,1.2285667339666428,1.571736534012673,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22997415180437403,-0.11998040391226415,0.45998890001008186,-1.9874890331301614e-05,6.96595697278719e-05,1.5148262107980814,0.1337266102270778,0.13583206125503836,0.4609841178852938,-3.356791292465896e-05,-0.0003930970605787597,1.8265643538864218,-0.24088671048320295,0.09244051427288694,0.46098962845600755,-2.5768266828782625e-05,-3.5268489419936038e-06,1.3684941630928216]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.8972999860249953,-1.0113454069748073,-1.1546809977105756,-0.4731864924871901,-0.07015725527340208,1.2285667339666428,1.571736534012673],"gripper_action":1.0,"gripper_opening_width":0.0800003937715194,"tcp_orn":[-1.7763970302255054,0.13059837436172664,0.5710027877975611],"tcp_pos":[0.14948506868436623,-0.18142744720820064,1.007832471306937]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0006553251900782518,0.00017254962258023403,0.003294403837626505],"current_lin_vel":[-6.132882330796752e-05,-1.2825950609895613e-05,7.294516782399563e-06],"current_orn":[0.0001453133596249749,-0.0001334055956423724,0.7915138882710037,0.6111511480485755],"current_pos":[0.1337266102270778,0.13583206125503836,0.4609841178852938]},"block_pink":{"current_ang_vel":[6.216507330110474e-13,-7.921754891975854e-12,2.8122686939482737e-06],"current_lin_vel":[-4.8425797208525944e-08,3.1288264746267784e-08,1.488878464961374e-13],"current_orn":[-8.869210317845112e-06,-9.510397890327926e-06,0.6320897577822665,0.7748951786775068],"current_pos":[-0.24088671048320295,0.09244051427288694,0.46098962845600755]},"block_red":{"current_ang_vel":[6.646553198669105e-11,-5.7693007794731054e-11,6.183270662377991e-06],"current_lin_vel":[-6.2336283167466804e-06,2.620885052119442e-06,9.930806177393947e-13],"current_orn":[-3.115030123775441e-05,1.8480407521267985e-05,0.6870440675019395,0.7266157498970992],"current_pos":[0.22997415180437403,-0.11998040391226415,0.45998890001008186]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":609.216},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2551},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.14948506868436623,-0.18142744720820064,1.007832471306937,-1.7763970302255054,0.13059837436172664,0.5710027877975611,0.0800003937715194,2.8972999860249953,-1.0113454069748073,-1.1546809977105756,-0.4731864924871901,-0.07015725527340208,1.2285667339666428,1.571736534012673,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22997415180437403,-0.11998040391226415,0.45998890001008186,-1.9874890331301614e-05,6.96595697278719e-05,1.5148262107980814,0.1337266102270778,0.13583206125503836,0.4609841178852938,-3.356791292465896e-05,-0.0003930970605787597,1.8265643538864218,-0.24088671048320295,0.09244051427288694,0.46098962845600755,-2.5768266828782625e-05,-3.5268489419936038e-06,1.3684941630928216]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.8972999860249953,-1.0113454069748073,-1.1546809977105756,-0.4731864924871901,-0.07015725527340208,1.2285667339666428,1.571736534012673],"gripper_action":1.0,"gripper_opening_width":0.0800003937715194,"tcp_orn":[-1.7763970302255054,0.13059837436172664,0.5710027877975611],"tcp_pos":[0.14948506868436623,-0.18142744720820064,1.007832471306937]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0006553251900782518,0.00017254962258023403,0.003294403837626505],"current_lin_vel":[-6.132882330796752e-05,-1.2825950609895613e-05,7.294516782399563e-06],"current_orn":[0.0001453133596249749,-0.0001334055956423724,0.7915138882710037,0.6111511480485755],"current_pos":[0.1337266102270778,0.13583206125503836,0.4609841178852938]},"block_pink":{"current_ang_vel":[6.216507330110474e-13,-7.921754891975854e-12,2.8122686939482737e-06],"current_lin_vel":[-4.8425797208525944e-08,3.1288264746267784e-08,1.488878464961374e-13],"current_orn":[-8.869210317845112e-06,-9.510397890327926e-06,0.6320897577822665,0.7748951786775068],"current_pos":[-0.24088671048320295,0.09244051427288694,0.46098962845600755]},"block_red":{"current_ang_vel":[6.646553198669105e-11,-5.7693007794731054e-11,6.183270662377991e-06],"current_lin_vel":[-6.2336283167466804e-06,2.620885052119442e-06,9.930806177393947e-13],"current_orn":[-3.115030123775441e-05,1.8480407521267985e-05,0.6870440675019395,0.7266157498970992],"current_pos":[0.22997415180437403,-0.11998040391226415,0.45998890001008186]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":609.267}],"event":{"kind":"action","label":"Lift block","detail":"lift the blue block from the sliding cabinet"}},{"round":31,"at":646.763907,"duration":37.349,"title":"calvin runtime context","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":"lift the blue block from the sliding cabinet","toolCalls":1,"cumulativeToolCalls":841,"code":"rctx = primitives.call(name='get_calvin_runtime_context').output\nprint(\"available_skill_schema:\", rctx.get('available_skill_schema'))\nprint(\"runtime:\", rctx.get('runtime'))","codeExcerpt":false,"stdout":"available_skill_schema: {'action': {'dtype': 'float', 'example_noop': [0.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0], 'relative_cartesian_control': {'gripper': {'close': -1.0, 'open': 1.0}, 'max_orientation_delta_rad_per_action': 0.05, 'max_position_delta_m_per_action': 0.02, 'normalized_range': [-1.0, 1.0], 'order': ['dx', 'dy', 'dz', 'droll', 'dpitch', 'dyaw', 'gripper']}, 'shape': [7], 'source': 'calvin_default_cartesian_rel'}, 'inputs': {'agent_context': 'dict|None', 'grounding': 'dict|None', 'horizon': 'int', 'language_goal': 'str|None', 'prompt': 'str|None', 'query': 'str|None', 'subgoal': 'str|None'}, 'name': 'execute_calvin_language_skill', 'requires_policy_backend': False}\nruntime: {'builtin_policy_backends': ['calvin_native_agent', 'calvin_primitive_action', 'calvin_official_mcil'], 'calvin_agent_importable': True, 'calvin_env_importable': True, 'calvin_source_root': '[local file]', 'dataset_root': '[local file]', 'env_created': True, 'live': True, 'native_agent_backend': {'action_source': 'agent_supplied_7d_actions', 'eval_case': {'applied': True, 'language': 'lift the blue block from the sliding cabinet', 'source': 'calvin_official_five_subgoal_sequence'}, 'official_task_verifier': 'harness_only', 'policy_checkpoint_required': False, 'ready': True}, 'policy_backend': 'calvin_native_agent'}\n","feedback":{},"calls":[{"name":"get_calvin_runtime_context","arguments":{},"ok":true,"error":null,"output":{"available_skill_schema":{"action":{"dtype":"float","example_noop":[0.0,0.0,0.0,0.0,0.0,0.0,1.0],"relative_cartesian_control":{"gripper":{"close":-1.0,"open":1.0},"max_orientation_delta_rad_per_action":0.05,"max_position_delta_m_per_action":0.02,"normalized_range":[-1.0,1.0],"order":["dx","dy","dz","droll","dpitch","dyaw","gripper"]},"shape":[7],"source":"calvin_default_cartesian_rel"},"inputs":{"grounding":"dict|None","horizon":"int","language_goal":"str|None","prompt":"str|None","query":"str|None","subgoal":"str|None"},"name":"execute_calvin_language_skill","requires_policy_backend":false},"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_runtime_context_observation","trace_event_count":2555},"prompt":null,"query":null,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"scene":{"observation_keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"aabb_min":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"orientation_xyzw":["[nested data omitted]","[nested data omitted]","[nested data omitted]","[nested data omitted]"],"position":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},"button_link":{"aabb_max":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"aabb_min":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"orientation_xyzw":["[nested data omitted]","[nested data omitted]","[nested data omitted]","[nested data omitted]"],"position":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},"drawer_link":{"aabb_max":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"aabb_min":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"orientation_xyzw":["[nested data omitted]","[nested data omitted]","[nested data omitted]","[nested data omitted]"],"position":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},"led_link":{"aabb_max":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"aabb_min":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"orientation_xyzw":["[nested data omitted]","[nested data omitted]","[nested data omitted]","[nested data omitted]"],"position":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},"light_link":{"aabb_max":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"aabb_min":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"orientation_xyzw":["[nested data omitted]","[nested data omitted]","[nested data omitted]","[nested data omitted]"],"position":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},"plank_link":{"aabb_max":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"aabb_min":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"orientation_xyzw":["[nested data omitted]","[nested data omitted]","[nested data omitted]","[nested data omitted]"],"position":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},"slide_link":{"aabb_max":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"aabb_min":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"orientation_xyzw":["[nested data omitted]","[nested data omitted]","[nested data omitted]","[nested data omitted]"],"position":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},"switch_link":{"aabb_max":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"aabb_min":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"orientation_xyzw":["[nested data omitted]","[nested data omitted]","[nested data omitted]","[nested data omitted]"],"position":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}}},"robot":{"arm_joint_states":[2.8972999860249953,-1.0113454069748073,-1.1546809977105756,-0.4731864924871901,-0.07015725527340208,1.2285667339666428,1.571736534012673],"gripper_action":1.0,"gripper_opening_width":0.0800003937715194,"tcp_orn":[-1.7763970302255054,0.13059837436172664,0.5710027877975611],"tcp_pos":[0.14948506868436623,-0.18142744720820064,1.007832471306937]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"current_lin_vel":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"current_orn":["[nested data omitted]","[nested data omitted]","[nested data omitted]","[nested data omitted]"],"current_pos":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},"block_pink":{"current_ang_vel":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"current_lin_vel":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"current_orn":["[nested data omitted]","[nested data omitted]","[nested data omitted]","[nested data omitted]"],"current_pos":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},"block_red":{"current_ang_vel":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"current_lin_vel":["[nested data omitted]","[nested data omitted]","[nested data omitted]"],"current_orn":["[nested data omitted]","[nested data omitted]","[nested data omitted]","[nested data omitted]"],"current_pos":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}},"state":{"robot_obs":[0.14948506868436623,-0.18142744720820064,1.007832471306937,-1.7763970302255054,0.13059837436172664,0.5710027877975611,0.0800003937715194,2.8972999860249953,-1.0113454069748073,-1.1546809977105756,-0.4731864924871901,-0.07015725527340208,1.2285667339666428,1.571736534012673,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22997415180437403,-0.11998040391226415,0.45998890001008186,-1.9874890331301614e-05,6.96595697278719e-05,1.5148262107980814,0.1337266102270778,0.13583206125503836,0.4609841178852938,-3.356791292465896e-05,-0.0003930970605787597,1.8265643538864218,-0.24088671048320295,0.09244051427288694,0.46098962845600755,-2.5768266828782625e-05,-3.5268489419936038e-06,1.3684941630928216]}}},"at":646.58}],"event":{"kind":"action","label":"Lift block","detail":"lift the blue block from the sliding cabinet"}},{"round":32,"at":657.199937,"duration":10.436,"title":"calvin state","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":"lift the blue block from the sliding cabinet","toolCalls":1,"cumulativeToolCalls":842,"code":"st = primitives.call(name='observe_calvin_state').output['semantic_state']\nprint(\"Blue block:\", st['scene']['movable_objects']['block_blue']['current_pos'])\nprint(\"TCP pos:\", st['robot']['tcp_pos'])\nprint(\"TCP orn:\", st['robot']['tcp_orn'])","codeExcerpt":false,"stdout":"Blue block: [0.1337266102270778, 0.13583206125503836, 0.4609841178852938]\nTCP pos: [0.14948506868436623, -0.18142744720820064, 1.007832471306937]\nTCP orn: [-1.7763970302255054, 0.13059837436172664, 0.5710027877975611]\n","feedback":{},"calls":[{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2559},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.14948506868436623,-0.18142744720820064,1.007832471306937,-1.7763970302255054,0.13059837436172664,0.5710027877975611,0.0800003937715194,2.8972999860249953,-1.0113454069748073,-1.1546809977105756,-0.4731864924871901,-0.07015725527340208,1.2285667339666428,1.571736534012673,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22997415180437403,-0.11998040391226415,0.45998890001008186,-1.9874890331301614e-05,6.96595697278719e-05,1.5148262107980814,0.1337266102270778,0.13583206125503836,0.4609841178852938,-3.356791292465896e-05,-0.0003930970605787597,1.8265643538864218,-0.24088671048320295,0.09244051427288694,0.46098962845600755,-2.5768266828782625e-05,-3.5268489419936038e-06,1.3684941630928216]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.8972999860249953,-1.0113454069748073,-1.1546809977105756,-0.4731864924871901,-0.07015725527340208,1.2285667339666428,1.571736534012673],"gripper_action":1.0,"gripper_opening_width":0.0800003937715194,"tcp_orn":[-1.7763970302255054,0.13059837436172664,0.5710027877975611],"tcp_pos":[0.14948506868436623,-0.18142744720820064,1.007832471306937]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0006553251900782518,0.00017254962258023403,0.003294403837626505],"current_lin_vel":[-6.132882330796752e-05,-1.2825950609895613e-05,7.294516782399563e-06],"current_orn":[0.0001453133596249749,-0.0001334055956423724,0.7915138882710037,0.6111511480485755],"current_pos":[0.1337266102270778,0.13583206125503836,0.4609841178852938]},"block_pink":{"current_ang_vel":[6.216507330110474e-13,-7.921754891975854e-12,2.8122686939482737e-06],"current_lin_vel":[-4.8425797208525944e-08,3.1288264746267784e-08,1.488878464961374e-13],"current_orn":[-8.869210317845112e-06,-9.510397890327926e-06,0.6320897577822665,0.7748951786775068],"current_pos":[-0.24088671048320295,0.09244051427288694,0.46098962845600755]},"block_red":{"current_ang_vel":[6.646553198669105e-11,-5.7693007794731054e-11,6.183270662377991e-06],"current_lin_vel":[-6.2336283167466804e-06,2.620885052119442e-06,9.930806177393947e-13],"current_orn":[-3.115030123775441e-05,1.8480407521267985e-05,0.6870440675019395,0.7266157498970992],"current_pos":[0.22997415180437403,-0.11998040391226415,0.45998890001008186]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":657.055}],"event":{"kind":"action","label":"Lift block","detail":"lift the blue block from the sliding cabinet"}},{"round":33,"at":669.755955,"duration":12.556,"title":"calvin state · calvin action","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":"lift the blue block from the sliding cabinet","toolCalls":61,"cumulativeToolCalls":903,"code":"# Let's see if we can move TCP towards [0.134, 0.0, 0.55] smoothly\n# Action order: [dx, dy, dz, droll, dpitch, dyaw, gripper]\n# With max_position_delta = 0.02m, dx_action = clamp((target_x - curr_x) / 0.02, -1, 1)\n\ndef step_towards(target_pos, gripper=1.0, steps=30):\n    for s in range(steps):\n        st = primitives.call(name='observe_calvin_state').output['semantic_state']['robot']\n        curr = st['tcp_pos']\n        dx = target_pos[0] - curr[0]\n        dy = target_pos[1] - curr[1]\n        dz = target_pos[2] - curr[2]\n        dist = (dx*dx + dy*dy + dz*dz)**0.5\n        if dist < 0.015:\n            print(f\"Reached {target_pos} at step {s}\")\n            break\n        # Calculate normalized actions (-1 to 1)\n        ax = max(-1.0, min(1.0, dx / 0.02))\n        ay = max(-1.0, min(1.0, dy / 0.02))\n        az = max(-1.0, min(1.0, dz / 0.02))\n        primitives.call(name='submit_calvin_action', action=[ax, ay, az, 0.0, 0.0, 0.0, gripper])\n\n# Move down and forward\nstep_towards([0.134, -0.10, 0.60], gripper=1.0, steps=30)\nst = primitives.call(name='observe_calvin_state').output['semantic_state']['robot']\nprint(\"TCP pos:\", st['tcp_pos'])\nprint(\"Arm joints:\", st['arm_joint_states'])","codeExcerpt":false,"stdout":"TCP pos: [0.3155998610135243, -0.17030149184712245, 0.870267109595015]\nArm joints: [2.897300015113701, -1.0931350319713447, -1.456277801914861, -0.47646140581752644, -0.18742254133384725, 1.4841394345316887, 1.4010654022072795]\n","feedback":{},"calls":[{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2563},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.14948506868436623,-0.18142744720820064,1.007832471306937,-1.7763970302255054,0.13059837436172664,0.5710027877975611,0.0800003937715194,2.8972999860249953,-1.0113454069748073,-1.1546809977105756,-0.4731864924871901,-0.07015725527340208,1.2285667339666428,1.571736534012673,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22997415180437403,-0.11998040391226415,0.45998890001008186,-1.9874890331301614e-05,6.96595697278719e-05,1.5148262107980814,0.1337266102270778,0.13583206125503836,0.4609841178852938,-3.356791292465896e-05,-0.0003930970605787597,1.8265643538864218,-0.24088671048320295,0.09244051427288694,0.46098962845600755,-2.5768266828782625e-05,-3.5268489419936038e-06,1.3684941630928216]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.8972999860249953,-1.0113454069748073,-1.1546809977105756,-0.4731864924871901,-0.07015725527340208,1.2285667339666428,1.571736534012673],"gripper_action":1.0,"gripper_opening_width":0.0800003937715194,"tcp_orn":[-1.7763970302255054,0.13059837436172664,0.5710027877975611],"tcp_pos":[0.14948506868436623,-0.18142744720820064,1.007832471306937]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0006553251900782518,0.00017254962258023403,0.003294403837626505],"current_lin_vel":[-6.132882330796752e-05,-1.2825950609895613e-05,7.294516782399563e-06],"current_orn":[0.0001453133596249749,-0.0001334055956423724,0.7915138882710037,0.6111511480485755],"current_pos":[0.1337266102270778,0.13583206125503836,0.4609841178852938]},"block_pink":{"current_ang_vel":[6.216507330110474e-13,-7.921754891975854e-12,2.8122686939482737e-06],"current_lin_vel":[-4.8425797208525944e-08,3.1288264746267784e-08,1.488878464961374e-13],"current_orn":[-8.869210317845112e-06,-9.510397890327926e-06,0.6320897577822665,0.7748951786775068],"current_pos":[-0.24088671048320295,0.09244051427288694,0.46098962845600755]},"block_red":{"current_ang_vel":[6.646553198669105e-11,-5.7693007794731054e-11,6.183270662377991e-06],"current_lin_vel":[-6.2336283167466804e-06,2.620885052119442e-06,9.930806177393947e-13],"current_orn":[-3.115030123775441e-05,1.8480407521267985e-05,0.6870440675019395,0.7266157498970992],"current_pos":[0.22997415180437403,-0.11998040391226415,0.45998890001008186]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":666.401},{"name":"submit_calvin_action","arguments":{"action":[-0.774253434218311,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-0.774253434218311,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15340164206779067,-0.1809624248716198,1.0032443657769632,-1.7816594631761045,0.12997450097324323,0.5645471752336256,0.08000048780146618,2.8972999948309517,-1.0150248938209276,-1.1594257416294493,-0.47322009553752153,-0.07773741360767464,1.2292499395525023,1.5641754768916503,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.2299739440166575,-0.1199803165495431,0.4599889000101151,-1.987489212112759e-05,6.965956741618213e-05,1.5148264169136911,0.13372629462092597,0.1358319970353356,0.46098413202941907,-5.6313242920831374e-05,-0.0003895698673176952,1.8265560504420228,-0.24088671209739623,0.09244051531582902,0.46098962845601243,-2.576826708853778e-05,-3.526849012699723e-06,1.368494256835082]}},"stepped":true,"termination":{"done":false}},"at":666.514},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2569},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15340164206779067,-0.1809624248716198,1.0032443657769632,-1.7816594631761045,0.12997450097324323,0.5645471752336256,0.08000048780146618,2.8972999948309517,-1.0150248938209276,-1.1594257416294493,-0.47322009553752153,-0.07773741360767464,1.2292499395525023,1.5641754768916503,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.2299739440166575,-0.1199803165495431,0.4599889000101151,-1.987489212112759e-05,6.965956741618213e-05,1.5148264169136911,0.13372629462092597,0.1358319970353356,0.46098413202941907,-5.6313242920831374e-05,-0.0003895698673176952,1.8265560504420228,-0.24088671209739623,0.09244051531582902,0.46098962845601243,-2.576826708853778e-05,-3.526849012699723e-06,1.368494256835082]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.8972999948309517,-1.0150248938209276,-1.1594257416294493,-0.47322009553752153,-0.07773741360767464,1.2292499395525023,1.5641754768916503],"gripper_action":1.0,"gripper_opening_width":0.08000048780146618,"tcp_orn":[-1.7816594631761045,0.12997450097324323,0.5645471752336256],"tcp_pos":[0.15340164206779067,-0.1809624248716198,1.0032443657769632]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0005035197604214312,-0.005137916564937799,-0.005700250863213653],"current_lin_vel":[7.655880681102297e-06,-1.1836266568470736e-05,-5.708372523866023e-06],"current_orn":[0.00013696644434846062,-0.0001413299624809758,0.791511349669504,0.6111544359737522],"current_pos":[0.13372629462092597,0.1358319970353356,0.46098413202941907]},"block_pink":{"current_ang_vel":[4.0261609991901034e-13,-7.991561647965366e-12,2.812267137321526e-06],"current_lin_vel":[-4.842579640343849e-08,3.1288261222243025e-08,1.4920009672181322e-13],"current_orn":[-8.8692099503772e-06,-9.510398415527034e-06,0.6320897941024787,0.7748951490507445],"current_pos":[-0.24088671209739623,0.09244051531582902,0.46098962845601243]},"block_red":{"current_ang_vel":[6.627177927573032e-11,-5.7332184675229025e-11,6.183622031750291e-06],"current_lin_vel":[-6.233633969435519e-06,2.62087896719191e-06,9.94405946475041e-13],"current_orn":[-3.115030299844583e-05,1.8480402856286476e-05,0.68704414238536,0.7266156790918419],"current_pos":[0.2299739440166575,-0.1199803165495431,0.4599889000101151]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":666.525},{"name":"submit_calvin_action","arguments":{"action":[-0.9700821033895329,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-0.9700821033895329,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15731995760879403,-0.18013624647418197,0.9993465022320034,-1.7869656670093568,0.12967837328384063,0.5558365687339469,0.08000037461645382,2.8972999990376302,-1.0172682393939656,-1.1652814520363224,-0.4732801633582427,-0.08465712456336831,1.232057524423197,1.5577528203193423,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22997373622875222,-0.11998022918702507,0.4599889000101484,-1.987489391269084e-05,6.96595651013773e-05,1.5148266230410141,0.1337268022316483,0.1358322689140598,0.4609840894256747,-3.939548646758341e-05,-0.0003790014802415055,1.8265430911428404,-0.24088671371158943,0.09244051635877082,0.4609896284560173,-2.5768267347642032e-05,-3.5268490837019753e-06,1.368494350577291]}},"stepped":true,"termination":{"done":false}},"at":666.597},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2575},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.15731995760879403,-0.18013624647418197,0.9993465022320034,-1.7869656670093568,0.12967837328384063,0.5558365687339469,0.08000037461645382,2.8972999990376302,-1.0172682393939656,-1.1652814520363224,-0.4732801633582427,-0.08465712456336831,1.232057524423197,1.5577528203193423,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22997373622875222,-0.11998022918702507,0.4599889000101484,-1.987489391269084e-05,6.96595651013773e-05,1.5148266230410141,0.1337268022316483,0.1358322689140598,0.4609840894256747,-3.939548646758341e-05,-0.0003790014802415055,1.8265430911428404,-0.24088671371158943,0.09244051635877082,0.4609896284560173,-2.5768267347642032e-05,-3.5268490837019753e-06,1.368494350577291]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.8972999990376302,-1.0172682393939656,-1.1652814520363224,-0.4732801633582427,-0.08465712456336831,1.232057524423197,1.5577528203193423],"gripper_action":1.0,"gripper_opening_width":0.08000037461645382,"tcp_orn":[-1.7869656670093568,0.12967837328384063,0.5558365687339469],"tcp_pos":[0.15731995760879403,-0.18013624647418197,0.9993465022320034]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0013833375791287798,0.003541388971417223,0.0029364998207156087],"current_lin_vel":[1.3182187223226665e-05,-2.7531055447399782e-05,3.9590436804674833e-05],"current_orn":[0.00013795277464030941,-0.00013140609995767021,0.7915073916207268,0.611159564034813],"current_pos":[0.1337268022316483,0.1358322689140598,0.4609840894256747]},"block_pink":{"current_ang_vel":[5.224121161328668e-13,-8.091906105549317e-12,2.8122655806015503e-06],"current_lin_vel":[-4.842579620887973e-08,3.12882509211515e-08,1.5079604231971189e-13],"current_orn":[-8.86920958256372e-06,-9.51039894063492e-06,0.6320898304226695,0.7748951194239969],"current_pos":[-0.24088671371158943,0.09244051635877082,0.4609896284560173]},"block_red":{"current_ang_vel":[6.625935134572022e-11,-5.7278215832184925e-11,6.183973423154944e-06],"current_lin_vel":[-6.233639628525943e-06,2.6208728781706207e-06,9.9342756243459e-13],"current_orn":[-3.1150304758805924e-05,1.848039818939385e-05,0.6870442172730288,0.7266156082825531],"current_pos":[0.22997373622875222,-0.11998022918702507,0.4599889000101484]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":666.608},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1612233110142883,-0.17915033675339703,0.9957878225046978,-1.7922387777534254,0.1295713988824435,0.5461464950021963,0.0800003552027003,2.8973000012046177,-1.018783838202456,-1.1719961736958426,-0.4733555318699854,-0.09086530750060794,1.2359340330109436,1.551864094723735,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22997352844065827,-0.11998014182471002,0.45998890001018167,-1.9874895704255222e-05,6.965956278725197e-05,1.5148268291800504,0.13372658543744753,0.1358321452057937,0.4609842362050597,-3.3329598436960636e-05,-0.0003863925184853781,1.8265611890878708,-0.24088671532578257,0.09244051740171236,0.4609896284560222,-2.5768267605888635e-05,-3.5268491550291663e-06,1.3684944443194484]}},"stepped":true,"termination":{"done":false}},"at":666.692},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2581},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.1612233110142883,-0.17915033675339703,0.9957878225046978,-1.7922387777534254,0.1295713988824435,0.5461464950021963,0.0800003552027003,2.8973000012046177,-1.018783838202456,-1.1719961736958426,-0.4733555318699854,-0.09086530750060794,1.2359340330109436,1.551864094723735,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22997352844065827,-0.11998014182471002,0.45998890001018167,-1.9874895704255222e-05,6.965956278725197e-05,1.5148268291800504,0.13372658543744753,0.1358321452057937,0.4609842362050597,-3.3329598436960636e-05,-0.0003863925184853781,1.8265611890878708,-0.24088671532578257,0.09244051740171236,0.4609896284560222,-2.5768267605888635e-05,-3.5268491550291663e-06,1.3684944443194484]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.8973000012046177,-1.018783838202456,-1.1719961736958426,-0.4733555318699854,-0.09086530750060794,1.2359340330109436,1.551864094723735],"gripper_action":1.0,"gripper_opening_width":0.0800003552027003,"tcp_orn":[-1.7922387777534254,0.1295713988824435,0.5461464950021963],"tcp_pos":[0.1612233110142883,-0.17915033675339703,0.9957878225046978]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.000770633577730543,0.00016486852632713734,0.003266226377643988],"current_lin_vel":[-6.0925709671132275e-05,-1.5139457264494798e-05,6.433505975726728e-06],"current_orn":[0.000142732605896438,-0.0001312627626070529,0.7915129217519792,0.611152400876521],"current_pos":[0.13372658543744753,0.1358321452057937,0.4609842362050597]},"block_pink":{"current_ang_vel":[5.136930332521381e-13,-7.967582451538047e-12,2.812264023934025e-06],"current_lin_vel":[-4.842579152107103e-08,3.1288243190609727e-08,1.4960949146214375e-13],"current_orn":[-8.86920921431547e-06,-9.510399465597404e-06,0.6320898667428388,0.7748950897972638],"current_pos":[-0.24088671532578257,0.09244051740171236,0.4609896284560222]},"block_red":{"current_ang_vel":[6.625492220406696e-11,-5.724163385142378e-11,6.184324833721029e-06],"current_lin_vel":[-6.233645288285883e-06,2.620866788662956e-06,9.924769339697548e-13],"current_orn":[-3.1150306519507453e-05,1.84803935225651e-05,0.6870442921649458,0.7266155374692328],"current_pos":[0.22997352844065827,-0.11998014182471002,0.45998890001018167]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":666.704},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.16518156214249732,-0.17809444300280253,0.9923418218329872,-1.7974455354677374,0.12956215182551128,0.5359404141575604,0.08000058173600647,2.897300002485597,-1.0199654596085899,-1.1794581145627274,-0.4734411502702253,-0.0964482445818965,1.240450073370498,1.5461475885653044,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22997332065237563,-0.11998005446259792,0.4599889000102149,-1.9874897496977646e-05,6.965956047414091e-05,1.5148270353308004,0.13372640735911354,0.13583213144050435,0.46098404777347296,-5.776531841042334e-05,-0.00037970184254533686,1.826543313298274,-0.24088671693997563,0.09244051844465363,0.4609896284560271,-2.576826786531546e-05,-3.5268492266795816e-06,1.3684945380615532]}},"stepped":true,"termination":{"done":false}},"at":666.815},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2587},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.16518156214249732,-0.17809444300280253,0.9923418218329872,-1.7974455354677374,0.12956215182551128,0.5359404141575604,0.08000058173600647,2.897300002485597,-1.0199654596085899,-1.1794581145627274,-0.4734411502702253,-0.0964482445818965,1.240450073370498,1.5461475885653044,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22997332065237563,-0.11998005446259792,0.4599889000102149,-1.9874897496977646e-05,6.965956047414091e-05,1.5148270353308004,0.13372640735911354,0.13583213144050435,0.46098404777347296,-5.776531841042334e-05,-0.00037970184254533686,1.826543313298274,-0.24088671693997563,0.09244051844465363,0.4609896284560271,-2.576826786531546e-05,-3.5268492266795816e-06,1.3684945380615532]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.897300002485597,-1.0199654596085899,-1.1794581145627274,-0.4734411502702253,-0.0964482445818965,1.240450073370498,1.5461475885653044],"gripper_action":1.0,"gripper_opening_width":0.08000058173600647,"tcp_orn":[-1.7974455354677374,0.12956215182551128,0.5359404141575604],"tcp_pos":[0.16518156214249732,-0.17809444300280253,0.9923418218329872]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.001622627271590878,-0.004187421684563769,-0.0077197562755547035],"current_lin_vel":[6.602478031032951e-05,3.0268709964418576e-05,-2.9272716441750002e-05],"current_orn":[0.00013261651179341603,-0.00013889003066161094,0.791507458207836,0.6111594773246922],"current_pos":[0.13372640735911354,0.13583213144050435,0.46098404777347296]},"block_pink":{"current_ang_vel":[6.325212296394188e-13,-8.072746139661743e-12,2.8122624672564135e-06],"current_lin_vel":[-4.8425791423009024e-08,3.128823290905659e-08,1.511984981661385e-13],"current_orn":[-8.869208846422558e-06,-9.51039999105788e-06,0.6320899030629866,0.7748950601705458],"current_pos":[-0.24088671693997563,0.09244051844465363,0.4609896284560271]},"block_red":{"current_ang_vel":[6.63062701460997e-11,-5.723216703103059e-11,6.184676265173268e-06],"current_lin_vel":[-6.233650948913406e-06,2.6208606976835143e-06,9.920467225477125e-13],"current_orn":[-3.115030828108574e-05,1.8480388855524423e-05,0.6870443670611112,0.7266154666518809],"current_pos":[0.22997332065237563,-0.11998005446259792,0.4599889000102149]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":666.825},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.16923198560427588,-0.17701264129215588,0.9889045384613789,-1.802570320046823,0.12961041457513942,0.5254040532236685,0.08000057712843558,2.89730000339941,-1.020999363048619,-1.1875704524688568,-0.47353495294989534,-0.10149166121339384,1.2454237437601874,1.5404594003537881,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.2299731128639043,-0.11997996710068883,0.4599889000102482,-1.987489929048161e-05,6.965955816224283e-05,1.5148272414932658,0.13372630563268711,0.1358320354709236,0.4609841695314472,-3.3646335476016795e-05,-0.00039051960714638095,1.8265743174020137,-0.2408867185541686,0.09244051948759467,0.460989628456032,-2.5768268123909117e-05,-3.5268492972135567e-06,1.3684946318036058]}},"stepped":true,"termination":{"done":false}},"at":666.937},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2593},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.16923198560427588,-0.17701264129215588,0.9889045384613789,-1.802570320046823,0.12961041457513942,0.5254040532236685,0.08000057712843558,2.89730000339941,-1.020999363048619,-1.1875704524688568,-0.47353495294989534,-0.10149166121339384,1.2454237437601874,1.5404594003537881,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.2299731128639043,-0.11997996710068883,0.4599889000102482,-1.987489929048161e-05,6.965955816224283e-05,1.5148272414932658,0.13372630563268711,0.1358320354709236,0.4609841695314472,-3.3646335476016795e-05,-0.00039051960714638095,1.8265743174020137,-0.2408867185541686,0.09244051948759467,0.460989628456032,-2.5768268123909117e-05,-3.5268492972135567e-06,1.3684946318036058]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.89730000339941,-1.020999363048619,-1.1875704524688568,-0.47353495294989534,-0.10149166121339384,1.2454237437601874,1.5404594003537881],"gripper_action":1.0,"gripper_opening_width":0.08000057712843558,"tcp_orn":[-1.802570320046823,0.12961041457513942,0.5254040532236685],"tcp_pos":[0.16923198560427588,-0.17701264129215588,0.9889045384613789]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0007514589333663977,0.00017305964613358168,0.0033020530319795285],"current_lin_vel":[-6.147013094763568e-05,-1.4748076772828361e-05,6.530796425867347e-06],"current_orn":[0.00014427001133297994,-0.00013264830638954912,0.7915169330760282,0.6111472050533397],"current_pos":[0.13372630563268711,0.1358320354709236,0.4609841695314472]},"block_pink":{"current_ang_vel":[6.25409904677168e-13,-7.928878087980473e-12,2.8122609105627463e-06],"current_lin_vel":[-4.8425786344427536e-08,3.128822514632482e-08,1.5088624794046268e-13],"current_orn":[-8.869208478559903e-06,-9.51040051582223e-06,0.6320899393831126,0.7748950305438425],"current_pos":[-0.2408867185541686,0.09244051948759467,0.460989628456032]},"block_red":{"current_ang_vel":[6.631354518509888e-11,-5.756952585665369e-11,6.185027714735993e-06],"current_lin_vel":[-6.233656616766954e-06,2.620854607236411e-06,9.985415272417697e-13],"current_orn":[-3.115031004347227e-05,1.848038418847331e-05,0.6870444419615255,0.7266153958304968],"current_pos":[0.2299731128639043,-0.11997996710068883,0.4599889000102482]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":666.947},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.17339364920586958,-0.17592940561631445,0.985429042529468,-1.8076060321794958,0.12969924618446876,0.5146080064361306,0.0800005710557605,2.8973000041605133,-1.0219810311302433,-1.1962485959282052,-0.4736353874824107,-0.10607547968419459,1.2507787406881592,1.5347478617435197,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22997290507524426,-0.11997987973898282,0.45998890001028153,-1.9874901081390848e-05,6.965955584750086e-05,1.514827447667446,0.13372612570392803,0.13583199486939093,0.4609841912211228,-4.073833155307632e-05,-0.0003899759222065404,1.8265753811731718,-0.24088672016836152,0.09244052053053543,0.46098962845603686,-2.5768268383756958e-05,-3.526849368104058e-06,1.3684947255456068]}},"stepped":true,"termination":{"done":false}},"at":667.027},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2599},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.17339364920586958,-0.17592940561631445,0.985429042529468,-1.8076060321794958,0.12969924618446876,0.5146080064361306,0.0800005710557605,2.8973000041605133,-1.0219810311302433,-1.1962485959282052,-0.4736353874824107,-0.10607547968419459,1.2507787406881592,1.5347478617435197,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22997290507524426,-0.11997987973898282,0.45998890001028153,-1.9874901081390848e-05,6.965955584750086e-05,1.514827447667446,0.13372612570392803,0.13583199486939093,0.4609841912211228,-4.073833155307632e-05,-0.0003899759222065404,1.8265753811731718,-0.24088672016836152,0.09244052053053543,0.46098962845603686,-2.5768268383756958e-05,-3.526849368104058e-06,1.3684947255456068]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.8973000041605133,-1.0219810311302433,-1.1962485959282052,-0.4736353874824107,-0.10607547968419459,1.2507787406881592,1.5347478617435197],"gripper_action":1.0,"gripper_opening_width":0.0800005710557605,"tcp_orn":[-1.8076060321794958,0.12969924618446876,0.5146080064361306],"tcp_pos":[0.17339364920586958,-0.17592940561631445,0.985429042529468]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0005526664651541532,-0.001581884637908649,0.0006626648242503736],"current_lin_vel":[-4.517255993385977e-05,-1.1372626184787649e-05,-5.043137696704447e-06],"current_orn":[0.0001418877885806252,-0.00013528881264867246,0.7915172577063231,0.6111467845925844],"current_pos":[0.13372612570392803,0.13583199486939093,0.4609841912211228]},"block_pink":{"current_ang_vel":[4.076666551873897e-13,-7.993485223189367e-12,2.812259353958193e-06],"current_lin_vel":[-4.842578543503729e-08,3.128822159639051e-08,1.511984981661385e-13],"current_orn":[-8.869208111070714e-06,-9.510401041120847e-06,0.6320899757032172,0.7748950009171537],"current_pos":[-0.24088672016836152,0.09244052053053543,0.46098962845603686]},"block_red":{"current_ang_vel":[6.63496772677307e-11,-5.7609524473175065e-11,6.185379185581401e-06],"current_lin_vel":[-6.23366227900193e-06,2.6208485158547014e-06,9.97764371124532e-13],"current_orn":[-3.11503118040468e-05,1.848037952109771e-05,0.6870445168661887,0.7266153250050806],"current_pos":[0.22997290507524426,-0.11997987973898282,0.45998890001028153]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":667.038},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.17767770648768094,-0.17486030613416353,0.9818929813440549,-1.8125491894033168,0.1298211137600963,0.5035739334303473,0.08000056616634887,2.897300004862732,-1.0229656618940348,-1.2054181862414273,-0.473741518061642,-0.11027196071689496,1.256484620050175,1.5289997296465494,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.2299726972863955,-0.11997979237747983,0.45998890001031484,-1.9874902873130653e-05,6.96595535324594e-05,1.5148276538533425,0.13372611363556494,0.13583187869892535,0.4609841025347774,-4.968560542642724e-05,-0.00039271513493903225,1.8265668144378728,-0.24088672178255435,0.09244052157347592,0.46098962845604174,-2.576826864269557e-05,-3.526849439276342e-06,1.3684948192875561]}},"stepped":true,"termination":{"done":false}},"at":667.115},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2605},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.17767770648768094,-0.17486030613416353,0.9818929813440549,-1.8125491894033168,0.1298211137600963,0.5035739334303473,0.08000056616634887,2.897300004862732,-1.0229656618940348,-1.2054181862414273,-0.473741518061642,-0.11027196071689496,1.256484620050175,1.5289997296465494,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.2299726972863955,-0.11997979237747983,0.45998890001031484,-1.9874902873130653e-05,6.96595535324594e-05,1.5148276538533425,0.13372611363556494,0.13583187869892535,0.4609841025347774,-4.968560542642724e-05,-0.00039271513493903225,1.8265668144378728,-0.24088672178255435,0.09244052157347592,0.46098962845604174,-2.576826864269557e-05,-3.526849439276342e-06,1.3684948192875561]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.897300004862732,-1.0229656618940348,-1.2054181862414273,-0.473741518061642,-0.11027196071689496,1.256484620050175,1.5289997296465494],"gripper_action":1.0,"gripper_opening_width":0.08000056616634887,"tcp_orn":[-1.8125491894033168,0.1298211137600963,0.5035739334303473],"tcp_pos":[0.17767770648768094,-0.17486030613416353,0.9818929813440549]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0004321048459987832,-0.00369800352211614,-0.003009325564773023],"current_lin_vel":[-1.5963363047229103e-05,-9.793796354604731e-06,-5.058726335854802e-06],"current_orn":[0.00014023720858666086,-0.00013966740469331838,0.7915146390866238,0.6111501754381762],"current_pos":[0.13372611363556494,0.13583187869892535,0.4609841025347774]},"block_pink":{"current_ang_vel":[5.273736040895751e-13,-8.093096942842575e-12,2.8122577972505158e-06],"current_lin_vel":[-4.8425785225641366e-08,3.128821129702542e-08,1.5280832155184498e-13],"current_orn":[-8.869207743140406e-06,-9.510401566241043e-06,0.6320900120233005,0.7748949712904796],"current_pos":[-0.24088672178255435,0.09244052157347592,0.46098962845604174]},"block_red":{"current_ang_vel":[6.639336100365132e-11,-5.7678794112229794e-11,6.185730675894802e-06],"current_lin_vel":[-6.233667942150996e-06,2.6208424240026556e-06,9.966888425694265e-13],"current_orn":[-3.1150313564927826e-05,1.848037485314534e-05,0.6870445917751012,0.726615254175632],"current_pos":[0.2299726972863955,-0.11997979237747983,0.45998890001031484]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":667.126},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.18209159598338354,-0.17381675787779124,0.9782844254748563,-1.8173984121371292,0.1299723937209929,0.4923035199262382,0.08000056164823013,2.8973000055459295,-1.0239900074599864,-1.2150134848634149,-0.4738527157039808,-0.11414574765287157,1.2625301918805698,1.523217235460501,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22997248949735796,-0.11997970501617986,0.4599889000103481,-1.987490466567129e-05,6.965955121808228e-05,1.5148278600509557,0.1337265935254148,0.13583214556165754,0.4609840559389492,-3.892847256430433e-05,-0.0003807312389134405,1.8265487850782192,-0.24088672339674708,0.09244052261641615,0.4609896284560467,-2.576826889956133e-05,-3.5268495100081994e-06,1.3684949130294541]}},"stepped":true,"termination":{"done":false}},"at":667.236},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2611},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.18209159598338354,-0.17381675787779124,0.9782844254748563,-1.8173984121371292,0.1299723937209929,0.4923035199262382,0.08000056164823013,2.8973000055459295,-1.0239900074599864,-1.2150134848634149,-0.4738527157039808,-0.11414574765287157,1.2625301918805698,1.523217235460501,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22997248949735796,-0.11997970501617986,0.4599889000103481,-1.987490466567129e-05,6.965955121808228e-05,1.5148278600509557,0.1337265935254148,0.13583214556165754,0.4609840559389492,-3.892847256430433e-05,-0.0003807312389134405,1.8265487850782192,-0.24088672339674708,0.09244052261641615,0.4609896284560467,-2.576826889956133e-05,-3.5268495100081994e-06,1.3684949130294541]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.8973000055459295,-1.0239900074599864,-1.2150134848634149,-0.4738527157039808,-0.11414574765287157,1.2625301918805698,1.523217235460501],"gripper_action":1.0,"gripper_opening_width":0.08000056164823013,"tcp_orn":[-1.8173984121371292,0.1299723937209929,0.4923035199262382],"tcp_pos":[0.18209159598338354,-0.17381675787779124,0.9782844254748563]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0013998838416919897,0.0033818489931386354,0.002920612960112234],"current_lin_vel":[1.0303669993851387e-05,-2.7862204100644343e-05,4.2817164941970354e-05],"current_orn":[0.00013878041812524403,-0.0001317494616494024,0.7915091314594044,0.6111573105170667],"current_pos":[0.1337265935254148,0.13583214556165754,0.4609840559389492]},"block_pink":{"current_ang_vel":[5.071842693203869e-13,-8.019733032966629e-12,2.8122562405528197e-06],"current_lin_vel":[-4.842578155704138e-08,3.1288203795794935e-08,1.5086543125875096e-13],"current_orn":[-8.869207374546386e-06,-9.51040209053524e-06,0.6320900483433626,0.77489494166382],"current_pos":[-0.24088672339674708,0.09244052261641615,0.4609896284560467]},"block_red":{"current_ang_vel":[6.620030785721313e-11,-5.783976127215265e-11,6.186082184704738e-06],"current_lin_vel":[-6.23367360744086e-06,2.6208363365594166e-06,1.0045575482564573e-12],"current_orn":[-3.115031532643564e-05,1.8480370184976564e-05,0.6870446666882631,0.7266151833421506],"current_pos":[0.22997248949735796,-0.11997970501617986,0.4599889000103481]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":667.246},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.18664097294196236,-0.17280812047969127,0.9745958702106483,-1.8221531151753632,0.13015099278599962,0.48079057985663864,0.0800005567885832,2.8973000062263115,-1.025082048931784,-1.2249760171504818,-0.47396838570155325,-0.11775438685517557,1.2689127426303315,1.5174082827452067,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.2299722817081317,-0.1199796176550829,0.4599889000103814,-1.9874906458886813e-05,6.965954890490756e-05,1.5148280662602862,0.13372624817659776,0.13583202241684614,0.46098421092424247,-3.3472457156291014e-05,-0.0003880035347850214,1.826572842275036,-0.24088672501093977,0.0924405236593561,0.46098962845605157,-2.576826915876099e-05,-3.5268495817983514e-06,1.3684950067713]}},"stepped":true,"termination":{"done":false}},"at":667.362},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2617},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.18664097294196236,-0.17280812047969127,0.9745958702106483,-1.8221531151753632,0.13015099278599962,0.48079057985663864,0.0800005567885832,2.8973000062263115,-1.025082048931784,-1.2249760171504818,-0.47396838570155325,-0.11775438685517557,1.2689127426303315,1.5174082827452067,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.2299722817081317,-0.1199796176550829,0.4599889000103814,-1.9874906458886813e-05,6.965954890490756e-05,1.5148280662602862,0.13372624817659776,0.13583202241684614,0.46098421092424247,-3.3472457156291014e-05,-0.0003880035347850214,1.826572842275036,-0.24088672501093977,0.0924405236593561,0.46098962845605157,-2.576826915876099e-05,-3.5268495817983514e-06,1.3684950067713]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.8973000062263115,-1.025082048931784,-1.2249760171504818,-0.47396838570155325,-0.11775438685517557,1.2689127426303315,1.5174082827452067],"gripper_action":1.0,"gripper_opening_width":0.0800005567885832,"tcp_orn":[-1.8221531151753632,0.13015099278599962,0.48079057985663864],"tcp_pos":[0.18664097294196236,-0.17280812047969127,0.9745958702106483]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0007665814535919532,0.00016868966791049045,0.003282338445476966],"current_lin_vel":[-6.116785035116789e-05,-1.5055082288468466e-05,6.3664686852579755e-06],"current_orn":[0.0001433272897941956,-0.00013181075299612222,0.79151648253415,0.611147788967595],"current_pos":[0.13372624817659776,0.13583202241684614,0.46098421092424247]},"block_pink":{"current_ang_vel":[6.292264728086757e-13,-8.115241916952773e-12,2.8122546838819775e-06],"current_lin_vel":[-4.84257812657526e-08,3.1288193449912966e-08,1.5239892681151446e-13],"current_orn":[-8.869207006522381e-06,-9.510402615976845e-06,0.6320900846634029,0.7748949120371752],"current_pos":[-0.24088672501093977,0.0924405236593561,0.46098962845605157]},"block_red":{"current_ang_vel":[6.636714807797145e-11,-5.760624840917457e-11,6.186433716055423e-06],"current_lin_vel":[-6.233679265187903e-06,2.620830241549444e-06,9.977990655940516e-13],"current_orn":[-3.1150317088709346e-05,1.848036551683013e-05,0.6870447416056747,0.7266151125046364],"current_pos":[0.2299722817081317,-0.1199796176550829,0.4599889000103814]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":667.372},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.19133040602600088,-0.17184260685515518,0.9708216626170721,-1.8268131552797522,0.13035540116918073,0.46902647749587223,0.08000055114584724,2.8973000069096435,-1.0262651710785005,-1.2352534577886398,-0.4740879584298541,-0.12114901969835308,1.275633100655611,1.511582421476226,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.2299720739187167,-0.11997953029418906,0.4599889000104147,-1.9874908249594684e-05,6.965954658991452e-05,1.5148282724813347,0.13372594546502906,0.13583190268003995,0.46098417286841037,-5.828102570979876e-05,-0.0003867780427614271,1.8265624259571045,-0.24088672662513236,0.09244052470229579,0.4609896284560565,-2.576826941583298e-05,-3.5268496524509857e-06,1.3684951005130936]}},"stepped":true,"termination":{"done":false}},"at":667.485},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2623},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.19133040602600088,-0.17184260685515518,0.9708216626170721,-1.8268131552797522,0.13035540116918073,0.46902647749587223,0.08000055114584724,2.8973000069096435,-1.0262651710785005,-1.2352534577886398,-0.4740879584298541,-0.12114901969835308,1.275633100655611,1.511582421476226,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.2299720739187167,-0.11997953029418906,0.4599889000104147,-1.9874908249594684e-05,6.965954658991452e-05,1.5148282724813347,0.13372594546502906,0.13583190268003995,0.46098417286841037,-5.828102570979876e-05,-0.0003867780427614271,1.8265624259571045,-0.24088672662513236,0.09244052470229579,0.4609896284560565,-2.576826941583298e-05,-3.5268496524509857e-06,1.3684951005130936]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.8973000069096435,-1.0262651710785005,-1.2352534577886398,-0.4740879584298541,-0.12114901969835308,1.275633100655611,1.511582421476226],"gripper_action":1.0,"gripper_opening_width":0.08000055114584724,"tcp_orn":[-1.8268131552797522,0.13035540116918073,0.46902647749587223],"tcp_pos":[0.19133040602600088,-0.17184260685515518,0.9708216626170721]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0005299527184629413,-0.005424681442781279,-0.006480040724305729],"current_lin_vel":[1.7114213901509453e-05,-1.254246483487451e-05,-6.9783702672729375e-06],"current_orn":[0.0001352607046251656,-0.000141255174540075,0.7915132979775118,0.6111519130922197],"current_pos":[0.13372594546502906,0.13583190268003995,0.46098417286841037]},"block_pink":{"current_ang_vel":[6.124178450389742e-13,-8.025166427055057e-12,2.8122531271721964e-06],"current_lin_vel":[-4.8425777262291976e-08,3.128818588073548e-08,1.5048379209403606e-13],"current_orn":[-8.869206638033742e-06,-9.510403140305036e-06,0.6320901209834217,0.7748948824105453],"current_pos":[-0.24088672662513236,0.09244052470229579,0.4609896284560565]},"block_red":{"current_ang_vel":[6.625369524896858e-11,-5.7489233333201815e-11,6.186785266161841e-06],"current_lin_vel":[-6.233684925579647e-06,2.620824151827039e-06,9.988745941491572e-13],"current_orn":[-3.1150318849555006e-05,1.848036084870184e-05,0.6870448165273363,0.726615041663089],"current_pos":[0.2299720739187167,-0.11997953029418906,0.4599889000104147]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":667.492},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.19616365937750743,-0.17092773973223385,0.9669568457269853,-1.8313786773377267,0.13058435932798101,0.45700259309697494,0.08000054442284651,2.897300007596933,-1.0275601539467958,-1.2457987135232655,-0.4742108052272135,-0.1243750636453122,1.2826932891296376,1.5057491641276992,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22997186612911297,-0.11997944293349828,0.459988900010448,-1.987491004227204e-05,6.965954427451953e-05,1.5148284787141022,0.13372639839489006,0.1358320946469739,0.4609841123759601,-3.869472563274458e-05,-0.0003811107087032148,1.8265561949835092,-0.2408867282393249,0.09244052574523524,0.4609896284560614,-2.5768269673669613e-05,-3.5268497234067273e-06,1.3684951942548347]}},"stepped":true,"termination":{"done":false}},"at":667.564},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2629},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.19616365937750743,-0.17092773973223385,0.9669568457269853,-1.8313786773377267,0.13058435932798101,0.45700259309697494,0.08000054442284651,2.897300007596933,-1.0275601539467958,-1.2457987135232655,-0.4742108052272135,-0.1243750636453122,1.2826932891296376,1.5057491641276992,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22997186612911297,-0.11997944293349828,0.459988900010448,-1.987491004227204e-05,6.965954427451953e-05,1.5148284787141022,0.13372639839489006,0.1358320946469739,0.4609841123759601,-3.869472563274458e-05,-0.0003811107087032148,1.8265561949835092,-0.2408867282393249,0.09244052574523524,0.4609896284560614,-2.5768269673669613e-05,-3.5268497234067273e-06,1.3684951942548347]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.897300007596933,-1.0275601539467958,-1.2457987135232655,-0.4742108052272135,-0.1243750636453122,1.2826932891296376,1.5057491641276992],"gripper_action":1.0,"gripper_opening_width":0.08000054442284651,"tcp_orn":[-1.8313786773377267,0.13058435932798101,0.45700259309697494],"tcp_pos":[0.19616365937750743,-0.17092773973223385,0.9669568457269853]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0010649058817544512,0.004293838373881335,0.0030455304913250235],"current_lin_vel":[2.6079030697970823e-05,-2.1140755805274897e-05,2.5345309512030123e-05],"current_orn":[0.00013900251131242311,-0.00013177239810415264,0.7915113957474124,0.6111543779736182],"current_pos":[0.13372639839489006,0.1358320946469739,0.4609841123759601]},"block_pink":{"current_ang_vel":[6.004351963720974e-13,-7.900270182832859e-12,2.8122515705487406e-06],"current_lin_vel":[-4.842577256333983e-08,3.128817821573082e-08,1.502339919134954e-13],"current_orn":[-8.869206269745783e-06,-9.510403664992078e-06,0.6320901573034187,0.7748948527839302],"current_pos":[-0.2408867282393249,0.09244052574523524,0.4609896284560614]},"block_red":{"current_ang_vel":[6.635267224217811e-11,-5.7650329168902764e-11,6.187136836628202e-06],"current_lin_vel":[-6.233690591813735e-06,2.620818057440931e-06,9.98368054894172e-13],"current_orn":[-3.115032061108578e-05,1.8480356179568274e-05,0.6870448914532482,0.7266149708175083],"current_pos":[0.22997186612911297,-0.11997944293349828,0.459988900010448]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":667.575},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.20114385433000875,-0.17007045110586502,0.9629967528851515,-1.8358499372030148,0.1308366474803316,0.44471100097382316,0.08000053641421569,2.897300008286852,-1.0289860196293206,-1.2565691954709093,-0.4743364538648619,-0.12747291264595714,1.2900961895028114,1.499917412503597,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22997165833932043,-0.1199793555730106,0.4599889000104813,-1.987491183393075e-05,6.965954195933471e-05,1.5148286849585888,0.13372618048812862,0.13583184690488323,0.4609841057154922,-3.388437142870299e-05,-0.00039456314183553546,1.8265746368373688,-0.2408867298535174,0.09244052678817444,0.4609896284560663,-2.5768269933421675e-05,-3.5268497939940435e-06,1.3684952879965249]}},"stepped":true,"termination":{"done":false}},"at":667.657},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2635},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.20114385433000875,-0.17007045110586502,0.9629967528851515,-1.8358499372030148,0.1308366474803316,0.44471100097382316,0.08000053641421569,2.897300008286852,-1.0289860196293206,-1.2565691954709093,-0.4743364538648619,-0.12747291264595714,1.2900961895028114,1.499917412503597,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22997165833932043,-0.1199793555730106,0.4599889000104813,-1.987491183393075e-05,6.965954195933471e-05,1.5148286849585888,0.13372618048812862,0.13583184690488323,0.4609841057154922,-3.388437142870299e-05,-0.00039456314183553546,1.8265746368373688,-0.2408867298535174,0.09244052678817444,0.4609896284560663,-2.5768269933421675e-05,-3.5268497939940435e-06,1.3684952879965249]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.897300008286852,-1.0289860196293206,-1.2565691954709093,-0.4743364538648619,-0.12747291264595714,1.2900961895028114,1.499917412503597],"gripper_action":1.0,"gripper_opening_width":0.08000053641421569,"tcp_orn":[-1.8358499372030148,0.1308366474803316,0.44471100097382316],"tcp_pos":[0.20114385433000875,-0.17007045110586502,0.9629967528851515]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.00044569133132556856,0.0002477179060309616,0.0033343965334921817],"current_lin_vel":[-6.0615563127709436e-05,-8.62308589236168e-06,7.966411779761207e-07],"current_orn":[0.00014579755832387658,-0.0001339780852977998,0.7915170303362186,0.6111470784358525],"current_pos":[0.13372618048812862,0.13583184690488323,0.4609841057154922]},"block_pink":{"current_ang_vel":[3.839038181966798e-13,-7.945801797835122e-12,2.8122500138725964e-06],"current_lin_vel":[-4.8425771272383756e-08,3.128817464129296e-08,1.5141360387715963e-13],"current_orn":[-8.869205902316606e-06,-9.510404190141501e-06,0.6320901936233946,0.7748948231573295],"current_pos":[-0.2408867298535174,0.09244052678817444,0.4609896284560663]},"block_red":{"current_ang_vel":[6.624550388958833e-11,-5.757566988796151e-11,6.18748842611376e-06],"current_lin_vel":[-6.233696253670091e-06,2.6208119668869896e-06,9.99492155706605e-13],"current_orn":[-3.115032237242632e-05,1.848035151067829e-05,0.6870449663834104,0.726614899967894],"current_pos":[0.22997165833932043,-0.1199793555730106,0.4599889000104813]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":667.669},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.206273452375765,-0.16927727547318264,0.9589367503838705,-1.8402273766706612,0.1311110959407892,0.4321451621780681,0.08000052696427588,2.8973000089767713,-1.030560531137304,-1.267526158898223,-0.4744643742669491,-0.13047846253513368,1.2978445113231225,1.4940952265076837,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22997145054933907,-0.11997926821272599,0.4599889000105146,-1.98749136269938e-05,6.965953964445508e-05,1.5148288912147956,0.13372582451448015,0.13583182276524508,0.4609841324793186,-4.485789392302821e-05,-0.00039220627359583997,1.8265804062507611,-0.24088673146770972,0.09244052783111331,0.4609896284560712,-2.576827018916324e-05,-3.5268498655272634e-06,1.3684953817381633]}},"stepped":true,"termination":{"done":false}},"at":667.74},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2641},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.206273452375765,-0.16927727547318264,0.9589367503838705,-1.8402273766706612,0.1311110959407892,0.4321451621780681,0.08000052696427588,2.8973000089767713,-1.030560531137304,-1.267526158898223,-0.4744643742669491,-0.13047846253513368,1.2978445113231225,1.4940952265076837,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22997145054933907,-0.11997926821272599,0.4599889000105146,-1.98749136269938e-05,6.965953964445508e-05,1.5148288912147956,0.13372582451448015,0.13583182276524508,0.4609841324793186,-4.485789392302821e-05,-0.00039220627359583997,1.8265804062507611,-0.24088673146770972,0.09244052783111331,0.4609896284560712,-2.576827018916324e-05,-3.5268498655272634e-06,1.3684953817381633]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.8973000089767713,-1.030560531137304,-1.267526158898223,-0.4744643742669491,-0.13047846253513368,1.2978445113231225,1.4940952265076837],"gripper_action":1.0,"gripper_opening_width":0.08000052696427588,"tcp_orn":[-1.8402273766706612,0.1311110959407892,0.4321451621780681],"tcp_pos":[0.206273452375765,-0.16927727547318264,0.9589367503838705]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0005011317286661625,-0.0025887555029333494,-0.001030312768694649],"current_lin_vel":[-3.232962994783867e-05,-1.0724929776899086e-05,-4.244729030551675e-06],"current_orn":[0.00014151198647206653,-0.00013760034548202958,0.7915187927655959,0.6111447960503275],"current_pos":[0.13372582451448015,0.13583182276524508,0.4609841324793186]},"block_pink":{"current_ang_vel":[7.031970772432173e-13,-7.916320188135595e-12,2.8122484571366517e-06],"current_lin_vel":[-4.842576848106829e-08,3.128816035006217e-08,1.498523527487805e-13],"current_orn":[-8.869205533034839e-06,-9.510404714389669e-06,0.6320902299433491,0.7748947935307434],"current_pos":[-0.24088673146770972,0.09244052783111331,0.4609896284560712]},"block_red":{"current_ang_vel":[6.637143310440364e-11,-5.778650543634302e-11,6.18784003661881e-06],"current_lin_vel":[-6.2337019215283984e-06,2.6208058712577485e-06,9.990966387540823e-13],"current_orn":[-3.1150324134489565e-05,1.848034684123405e-05,0.6870450413178233,0.7266148291142458],"current_pos":[0.22997145054933907,-0.11997926821272599,0.4599889000105146]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":667.75},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.21155431528153,-0.16855438232671716,0.9547722239640251,-1.8445114529879416,0.13140649390603443,0.41929982399561877,0.08000051595440497,2.897300009663197,-1.0323003961845285,-1.2786341800429293,-0.474594005584651,-0.1334236181116015,1.305941005107004,1.4882898173888743,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22997124275916894,-0.11997918085264453,0.45998890001054793,-1.9874915419231086e-05,6.965953732875962e-05,1.514829097482723,0.1337260763219641,0.13583186846031292,0.46098409289801967,-3.3933780594388324e-05,-0.0003918522503458136,1.826577250835223,-0.24088673308190203,0.09244052887405196,0.4609896284560761,-2.5768270449194264e-05,-3.5268499367191595e-06,1.3684954754797496]}},"stepped":true,"termination":{"done":false}},"at":667.823},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2647},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.21155431528153,-0.16855438232671716,0.9547722239640251,-1.8445114529879416,0.13140649390603443,0.41929982399561877,0.08000051595440497,2.897300009663197,-1.0323003961845285,-1.2786341800429293,-0.474594005584651,-0.1334236181116015,1.305941005107004,1.4882898173888743,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22997124275916894,-0.11997918085264453,0.45998890001054793,-1.9874915419231086e-05,6.965953732875962e-05,1.514829097482723,0.1337260763219641,0.13583186846031292,0.46098409289801967,-3.3933780594388324e-05,-0.0003918522503458136,1.826577250835223,-0.24088673308190203,0.09244052887405196,0.4609896284560761,-2.5768270449194264e-05,-3.5268499367191595e-06,1.3684954754797496]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.897300009663197,-1.0323003961845285,-1.2786341800429293,-0.474594005584651,-0.1334236181116015,1.305941005107004,1.4882898173888743],"gripper_action":1.0,"gripper_opening_width":0.08000051595440497,"tcp_orn":[-1.8445114529879416,0.13140649390603443,0.41929982399561877],"tcp_pos":[0.21155431528153,-0.16855438232671716,0.9547722239640251]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0008290658676317849,0.0012997615893479944,0.0032420140119093794],"current_lin_vel":[-3.774103059756193e-05,-1.6317192759431484e-05,1.546369534047992e-05],"current_orn":[0.00014470977584577922,-0.00013316907356054355,0.7915178293257916,0.6111460440716816],"current_pos":[0.1337260763219641,0.13583186846031292,0.46098409289801967]},"block_pink":{"current_ang_vel":[6.100654558606879e-13,-8.231225599427544e-12,2.8122469004249474e-06],"current_lin_vel":[-4.8425772577173623e-08,3.12881543072956e-08,1.520658599041269e-13],"current_orn":[-8.869205165523104e-06,-9.510405239861011e-06,0.632090266263282,0.7748947639041721],"current_pos":[-0.24088673308190203,0.09244052887405196,0.4609896284560761]},"block_red":{"current_ang_vel":[6.631291423149304e-11,-5.777202177805345e-11,6.188191667123683e-06],"current_lin_vel":[-6.233707585226882e-06,2.6207997790179157e-06,1.000394211914113e-12],"current_orn":[-3.115032589608023e-05,1.8480342171594365e-05,0.6870451162564871,0.7266147582565635],"current_pos":[0.22997124275916894,-0.11997918085264453,0.45998890001054793]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":667.835},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.21698772474616365,-0.16790758654459143,0.9504985429974692,-1.848702605536866,0.13172158950335922,0.40617099853209687,0.08000050327491275,2.897300010341966,-1.0342214425845215,-1.2898607369270505,-0.47472481445437337,-0.13633672539790415,1.3143884443398788,1.482507577383941,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22997103496881002,-0.11997909349276616,0.45998890001058124,-1.9874917210986307e-05,6.96595350140389e-05,1.5148293037623723,0.13372602008327977,0.135832000500336,0.4609839386548069,-5.555839275028168e-05,-0.00037830983845455737,1.826554135759617,-0.2408867346960943,0.09244052991699035,0.460989628456081,-2.576827070759145e-05,-3.526850007490175e-06,1.3684955692212835]}},"stepped":true,"termination":{"done":false}},"at":667.908},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2653},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.21698772474616365,-0.16790758654459143,0.9504985429974692,-1.848702605536866,0.13172158950335922,0.40617099853209687,0.08000050327491275,2.897300010341966,-1.0342214425845215,-1.2898607369270505,-0.47472481445437337,-0.13633672539790415,1.3143884443398788,1.482507577383941,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22997103496881002,-0.11997909349276616,0.45998890001058124,-1.9874917210986307e-05,6.96595350140389e-05,1.5148293037623723,0.13372602008327977,0.135832000500336,0.4609839386548069,-5.555839275028168e-05,-0.00037830983845455737,1.826554135759617,-0.2408867346960943,0.09244052991699035,0.460989628456081,-2.576827070759145e-05,-3.526850007490175e-06,1.3684955692212835]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.897300010341966,-1.0342214425845215,-1.2898607369270505,-0.47472481445437337,-0.13633672539790415,1.3143884443398788,1.482507577383941],"gripper_action":1.0,"gripper_opening_width":0.08000050327491275,"tcp_orn":[-1.848702605536866,0.13172158950335922,0.40617099853209687],"tcp_pos":[0.21698772474616365,-0.16790758654459143,0.9504985429974692]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.00285246422449537,-0.00330351323850727,-0.007811498784981358],"current_lin_vel":[8.549454413733743e-05,5.4875914809512883e-05,-4.0916693280046434e-05],"current_orn":[0.0001327407572814503,-0.00013759054507242973,0.791510765590146,0.611155194204904],"current_pos":[0.13372602008327977,0.135832000500336,0.4609839386548069]},"block_pink":{"current_ang_vel":[4.747385774331132e-13,-7.846545026663871e-12,2.8122453438236076e-06],"current_lin_vel":[-4.842576268220214e-08,3.128814910911319e-08,1.4989398611220395e-13],"current_orn":[-8.869204797511582e-06,-9.510405764652669e-06,0.6320903025831931,0.7748947342776158],"current_pos":[-0.2408867346960943,0.09244052991699035,0.460989628456081]},"block_red":{"current_ang_vel":[6.633023730797509e-11,-5.7416911531400175e-11,6.188543316364379e-06],"current_lin_vel":[-6.233713242466331e-06,2.62079368498433e-06,9.955161694996661e-13],"current_orn":[-3.115032765793827e-05,1.8480337502291674e-05,0.6870451911994022,0.7266146873948469],"current_pos":[0.22997103496881002,-0.11997909349276616,0.45998890001058124]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":667.918},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.22257433333884374,-0.16734239089126296,0.9461110623913817,-1.8528012993916132,0.13205509449759323,0.3927560549851325,0.08000048885965669,2.89730001100835,-1.0363386708554847,-1.3011758268694098,-0.47485623375963004,-0.1392428972991459,1.3231893797923853,1.4767541480151858,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.2299708271782623,-0.11997900613309095,0.45998890001061454,-1.9874919003538254e-05,6.96595326976323e-05,1.5148295100537432,0.1337257700636437,0.1358318323981857,0.4609841422069786,-3.3811483538636416e-05,-0.000392299977457677,1.8265912260481956,-0.24088673631028645,0.09244053095992848,0.46098962845608593,-2.576827096463521e-05,-3.5268500785317957e-06,1.3684956629627656]}},"stepped":true,"termination":{"done":false}},"at":668.029},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2659},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.22257433333884374,-0.16734239089126296,0.9461110623913817,-1.8528012993916132,0.13205509449759323,0.3927560549851325,0.08000048885965669,2.89730001100835,-1.0363386708554847,-1.3011758268694098,-0.47485623375963004,-0.1392428972991459,1.3231893797923853,1.4767541480151858,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.2299708271782623,-0.11997900613309095,0.45998890001061454,-1.9874919003538254e-05,6.96595326976323e-05,1.5148295100537432,0.1337257700636437,0.1358318323981857,0.4609841422069786,-3.3811483538636416e-05,-0.000392299977457677,1.8265912260481956,-0.24088673631028645,0.09244053095992848,0.46098962845608593,-2.576827096463521e-05,-3.5268500785317957e-06,1.3684956629627656]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.89730001100835,-1.0363386708554847,-1.3011758268694098,-0.47485623375963004,-0.1392428972991459,1.3231893797923853,1.4767541480151858],"gripper_action":1.0,"gripper_opening_width":0.08000048885965669,"tcp_orn":[-1.8528012993916132,0.13205509449759323,0.3927560549851325],"tcp_pos":[0.22257433333884374,-0.16734239089126296,0.9461110623913817]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0007281650171706519,0.00018189486928772616,0.0033210015915244497],"current_lin_vel":[-6.166804179728283e-05,-1.4278264523167296e-05,5.958521235263636e-06],"current_orn":[0.0001449252696707925,-0.00013325647405843164,0.7915220997256217,0.6111405132089683],"current_pos":[0.1337257700636437,0.1358318323981857,0.4609841422069786]},"block_pink":{"current_ang_vel":[5.843982134861708e-13,-8.006858283075089e-12,2.812243787091578e-06],"current_lin_vel":[-4.8425763686515175e-08,3.128813901045983e-08,1.4982459717316488e-13],"current_orn":[-8.86920442889037e-06,-9.510406289121187e-06,0.6320903389030829,0.774894704651074],"current_pos":[-0.24088673631028645,0.09244053095992848,0.46098962845608593]},"block_red":{"current_ang_vel":[6.629215037223675e-11,-5.745656116497679e-11,6.188894986352819e-06],"current_lin_vel":[-6.233718907892056e-06,2.6207875916651207e-06,9.96577820266964e-13],"current_orn":[-3.115032941961431e-05,1.8480332831920068e-05,0.6870452661465686,0.7266146165290959],"current_pos":[0.2299708271782623,-0.11997900613309095,0.45998890001061454]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":668.04},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.22831414541079043,-0.1668640045331868,0.9416049248435985,-1.8568087464795455,0.13240588987399202,0.37905365142487396,0.08000118733536905,2.8973000113124012,-1.0386663301710484,-1.312551684879972,-0.4749877199836202,-0.14216476981778042,1.3323457663473959,1.4710345088680774,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22997061938752572,-0.11997891877361887,0.45998890001064785,-1.987492079757745e-05,6.96595303821622e-05,1.5148297163568365,0.1337261985549303,0.13583198559420842,0.46098403550869005,-3.863877925025549e-05,-0.00038196630158462703,1.8265607634191097,-0.24088673792447857,0.09244053200286634,0.4609896284560908,-2.5768271224211555e-05,-3.52685014921113e-06,1.368495756704196]}},"stepped":true,"termination":{"done":false}},"at":668.153},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2665},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.22831414541079043,-0.1668640045331868,0.9416049248435985,-1.8568087464795455,0.13240588987399202,0.37905365142487396,0.08000118733536905,2.8973000113124012,-1.0386663301710484,-1.312551684879972,-0.4749877199836202,-0.14216476981778042,1.3323457663473959,1.4710345088680774,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22997061938752572,-0.11997891877361887,0.45998890001064785,-1.987492079757745e-05,6.96595303821622e-05,1.5148297163568365,0.1337261985549303,0.13583198559420842,0.46098403550869005,-3.863877925025549e-05,-0.00038196630158462703,1.8265607634191097,-0.24088673792447857,0.09244053200286634,0.4609896284560908,-2.5768271224211555e-05,-3.52685014921113e-06,1.368495756704196]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.8973000113124012,-1.0386663301710484,-1.312551684879972,-0.4749877199836202,-0.14216476981778042,1.3323457663473959,1.4710345088680774],"gripper_action":1.0,"gripper_opening_width":0.08000118733536905,"tcp_orn":[-1.8568087464795455,0.13240588987399202,0.37905365142487396],"tcp_pos":[0.22831414541079043,-0.1668640045331868,0.9416049248435985]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0014246456746229161,0.0032895116221143502,0.002916776255925178],"current_lin_vel":[8.531783820939107e-06,-2.83572352773996e-05,4.4657940028253185e-05],"current_orn":[0.00013935851455363764,-0.00013201138834476422,0.7915127916890953,0.6111525699403811],"current_pos":[0.1337261985549303,0.13583198559420842,0.46098403550869005]},"block_pink":{"current_ang_vel":[3.6831774177467503e-13,-8.05178420263338e-12,2.812242230472079e-06],"current_lin_vel":[-4.842576238334893e-08,3.128813542712881e-08,1.51011148030733e-13],"current_orn":[-8.869204061365113e-06,-9.510406814249505e-06,0.6320903752229512,0.7748946750245469],"current_pos":[-0.24088673792447857,0.09244053200286634,0.4609896284560908]},"block_red":{"current_ang_vel":[6.627546697255409e-11,-5.750831670288808e-11,6.189246676972473e-06],"current_lin_vel":[-6.23372457385004e-06,2.6207814975137213e-06,9.983888715758837e-13],"current_orn":[-3.115033118226008e-05,1.8480328161195045e-05,0.6870453410979865,0.7266145456593102],"current_pos":[0.22997061938752572,-0.11997891877361887,0.45998890001064785]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":668.164},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.23420645066656628,-0.1664771832675417,0.9369760243039345,-1.8607237022477783,0.13277212285150866,0.3650640529097343,0.08000062386936141,2.897300012299368,-1.0412178391503513,-1.323962411325291,-0.47511886928053787,-0.14512070517723108,1.3418605970956543,1.465352962338589,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22997041159660034,-0.11997883141434995,0.45998890001068116,-1.987492258940064e-05,6.965952806662106e-05,1.5148299226716533,0.13372604789061063,0.13583189866539544,0.46098421600455314,-3.321388325982375e-05,-0.0003872374859410225,1.8265742841308403,-0.2408867395386706,0.09244053304580395,0.4609896284560957,-2.576827148293903e-05,-3.5268502201811053e-06,1.368495850445575]}},"stepped":true,"termination":{"done":false}},"at":668.239},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2671},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.23420645066656628,-0.1664771832675417,0.9369760243039345,-1.8607237022477783,0.13277212285150866,0.3650640529097343,0.08000062386936141,2.897300012299368,-1.0412178391503513,-1.323962411325291,-0.47511886928053787,-0.14512070517723108,1.3418605970956543,1.465352962338589,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22997041159660034,-0.11997883141434995,0.45998890001068116,-1.987492258940064e-05,6.965952806662106e-05,1.5148299226716533,0.13372604789061063,0.13583189866539544,0.46098421600455314,-3.321388325982375e-05,-0.0003872374859410225,1.8265742841308403,-0.2408867395386706,0.09244053304580395,0.4609896284560957,-2.576827148293903e-05,-3.5268502201811053e-06,1.368495850445575]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.897300012299368,-1.0412178391503513,-1.323962411325291,-0.47511886928053787,-0.14512070517723108,1.3418605970956543,1.465352962338589],"gripper_action":1.0,"gripper_opening_width":0.08000062386936141,"tcp_orn":[-1.8607237022477783,0.13277212285150866,0.3650640529097343],"tcp_pos":[0.23420645066656628,-0.1664771832675417,0.9369760243039345]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0007310647470684785,0.00015113174343351298,0.0032536863665367957],"current_lin_vel":[-6.095256976720565e-05,-1.4350962481532374e-05,7.314055341552106e-06],"current_orn":[0.00014310322786547858,-0.00013147423255186738,0.7915169232071173,0.6111472183629166],"current_pos":[0.13372604789061063,0.13583189866539544,0.46098421600455314]},"block_pink":{"current_ang_vel":[3.584459229073074e-13,-7.916301180422119e-12,2.812240673818281e-06],"current_lin_vel":[-4.842575747204012e-08,3.1288127719511766e-08,1.5076134785019235e-13],"current_orn":[-8.869203693419327e-06,-9.51040733922191e-06,0.6320904115427982,0.7748946453980343],"current_pos":[-0.2408867395386706,0.09244053304580395,0.4609896284560957]},"block_red":{"current_ang_vel":[6.624431212554064e-11,-5.757893589269365e-11,6.189598386075388e-06],"current_lin_vel":[-6.233730240505789e-06,2.6207754033416797e-06,9.998391004018004e-13],"current_orn":[-3.115033294418405e-05,1.8480323491022705e-05,0.6870454160536563,0.7266144747854895],"current_pos":[0.22997041159660034,-0.11997883141434995,0.45998890001068116]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":668.246},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.24024992891916683,-0.1661866055507229,0.9322190635107921,-1.8645490913257583,0.13315314207697015,0.35078830477631373,0.08000122306195023,2.8973000125366215,-1.0440059558090897,-1.3353842337764394,-0.47524902257666596,-0.1481290332845419,1.3517343479474018,1.459713335710704,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.2299702038054861,-0.1199787440552842,0.45998890001071446,-1.9874924382837592e-05,6.965952575092875e-05,1.5148301289981945,0.1337257180292995,0.135831687118401,0.46098408978792754,-5.9772860960982286e-05,-0.0003902924782579972,1.8265646089381684,-0.24088674115286254,0.09244053408874127,0.46098962845610064,-2.5768271741133506e-05,-3.5268502914632138e-06,1.3684959441869022]}},"stepped":true,"termination":{"done":false}},"at":668.314},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2677},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.24024992891916683,-0.1661866055507229,0.9322190635107921,-1.8645490913257583,0.13315314207697015,0.35078830477631373,0.08000122306195023,2.8973000125366215,-1.0440059558090897,-1.3353842337764394,-0.47524902257666596,-0.1481290332845419,1.3517343479474018,1.459713335710704,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.2299702038054861,-0.1199787440552842,0.45998890001071446,-1.9874924382837592e-05,6.965952575092875e-05,1.5148301289981945,0.1337257180292995,0.135831687118401,0.46098408978792754,-5.9772860960982286e-05,-0.0003902924782579972,1.8265646089381684,-0.24088674115286254,0.09244053408874127,0.46098962845610064,-2.5768271741133506e-05,-3.5268502914632138e-06,1.3684959441869022]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.8973000125366215,-1.0440059558090897,-1.3353842337764394,-0.47524902257666596,-0.1481290332845419,1.3517343479474018,1.459713335710704],"gripper_action":1.0,"gripper_opening_width":0.08000122306195023,"tcp_orn":[-1.8645490913257583,0.13315314207697015,0.35078830477631373],"tcp_pos":[0.24024992891916683,-0.1661866055507229,0.9322190635107921]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0003742591910806805,-0.0053919258801260195,-0.007039908542589565],"current_lin_vel":[2.8679819142605933e-05,-9.558101387127454e-06,-6.2813844089251725e-06],"current_orn":[0.00013619585286367338,-0.00014291935657595253,0.7915139646356868,0.6111510490962474],"current_pos":[0.1337257180292995,0.135831687118401,0.46098408978792754]},"block_pink":{"current_ang_vel":[5.512991533925969e-13,-7.640790588732142e-12,2.812239117111116e-06],"current_lin_vel":[-4.842574976021263e-08,3.128811595722313e-08,1.472502675348153e-13],"current_orn":[-8.869203325168601e-06,-9.510407864146556e-06,0.6320904478626238,0.7748946157715365],"current_pos":[-0.24088674115286254,0.09244053408874127,0.46098962845610064]},"block_red":{"current_ang_vel":[6.625435755420294e-11,-5.768085119812011e-11,6.189950116759304e-06],"current_lin_vel":[-6.233735908096546e-06,2.620769307950706e-06,1.0017681129070866e-12],"current_orn":[-3.115033470675007e-05,1.8480318820058298e-05,0.6870454910135784,0.7266144039076334],"current_pos":[0.2299702038054861,-0.1199787440552842,0.45998890001071446]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":668.324},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.2464424564819348,-0.16599636627665446,0.9273301188938745,-1.8682833803050587,0.13354696343049818,0.33622935309836977,0.08000059941446278,2.897300013479632,-1.0470426395790435,-1.3467945396416343,-0.4753778268115644,-0.151203112521072,1.3619693984800565,1.4541187926724553,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.229969996014183,-0.11997865669642165,0.45998890001074777,-1.9874926174663486e-05,6.965952343497853e-05,1.5148303353364598,0.1337264391793973,0.1358321278349593,0.4609838840007955,-5.0120415706671405e-05,-0.0003688658548978758,1.8265306300778945,-0.2408867427670544,0.09244053513167831,0.4609896284561055,-2.5768271999120175e-05,-3.5268503623164576e-06,1.3684960379281759]}},"stepped":true,"termination":{"done":false}},"at":668.401},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2683},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.2464424564819348,-0.16599636627665446,0.9273301188938745,-1.8682833803050587,0.13354696343049818,0.33622935309836977,0.08000059941446278,2.897300013479632,-1.0470426395790435,-1.3467945396416343,-0.4753778268115644,-0.151203112521072,1.3619693984800565,1.4541187926724553,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.229969996014183,-0.11997865669642165,0.45998890001074777,-1.9874926174663486e-05,6.965952343497853e-05,1.5148303353364598,0.1337264391793973,0.1358321278349593,0.4609838840007955,-5.0120415706671405e-05,-0.0003688658548978758,1.8265306300778945,-0.2408867427670544,0.09244053513167831,0.4609896284561055,-2.5768271999120175e-05,-3.5268503623164576e-06,1.3684960379281759]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.897300013479632,-1.0470426395790435,-1.3467945396416343,-0.4753778268115644,-0.151203112521072,1.3619693984800565,1.4541187926724553],"gripper_action":1.0,"gripper_opening_width":0.08000059941446278,"tcp_orn":[-1.8682833803050587,0.13354696343049818,0.33622935309836977],"tcp_pos":[0.2464424564819348,-0.16599636627665446,0.9273301188938745]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.0050058162185102695,0.0012953394549094976,-0.007501556636653125],"current_lin_vel":[0.00017145216782396035,9.805678930804259e-05,-5.966133805616891e-05],"current_orn":[0.00013066341600261513,-0.00013255410229421182,0.7915035838673864,0.6111644967449966],"current_pos":[0.1337264391793973,0.1358321278349593,0.4609838840007955]},"block_pink":{"current_ang_vel":[4.611063636907363e-13,-7.931349073566347e-12,2.8122375604021507e-06],"current_lin_vel":[-4.8425753369245276e-08,3.1288109855612385e-08,1.5035195310986182e-13],"current_orn":[-8.869202956973123e-06,-9.510408388839109e-06,0.6320904841824272,0.7748945861450538],"current_pos":[-0.2408867427670544,0.09244053513167831,0.4609896284561055]},"block_red":{"current_ang_vel":[6.633899337266336e-11,-5.746442836649397e-11,6.190301866653344e-06],"current_lin_vel":[-6.233741569689418e-06,2.6207632108101808e-06,9.968345593414085e-13],"current_orn":[-3.1150336468749894e-05,1.8480314149370853e-05,0.6870455659777526,0.7266143330257422],"current_pos":[0.229969996014183,-0.11997865669642165,0.45998890001074777]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":668.412},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.2527813438589191,-0.16591051493688172,0.9223040719145614,-1.8719294904951813,0.1339528293193518,0.32139048432602974,0.08000121020064788,2.897300013596847,-1.0503391192304292,-1.3581726411557704,-0.4755045676672913,-0.15435681708629997,1.372565701336469,1.448572160169067,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996978822269099,-0.11997856933776227,0.4599889000107811,-1.9874927968659098e-05,6.965952111878795e-05,1.5148305416864511,0.133726076314524,0.13583197637174163,0.4609840847364017,-3.955240186491373e-05,-0.0003790038266446886,1.8265614333806959,-0.24088674438124624,0.09244053617461512,0.4609896284561104,-2.5768272258229854e-05,-3.5268504334943337e-06,1.3684961316693989]}},"stepped":true,"termination":{"done":false}},"at":668.492},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2689},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.2527813438589191,-0.16591051493688172,0.9223040719145614,-1.8719294904951813,0.1339528293193518,0.32139048432602974,0.08000121020064788,2.897300013596847,-1.0503391192304292,-1.3581726411557704,-0.4755045676672913,-0.15435681708629997,1.372565701336469,1.448572160169067,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996978822269099,-0.11997856933776227,0.4599889000107811,-1.9874927968659098e-05,6.965952111878795e-05,1.5148305416864511,0.133726076314524,0.13583197637174163,0.4609840847364017,-3.955240186491373e-05,-0.0003790038266446886,1.8265614333806959,-0.24088674438124624,0.09244053617461512,0.4609896284561104,-2.5768272258229854e-05,-3.5268504334943337e-06,1.3684961316693989]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.897300013596847,-1.0503391192304292,-1.3581726411557704,-0.4755045676672913,-0.15435681708629997,1.372565701336469,1.448572160169067],"gripper_action":1.0,"gripper_opening_width":0.08000121020064788,"tcp_orn":[-1.8719294904951813,0.1339528293193518,0.32139048432602974],"tcp_pos":[0.2527813438589191,-0.16591051493688172,0.9223040719145614]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0013424651072587524,0.003578854924989778,0.002933348216032446],"current_lin_vel":[1.3993773766245236e-05,-2.671427624915928e-05,3.9097496724052605e-05],"current_orn":[0.00013790695877640644,-0.0001314676520638681,0.7915129965939832,0.6111523050113943],"current_pos":[0.133726076314524,0.13583197637174163,0.4609840847364017]},"block_pink":{"current_ang_vel":[5.806013338503418e-13,-8.046951926437011e-12,2.8122360036699393e-06],"current_lin_vel":[-4.8425753479214856e-08,3.128809956017606e-08,1.51011148030733e-13],"current_orn":[-8.869202589110366e-06,-9.510408914012125e-06,0.6320905205022096,0.7748945565185854],"current_pos":[-0.24088674438124624,0.09244053617461512,0.4609896284561104]},"block_red":{"current_ang_vel":[6.635526118069745e-11,-5.7624286834618184e-11,6.190653637521919e-06],"current_lin_vel":[-6.233747239066766e-06,2.620757114584793e-06,9.985068327722502e-13],"current_orn":[-3.1150338231563144e-05,1.8480309477667938e-05,0.6870456409461797,0.7266142621398151],"current_pos":[0.22996978822269099,-0.11997856933776227,0.4599889000107811]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":668.503},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.25926309549459575,-0.16593250427670025,0.9171372794930142,-1.8754856934409407,0.13436865357437797,0.306276769592291,0.08000055826121177,2.8973000144698755,-1.0539057973829098,-1.3694987377594896,-0.4756287706915796,-0.1575992254498257,1.3835250350567414,1.443075654865851,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996958043101012,-0.11997848197930608,0.4599889000108144,-1.9874929761614883e-05,6.965951880250012e-05,1.5148307480481678,0.13372563006327506,0.13583182282764644,0.46098421440451404,-3.360164184331871e-05,-0.0003880464518375908,1.826591618438786,-0.24088674599543797,0.09244053721755166,0.4609896284561153,-2.576827251744173e-05,-3.526850504266852e-06,1.36849622541057]}},"stepped":true,"termination":{"done":false}},"at":668.575},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2695},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.25926309549459575,-0.16593250427670025,0.9171372794930142,-1.8754856934409407,0.13436865357437797,0.306276769592291,0.08000055826121177,2.8973000144698755,-1.0539057973829098,-1.3694987377594896,-0.4756287706915796,-0.1575992254498257,1.3835250350567414,1.443075654865851,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996958043101012,-0.11997848197930608,0.4599889000108144,-1.9874929761614883e-05,6.965951880250012e-05,1.5148307480481678,0.13372563006327506,0.13583182282764644,0.46098421440451404,-3.360164184331871e-05,-0.0003880464518375908,1.826591618438786,-0.24088674599543797,0.09244053721755166,0.4609896284561153,-2.576827251744173e-05,-3.526850504266852e-06,1.36849622541057]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.8973000144698755,-1.0539057973829098,-1.3694987377594896,-0.4756287706915796,-0.1575992254498257,1.3835250350567414,1.443075654865851],"gripper_action":1.0,"gripper_opening_width":0.08000055826121177,"tcp_orn":[-1.8754856934409407,0.13436865357437797,0.306276769592291],"tcp_pos":[0.25926309549459575,-0.16593250427670025,0.9171372794930142]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0007900458618390244,0.00018543632536648308,0.0032959581338704337],"current_lin_vel":[-6.110230679356925e-05,-1.552193126204158e-05,5.804135931791743e-06],"current_orn":[0.00014330603715052165,-0.000131873647868443,0.7915222199927187,0.6111403581261172],"current_pos":[0.13372563006327506,0.13583182282764644,0.46098421440451404]},"block_pink":{"current_ang_vel":[3.6125225486106186e-13,-8.101235719829995e-12,2.812234447038194e-06],"current_lin_vel":[-4.842575236299575e-08,3.1288096042073324e-08,1.5226708782734022e-13],"current_orn":[-8.869202221415534e-06,-9.51040943906014e-06,0.6320905568219705,0.7748945268921318],"current_pos":[-0.24088674599543797,0.09244053721755166,0.4609896284561153]},"block_red":{"current_ang_vel":[6.63881599695157e-11,-5.778655737078933e-11,6.191005425615484e-06],"current_lin_vel":[-6.2337529088369806e-06,2.6207510177746667e-06,1.0001721673091879e-12],"current_orn":[-3.115033999407291e-05,1.848030480610411e-05,0.6870457159188592,0.7266141912498523],"current_pos":[0.22996958043101012,-0.11997848197930608,0.4599889000108144]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":668.631},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.2658835015846468,-0.16606566764916508,0.9118248214629797,-1.8789552231977007,0.13479372072192278,0.2908939437511324,0.08000118678277605,2.897300014453371,-1.057752317411403,-1.3807548029831314,-0.4757498707025202,-0.1609402755370098,1.3948462657567202,1.437631268109248,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996937263914036,-0.11997839462105311,0.4599889000108477,-1.9874931554812984e-05,6.96595164864943e-05,1.5148309544216114,0.1337253678182404,0.13583173480011335,0.46098420085391884,-4.892689521321907e-05,-0.0003877581004773139,1.8265887950883792,-0.24088674760962966,0.09244053826048794,0.4609896284561202,-2.5768272775928382e-05,-3.526850575351356e-06,1.3684963191516892]}},"stepped":true,"termination":{"done":false}},"at":668.691},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2701},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.2658835015846468,-0.16606566764916508,0.9118248214629797,-1.8789552231977007,0.13479372072192278,0.2908939437511324,0.08000118678277605,2.897300014453371,-1.057752317411403,-1.3807548029831314,-0.4757498707025202,-0.1609402755370098,1.3948462657567202,1.437631268109248,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996937263914036,-0.11997839462105311,0.4599889000108477,-1.9874931554812984e-05,6.96595164864943e-05,1.5148309544216114,0.1337253678182404,0.13583173480011335,0.46098420085391884,-4.892689521321907e-05,-0.0003877581004773139,1.8265887950883792,-0.24088674760962966,0.09244053826048794,0.4609896284561202,-2.5768272775928382e-05,-3.526850575351356e-06,1.3684963191516892]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.897300014453371,-1.057752317411403,-1.3807548029831314,-0.4757498707025202,-0.1609402755370098,1.3948462657567202,1.437631268109248],"gripper_action":1.0,"gripper_opening_width":0.08000118678277605,"tcp_orn":[-1.8789552231977007,0.13479372072192278,0.2908939437511324],"tcp_pos":[0.2658835015846468,-0.16606566764916508,0.9118248214629797]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0005833892653007713,-0.003545150431950603,-0.0026953814721621216],"current_lin_vel":[-1.9019898263864768e-05,-1.2746737591703702e-05,-6.120534233780561e-06],"current_orn":[0.00013850878387431363,-0.0001378508711028456,0.7915213562507919,0.6111414765922543],"current_pos":[0.1337253678182404,0.13583173480011335,0.46098420085391884]},"block_pink":{"current_ang_vel":[3.5227760272338646e-13,-7.975600835566821e-12,2.8122328903440377e-06],"current_lin_vel":[-4.842574764827574e-08,3.128808831620562e-08,1.5107359807586818e-13],"current_orn":[-8.86920185334133e-06,-9.510409963999589e-06,0.63209059314171,0.7748944972656927],"current_pos":[-0.24088674760962966,0.09244053826048794,0.4609896284561202]},"block_red":{"current_ang_vel":[6.652011584785552e-11,-5.7643295349172624e-11,6.1913572363416855e-06],"current_lin_vel":[-6.233758572820548e-06,2.620744918590902e-06,9.95759030786303e-13],"current_orn":[-3.115034175687533e-05,1.8480300134376678e-05,0.687045790895792,0.7266141203558532],"current_pos":[0.22996937263914036,-0.11997839462105311,0.4599889000108477]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":668.764},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.2726376111388427,-0.16631279921774667,0.9063632021041211,-1.882337074842338,0.1352260890015951,0.27524914004925316,0.08000135007428587,2.897300014759301,-1.0618874492111086,-1.3919234711054558,-0.4758672940506562,-0.16438573986314833,1.406529867073415,1.4322404321432698,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996916484708171,-0.11997830726300336,0.459988900010881,-1.9874933349029198e-05,6.965951417040072e-05,1.5148311608067833,0.13372621033115695,0.1358319795715271,0.46098410155440556,-3.934450608382015e-05,-0.000376376974827377,1.826551144203875,-0.24088674922382122,0.09244053930342394,0.4609896284561251,-2.5768273033185258e-05,-3.526850646710106e-06,1.3684964128927568]}},"stepped":true,"termination":{"done":false}},"at":668.819},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2707},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.2726376111388427,-0.16631279921774667,0.9063632021041211,-1.882337074842338,0.1352260890015951,0.27524914004925316,0.08000135007428587,2.897300014759301,-1.0618874492111086,-1.3919234711054558,-0.4758672940506562,-0.16438573986314833,1.406529867073415,1.4322404321432698,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996916484708171,-0.11997830726300336,0.459988900010881,-1.9874933349029198e-05,6.965951417040072e-05,1.5148311608067833,0.13372621033115695,0.1358319795715271,0.46098410155440556,-3.934450608382015e-05,-0.000376376974827377,1.826551144203875,-0.24088674922382122,0.09244053930342394,0.4609896284561251,-2.5768273033185258e-05,-3.526850646710106e-06,1.3684964128927568]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.897300014759301,-1.0618874492111086,-1.3919234711054558,-0.4758672940506562,-0.16438573986314833,1.406529867073415,1.4322404321432698],"gripper_action":1.0,"gripper_opening_width":0.08000135007428587,"tcp_orn":[-1.882337074842338,0.1352260890015951,0.27524914004925316],"tcp_pos":[0.2726376111388427,-0.16631279921774667,0.9063632021041211]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0014348820038996152,0.003220931886237995,0.002875496478202107],"current_lin_vel":[7.971929574550563e-06,-2.8561001641067815e-05,4.536712826058026e-05],"current_orn":[0.00013693022129051202,-0.00013058337714500875,0.7915098526822176,0.6111563771286939],"current_pos":[0.13372621033115695,0.1358319795715271,0.46098410155440556]},"block_pink":{"current_ang_vel":[4.649533068914109e-13,-8.111190950373045e-12,2.812231333627239e-06],"current_lin_vel":[-4.842574815792786e-08,3.128807815716891e-08,1.518715708748175e-13],"current_orn":[-8.869201484704195e-06,-9.510410488656384e-06,0.632090629461428,0.7748944676392684],"current_pos":[-0.24088674922382122,0.09244053930342394,0.4609896284561251]},"block_red":{"current_ang_vel":[6.637945323569316e-11,-5.7617335453029816e-11,6.191709067132032e-06],"current_lin_vel":[-6.233764239450331e-06,2.6207388244878245e-06,9.995754224334519e-13],"current_orn":[-3.115034352012521e-05,1.848029546208477e-05,0.6870458658769785,0.7266140494578176],"current_pos":[0.22996916484708171,-0.11997830726300336,0.459988900010881]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":668.87},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.27951973613452263,-0.16667641068093977,0.9007485382183963,-1.8856324064578558,0.13566445566452487,0.25935029524452047,0.08000138389339027,2.8973000150474237,-1.066319062131365,-1.4029888651135949,-0.47598045955429535,-0.16794071771105418,1.4185747393611414,1.4269043514399165,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996895705483414,-0.11997821990515684,0.4599889000109143,-1.9874935142509523e-05,6.965951185449885e-05,1.5148313672036826,0.13372617766136533,0.13583189359294512,0.46098421660006433,-3.291502621483133e-05,-0.00038179686536051236,1.8265596499355088,-0.24088675083801273,0.09244054034635968,0.46098962845613,-2.5768273291092645e-05,-3.526850717654516e-06,1.3684965066337715]}},"stepped":true,"termination":{"done":false}},"at":668.93},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2713},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.27951973613452263,-0.16667641068093977,0.9007485382183963,-1.8856324064578558,0.13566445566452487,0.25935029524452047,0.08000138389339027,2.8973000150474237,-1.066319062131365,-1.4029888651135949,-0.47598045955429535,-0.16794071771105418,1.4185747393611414,1.4269043514399165,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996895705483414,-0.11997821990515684,0.4599889000109143,-1.9874935142509523e-05,6.965951185449885e-05,1.5148313672036826,0.13372617766136533,0.13583189359294512,0.46098421660006433,-3.291502621483133e-05,-0.00038179686536051236,1.8265596499355088,-0.24088675083801273,0.09244054034635968,0.46098962845613,-2.5768273291092645e-05,-3.526850717654516e-06,1.3684965066337715]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.8973000150474237,-1.066319062131365,-1.4029888651135949,-0.47598045955429535,-0.16794071771105418,1.4185747393611414,1.4269043514399165],"gripper_action":1.0,"gripper_opening_width":0.08000138389339027,"tcp_orn":[-1.8856324064578558,0.13566445566452487,0.25935029524452047],"tcp_pos":[0.27951973613452263,-0.16667641068093977,0.9007485382183963]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0010338918357491874,0.0017285001568458215,0.003063637786521844],"current_lin_vel":[-2.5632918715727363e-05,-2.0469186774910205e-05,2.4788215009355352e-05],"current_orn":[0.0001410404300656614,-0.00012969447930389675,0.7915124518230053,0.6111530102159963],"current_pos":[0.13372617766136533,0.13583189359294512,0.46098421660006433]},"block_pink":{"current_ang_vel":[4.5161239281617125e-13,-8.000429968921363e-12,2.8122297769623344e-06],"current_lin_vel":[-4.842574374080804e-08,3.128807051877302e-08,1.5074747006238454e-13],"current_orn":[-8.869201116450268e-06,-9.510411013357987e-06,0.6320906657811242,0.774894438012859],"current_pos":[-0.24088675083801273,0.09244054034635968,0.46098962845613]},"block_red":{"current_ang_vel":[6.626831527171662e-11,-5.76026336433791e-11,6.192060917129191e-06],"current_lin_vel":[-6.233769906627526e-06,2.620732729467574e-06,1.0038081477148353e-12],"current_orn":[-3.1150345283281335e-05,1.848029078993249e-05,0.6870459408624182,0.7266139785557455],"current_pos":[0.22996895705483414,-0.11997821990515684,0.4599889000109143]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":669.0},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.2865234384117249,-0.16715861351121925,0.8949772804396771,-1.888842142213008,0.1361074134731602,0.24320639163574134,0.08000138161172468,2.897300015253766,-1.0710541369974966,-1.4139360688437141,-0.4760887842244061,-0.17160854780342794,1.4309792850863012,1.421623873482986,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996874926239763,-0.11997813254751358,0.4599889000109476,-1.9874936936037885e-05,6.965950953824179e-05,1.5148315736123101,0.13372548036696394,0.13583175423813215,0.4609842088285396,-3.363628616319088e-05,-0.0003884247959899254,1.8265954541370053,-0.24088675245220414,0.09244054138929515,0.46098962845613495,-2.5768273548549787e-05,-3.5268507888956262e-06,1.3684966003747345]}},"stepped":true,"termination":{"done":false}},"at":669.06},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2719},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.2865234384117249,-0.16715861351121925,0.8949772804396771,-1.888842142213008,0.1361074134731602,0.24320639163574134,0.08000138161172468,2.897300015253766,-1.0710541369974966,-1.4139360688437141,-0.4760887842244061,-0.17160854780342794,1.4309792850863012,1.421623873482986,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996874926239763,-0.11997813254751358,0.4599889000109476,-1.9874936936037885e-05,6.965950953824179e-05,1.5148315736123101,0.13372548036696394,0.13583175423813215,0.4609842088285396,-3.363628616319088e-05,-0.0003884247959899254,1.8265954541370053,-0.24088675245220414,0.09244054138929515,0.46098962845613495,-2.5768273548549787e-05,-3.5268507888956262e-06,1.3684966003747345]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.897300015253766,-1.0710541369974966,-1.4139360688437141,-0.4760887842244061,-0.17160854780342794,1.4309792850863012,1.421623873482986],"gripper_action":1.0,"gripper_opening_width":0.08000138161172468,"tcp_orn":[-1.888842142213008,0.1361074134731602,0.24320639163574134],"tcp_pos":[0.2865234384117249,-0.16715861351121925,0.8949772804396771]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0007585160912991315,0.00019711514373565824,0.0033002786612880168],"current_lin_vel":[-6.0954074403682135e-05,-1.489020978280732e-05,5.1069384636101556e-06],"current_orn":[0.00014344543794344843,-0.00013200269432586524,0.7915233920329598,0.611138840087367],"current_pos":[0.13372548036696394,0.13583175423813215,0.4609842088285396]},"block_pink":{"current_ang_vel":[6.494881166720661e-13,-7.69127222141659e-12,2.8122282202221092e-06],"current_lin_vel":[-4.842573535551203e-08,3.12880586556705e-08,1.481106903788998e-13],"current_orn":[-8.869200747928344e-06,-9.510411538032006e-06,0.6320907021007989,0.7748944083864643],"current_pos":[-0.24088675245220414,0.09244054138929515,0.46098962845613495]},"block_red":{"current_ang_vel":[6.633448637500101e-11,-5.7874023614244605e-11,6.192412785634635e-06],"current_lin_vel":[-6.233775579836892e-06,2.6207266305724914e-06,1.005327765479791e-12],"current_orn":[-3.1150347046440635e-05,1.8480286117451826e-05,0.6870460158521117,0.7266139076496367],"current_pos":[0.22996874926239763,-0.11997813254751358,0.4599889000109476]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":669.1},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.2936415308340691,-0.16776110920021026,0.8890461853746428,-1.8919672194753978,0.1365535571046716,0.2268273901815108,0.0800013685187349,2.8973000153672976,-1.0760987159534592,-1.4247511470064544,-0.4761917091505738,-0.17539099584287057,1.443741256318211,1.4163995582761537,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996854146977225,-0.11997804519007363,0.45998890001098097,-1.9874938728698456e-05,6.96595072199729e-05,1.5148317800326678,0.13372520778453056,0.13583166973850902,0.46098419638656735,-4.855968245106093e-05,-0.00038806962637327194,1.826593543353023,-0.2408867540663955,0.09244054243223039,0.46098962845613983,-2.5768273807572753e-05,-3.526850859744203e-06,1.3684966941156465]}},"stepped":true,"termination":{"done":false}},"at":669.146},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2725},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.2936415308340691,-0.16776110920021026,0.8890461853746428,-1.8919672194753978,0.1365535571046716,0.2268273901815108,0.0800013685187349,2.8973000153672976,-1.0760987159534592,-1.4247511470064544,-0.4761917091505738,-0.17539099584287057,1.443741256318211,1.4163995582761537,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996854146977225,-0.11997804519007363,0.45998890001098097,-1.9874938728698456e-05,6.96595072199729e-05,1.5148317800326678,0.13372520778453056,0.13583166973850902,0.46098419638656735,-4.855968245106093e-05,-0.00038806962637327194,1.826593543353023,-0.2408867540663955,0.09244054243223039,0.46098962845613983,-2.5768273807572753e-05,-3.526850859744203e-06,1.3684966941156465]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.8973000153672976,-1.0760987159534592,-1.4247511470064544,-0.4761917091505738,-0.17539099584287057,1.443741256318211,1.4163995582761537],"gripper_action":1.0,"gripper_opening_width":0.0800013685187349,"tcp_orn":[-1.8919672194753978,0.1365535571046716,0.2268273901815108],"tcp_pos":[0.2936415308340691,-0.16776110920021026,0.8890461853746428]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0005778136119852533,-0.0034581676472827103,-0.0025448655397071],"current_lin_vel":[-2.021186158270629e-05,-1.2600636996563693e-05,-5.986157007573101e-06],"current_orn":[0.0001387446102066823,-0.00013780040653025994,0.7915228071783668,0.6111395973731852],"current_pos":[0.13372520778453056,0.13583166973850902,0.46098419638656735]},"block_pink":{"current_ang_vel":[5.541049388040259e-13,-8.015607021139259e-12,2.8122266635343857e-06],"current_lin_vel":[-4.842573964014282e-08,3.1288052657958655e-08,1.5034501421595792e-13],"current_orn":[-8.869200380137365e-06,-9.510412063048568e-06,0.6320907384204524,0.774894378760084],"current_pos":[-0.2408867540663955,0.09244054243223039,0.46098962845613983]},"block_red":{"current_ang_vel":[6.656560836589456e-11,-5.748771630202237e-11,6.192764675904836e-06],"current_lin_vel":[-6.233781240254779e-06,2.6207205280624883e-06,9.941908407640199e-13],"current_orn":[-3.11503488087013e-05,1.848028144435549e-05,0.6870460908460594,0.7266138367394908],"current_pos":[0.22996854146977225,-0.11997804519007363,0.45998890001098097]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":669.216},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.30086610575017025,-0.16848522112225361,0.8829523707757495,-1.895008567980808,0.13700147063869153,0.21022411346693148,0.08000135143634698,2.8973000153844763,-1.0814578583302454,-1.4354210756437982,-0.47628856898892863,-0.17928836058878972,1.4568576710303052,1.4112316958563411,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996833367695785,-0.11997795783283695,0.4599889000110143,-1.9874940522459007e-05,6.96595049025243e-05,1.5148319864647553,0.13372607499434658,0.13583189062079348,0.46098408223651466,-3.9951098040382633e-05,-0.00037763871682555515,1.8265538994980788,-0.24088675568058682,0.09244054347516535,0.4609896284561447,-2.5768274065905036e-05,-3.52685093087886e-06,1.3684967878565064]}},"stepped":true,"termination":{"done":false}},"at":669.278},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2731},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.30086610575017025,-0.16848522112225361,0.8829523707757495,-1.895008567980808,0.13700147063869153,0.21022411346693148,0.08000135143634698,2.8973000153844763,-1.0814578583302454,-1.4354210756437982,-0.47628856898892863,-0.17928836058878972,1.4568576710303052,1.4112316958563411,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996833367695785,-0.11997795783283695,0.4599889000110143,-1.9874940522459007e-05,6.96595049025243e-05,1.5148319864647553,0.13372607499434658,0.13583189062079348,0.46098408223651466,-3.9951098040382633e-05,-0.00037763871682555515,1.8265538994980788,-0.24088675568058682,0.09244054347516535,0.4609896284561447,-2.5768274065905036e-05,-3.52685093087886e-06,1.3684967878565064]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.8973000153844763,-1.0814578583302454,-1.4354210756437982,-0.47628856898892863,-0.17928836058878972,1.4568576710303052,1.4112316958563411],"gripper_action":1.0,"gripper_opening_width":0.08000135143634698,"tcp_orn":[-1.895008567980808,0.13700147063869153,0.21022411346693148],"tcp_pos":[0.30086610575017025,-0.16848522112225361,0.8829523707757495]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0012719557004127044,0.0035326403731083325,0.002914129417554123],"current_lin_vel":[1.3443710145298333e-05,-2.529316672400612e-05,4.0357110009589525e-05],"current_orn":[0.00013724438139318663,-0.0001312088106563762,0.7915106944978069,0.6111552866856566],"current_pos":[0.13372607499434658,0.13583189062079348,0.46098408223651466]},"block_pink":{"current_ang_vel":[5.43855369583491e-13,-7.880740520763129e-12,2.8122251068885072e-06],"current_lin_vel":[-4.8425734740878e-08,3.1288044957770974e-08,1.5008133624760944e-13],"current_orn":[-8.869200011988586e-06,-9.510412587957443e-06,0.6320907747400845,0.7748943491337185],"current_pos":[-0.24088675568058682,0.09244054347516535,0.4609896284561447]},"block_red":{"current_ang_vel":[6.645945445741394e-11,-5.755976267003221e-11,6.193116586860805e-06],"current_lin_vel":[-6.233786910093735e-06,2.6207144318402987e-06,9.981945825465743e-13],"current_orn":[-3.115035057175114e-05,1.848027677099644e-05,0.6870461658442614,0.7266137658253076],"current_pos":[0.22996833367695785,-0.11997795783283695,0.4599889000110143]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":669.325},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.3081886554662,-0.1693318599372337,0.8766933775797736,-1.8979670102877062,0.137449656438009,0.19340783165271583,0.08000133226394038,2.897300015301474,-1.0871356213801542,-1.4459337335689675,-0.47637867842978354,-0.18329963656608259,1.4703252657823904,1.406120353754195,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996812588395454,-0.11997787047580351,0.4599889000110476,-1.9874942315689146e-05,6.965950258626107e-05,1.5148321929085726,0.1337258702758826,0.13583180015189672,0.4609841937002358,-3.31611557861111e-05,-0.000383493865330012,1.8265717036284217,-0.240886757294778,0.09244054451810006,0.46098962845614966,-2.5768274323015615e-05,-3.5268510015849403e-06,1.3684968815973146]}},"stepped":true,"termination":{"done":false}},"at":669.374},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2737},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.3081886554662,-0.1693318599372337,0.8766933775797736,-1.8979670102877062,0.137449656438009,0.19340783165271583,0.08000133226394038,2.897300015301474,-1.0871356213801542,-1.4459337335689675,-0.47637867842978354,-0.18329963656608259,1.4703252657823904,1.406120353754195,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996812588395454,-0.11997787047580351,0.4599889000110476,-1.9874942315689146e-05,6.965950258626107e-05,1.5148321929085726,0.1337258702758826,0.13583180015189672,0.4609841937002358,-3.31611557861111e-05,-0.000383493865330012,1.8265717036284217,-0.240886757294778,0.09244054451810006,0.46098962845614966,-2.5768274323015615e-05,-3.5268510015849403e-06,1.3684968815973146]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.897300015301474,-1.0871356213801542,-1.4459337335689675,-0.47637867842978354,-0.18329963656608259,1.4703252657823904,1.406120353754195],"gripper_action":1.0,"gripper_opening_width":0.08000133226394038,"tcp_orn":[-1.8979670102877062,0.137449656438009,0.19340783165271583],"tcp_pos":[0.3081886554662,-0.1693318599372337,0.8766933775797736]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0010354421760046183,0.001744999482751225,0.003093112499479863],"current_lin_vel":[-2.5885756669824078e-05,-2.0493189282352516e-05,2.3949884526509868e-05],"current_orn":[0.0001416376023164855,-0.0001303095963039602,0.7915161349809269,0.6111482398101573],"current_pos":[0.1337258702758826,0.13583180015189672,0.4609841937002358]},"block_pink":{"current_ang_vel":[5.248655801834987e-13,-7.799709135233193e-12,2.8122235501962533e-06],"current_lin_vel":[-4.842573091801948e-08,3.128803743210889e-08,1.4815232374232323e-13],"current_orn":[-8.869199643502126e-06,-9.510413112313908e-06,0.632090811059695,0.7748943195073675],"current_pos":[-0.240886757294778,0.09244054451810006,0.46098962845614966]},"block_red":{"current_ang_vel":[6.639089430253064e-11,-5.7643295800000003e-11,6.193468515884939e-06],"current_lin_vel":[-6.233792580517618e-06,2.6207083346102687e-06,1.0022677132681679e-12],"current_orn":[-3.1150352335123233e-05,1.84802720980674e-05,0.6870462408467175,0.726613694907087],"current_pos":[0.22996812588395454,-0.11997787047580351,0.4599889000110476]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":669.427},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.3155998610135243,-0.17030149184712245,0.870267109595015,-1.90084363947919,0.13789676331112924,0.17639101951205946,0.08000131161967648,2.897300015113701,-1.0931350319713447,-1.456277801914861,-0.47646140581752644,-0.18742254133384725,1.4841394345316887,1.4010654022072795,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996791809076222,-0.11997778311897335,0.45998890001108095,-1.987494411017856e-05,6.965950026948155e-05,1.5148323993641226,0.1337257600177654,0.13583161930817572,0.46098413178157666,-3.32840866733579e-05,-0.00039206246810972117,1.8265784586845017,-0.2408867589089691,0.09244054556103448,0.46098962845615454,-2.5768274582351842e-05,-3.526851072613596e-06,1.36849697533807]}},"stepped":true,"termination":{"done":false}},"at":669.481},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2743},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.3155998610135243,-0.17030149184712245,0.870267109595015,-1.90084363947919,0.13789676331112924,0.17639101951205946,0.08000131161967648,2.897300015113701,-1.0931350319713447,-1.456277801914861,-0.47646140581752644,-0.18742254133384725,1.4841394345316887,1.4010654022072795,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996791809076222,-0.11997778311897335,0.45998890001108095,-1.987494411017856e-05,6.965950026948155e-05,1.5148323993641226,0.1337257600177654,0.13583161930817572,0.46098413178157666,-3.32840866733579e-05,-0.00039206246810972117,1.8265784586845017,-0.2408867589089691,0.09244054556103448,0.46098962845615454,-2.5768274582351842e-05,-3.526851072613596e-06,1.36849697533807]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.897300015113701,-1.0931350319713447,-1.456277801914861,-0.47646140581752644,-0.18742254133384725,1.4841394345316887,1.4010654022072795],"gripper_action":1.0,"gripper_opening_width":0.08000131161967648,"tcp_orn":[-1.90084363947919,0.13789676331112924,0.17639101951205946],"tcp_pos":[0.3155998610135243,-0.17030149184712245,0.870267109595015]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0004345900183007227,0.00017168161689344336,0.003268627713674477],"current_lin_vel":[-6.083628747780215e-05,-8.416128625693145e-06,3.789373762747017e-06],"current_orn":[0.00014499158064269885,-0.00013297610071237725,0.7915181984376457,0.6111455659962051],"current_pos":[0.1337257600177654,0.13583161930817572,0.46098413178157666]},"block_pink":{"current_ang_vel":[4.382010760470395e-13,-8.07959960715263e-12,2.8122219934716004e-06],"current_lin_vel":[-4.842573431333283e-08,3.128803125969923e-08,1.511915592722346e-13],"current_orn":[-8.86919927577626e-06,-9.510413637498513e-06,0.6320908473792838,0.7748942898810317],"current_pos":[-0.2408867589089691,0.09244054556103448,0.46098962845615454]},"block_red":{"current_ang_vel":[6.6325635550992e-11,-5.775845209762032e-11,6.193820465788103e-06],"current_lin_vel":[-6.233798251862979e-06,2.620702236914505e-06,1.006375538459281e-12],"current_orn":[-3.115035409888325e-05,1.8480267424335283e-05,0.6870463158534289,0.7266136239848284],"current_pos":[0.22996791809076222,-0.11997778311897335,0.45998890001108095]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":669.549}],"event":{"kind":"action","label":"Lift block","detail":"lift the blue block from the sliding cabinet"}},{"round":34,"at":734.944189,"duration":65.188,"title":"calvin state","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":"lift the blue block from the sliding cabinet","toolCalls":1,"cumulativeToolCalls":904,"code":"# Look at the refreshed camera images!\n# In rgb_gripper (second image): The table top with the blue block is right in view!\n# In rgb_static (first image): The robot arm is above the table, pointing downwards towards the table!\n# Let's inspect the current robot TCP pose and blue block position.\nobs = primitives.call(name='observe_calvin_state').output['semantic_state']\ntcp_pos = obs['robot']['tcp_pos']\ntcp_orn = obs['robot']['tcp_orn']\nblue_pos = obs['scene']['movable_objects']['block_blue']['current_pos']\nprint(\"TCP pos:\", tcp_pos)\nprint(\"TCP orn:\", tcp_orn)\nprint(\"Blue pos:\", blue_pos)","codeExcerpt":false,"stdout":"TCP pos: [0.3155998610135243, -0.17030149184712245, 0.870267109595015]\nTCP orn: [-1.90084363947919, 0.13789676331112924, 0.17639101951205946]\nBlue pos: [0.1337257600177654, 0.13583161930817572, 0.46098413178157666]\n","feedback":{},"calls":[{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2747},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.3155998610135243,-0.17030149184712245,0.870267109595015,-1.90084363947919,0.13789676331112924,0.17639101951205946,0.08000131161967648,2.897300015113701,-1.0931350319713447,-1.456277801914861,-0.47646140581752644,-0.18742254133384725,1.4841394345316887,1.4010654022072795,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996791809076222,-0.11997778311897335,0.45998890001108095,-1.987494411017856e-05,6.965950026948155e-05,1.5148323993641226,0.1337257600177654,0.13583161930817572,0.46098413178157666,-3.32840866733579e-05,-0.00039206246810972117,1.8265784586845017,-0.2408867589089691,0.09244054556103448,0.46098962845615454,-2.5768274582351842e-05,-3.526851072613596e-06,1.36849697533807]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.897300015113701,-1.0931350319713447,-1.456277801914861,-0.47646140581752644,-0.18742254133384725,1.4841394345316887,1.4010654022072795],"gripper_action":1.0,"gripper_opening_width":0.08000131161967648,"tcp_orn":[-1.90084363947919,0.13789676331112924,0.17639101951205946],"tcp_pos":[0.3155998610135243,-0.17030149184712245,0.870267109595015]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0004345900183007227,0.00017168161689344336,0.003268627713674477],"current_lin_vel":[-6.083628747780215e-05,-8.416128625693145e-06,3.789373762747017e-06],"current_orn":[0.00014499158064269885,-0.00013297610071237725,0.7915181984376457,0.6111455659962051],"current_pos":[0.1337257600177654,0.13583161930817572,0.46098413178157666]},"block_pink":{"current_ang_vel":[4.382010760470395e-13,-8.07959960715263e-12,2.8122219934716004e-06],"current_lin_vel":[-4.842573431333283e-08,3.128803125969923e-08,1.511915592722346e-13],"current_orn":[-8.86919927577626e-06,-9.510413637498513e-06,0.6320908473792838,0.7748942898810317],"current_pos":[-0.2408867589089691,0.09244054556103448,0.46098962845615454]},"block_red":{"current_ang_vel":[6.6325635550992e-11,-5.775845209762032e-11,6.193820465788103e-06],"current_lin_vel":[-6.233798251862979e-06,2.620702236914505e-06,1.006375538459281e-12],"current_orn":[-3.115035409888325e-05,1.8480267424335283e-05,0.6870463158534289,0.7266136239848284],"current_pos":[0.22996791809076222,-0.11997778311897335,0.45998890001108095]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":734.782}],"event":{"kind":"action","label":"Lift block","detail":"lift the blue block from the sliding cabinet"}},{"round":35,"at":781.798886,"duration":46.855,"title":"calvin state · calvin action","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":"lift the blue block from the sliding cabinet","toolCalls":61,"cumulativeToolCalls":965,"code":"# Look at rgb_gripper: The blue block is visible!\n# Look at rgb_static: The arm is directly above the table on the left, but oriented sideways.\n# Notice how the static view shows the arm elbow up on the left side of the table.\n# In rgb_gripper: we see the yellow lightbulb, switch handle, and blue block!\n# Let's see: target position is block_blue at [0.134, 0.136, 0.461].\n# Current TCP pos: [0.316, -0.170, 0.870].\n# Let's test moving in -x, +y, -z towards [0.134, 0.05, 0.50].\n\nfor step in range(30):\n    st = primitives.call(name='observe_calvin_state').output['semantic_state']['robot']\n    curr = st['tcp_pos']\n    target = [0.134, 0.05, 0.50]\n    dx = target[0] - curr[0]\n    dy = target[1] - curr[1]\n    dz = target[2] - curr[2]\n    dist = (dx*dx + dy*dy + dz*dz)**0.5\n    if dist < 0.02:\n        break\n    ax = max(-1.0, min(1.0, dx / 0.015))\n    ay = max(-1.0, min(1.0, dy / 0.015))\n    az = max(-1.0, min(1.0, dz / 0.015))\n    primitives.call(name='submit_calvin_action', action=[ax, ay, az, 0.0, 0.0, 0.0, 1.0])\n\nst = primitives.call(name='observe_calvin_state').output['semantic_state']\nprint(\"TCP pos:\", st['robot']['tcp_pos'])\nprint(\"Blue pos:\", st['scene']['movable_objects']['block_blue']['current_pos'])","codeExcerpt":false,"stdout":"TCP pos: [0.5207119817169586, -0.24296496754884928, 0.6138897843825522]\nBlue pos: [0.13372431529857456, 0.13583135399470048, 0.4609839697980765]\n","feedback":{},"calls":[{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2751},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.3155998610135243,-0.17030149184712245,0.870267109595015,-1.90084363947919,0.13789676331112924,0.17639101951205946,0.08000131161967648,2.897300015113701,-1.0931350319713447,-1.456277801914861,-0.47646140581752644,-0.18742254133384725,1.4841394345316887,1.4010654022072795,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996791809076222,-0.11997778311897335,0.45998890001108095,-1.987494411017856e-05,6.965950026948155e-05,1.5148323993641226,0.1337257600177654,0.13583161930817572,0.46098413178157666,-3.32840866733579e-05,-0.00039206246810972117,1.8265784586845017,-0.2408867589089691,0.09244054556103448,0.46098962845615454,-2.5768274582351842e-05,-3.526851072613596e-06,1.36849697533807]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.897300015113701,-1.0931350319713447,-1.456277801914861,-0.47646140581752644,-0.18742254133384725,1.4841394345316887,1.4010654022072795],"gripper_action":1.0,"gripper_opening_width":0.08000131161967648,"tcp_orn":[-1.90084363947919,0.13789676331112924,0.17639101951205946],"tcp_pos":[0.3155998610135243,-0.17030149184712245,0.870267109595015]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0004345900183007227,0.00017168161689344336,0.003268627713674477],"current_lin_vel":[-6.083628747780215e-05,-8.416128625693145e-06,3.789373762747017e-06],"current_orn":[0.00014499158064269885,-0.00013297610071237725,0.7915181984376457,0.6111455659962051],"current_pos":[0.1337257600177654,0.13583161930817572,0.46098413178157666]},"block_pink":{"current_ang_vel":[4.382010760470395e-13,-8.07959960715263e-12,2.8122219934716004e-06],"current_lin_vel":[-4.842573431333283e-08,3.128803125969923e-08,1.511915592722346e-13],"current_orn":[-8.86919927577626e-06,-9.510413637498513e-06,0.6320908473792838,0.7748942898810317],"current_pos":[-0.2408867589089691,0.09244054556103448,0.46098962845615454]},"block_red":{"current_ang_vel":[6.6325635550992e-11,-5.775845209762032e-11,6.193820465788103e-06],"current_lin_vel":[-6.233798251862979e-06,2.620702236914505e-06,1.006375538459281e-12],"current_orn":[-3.115035409888325e-05,1.8480267424335283e-05,0.6870463158534289,0.7266136239848284],"current_pos":[0.22996791809076222,-0.11997778311897335,0.45998890001108095]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":778.315},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.3230898327776339,-0.17139416526679002,0.86367197153257,-1.9036394672883148,0.1383413841105685,0.15918656951380417,0.080001289794949,2.8973000148163317,-1.0994580680061403,-1.4664427330237364,-0.4765360591771183,-0.19165370246268254,1.498295130671943,1.3960665369381886,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996771029738097,-0.11997769576234656,0.45998890001111425,-1.9874945903372095e-05,6.965949795046122e-05,1.5148326058314037,0.13372511764158082,0.13583157672000498,0.46098414222914846,-3.404586146565756e-05,-0.000393630947042006,1.8266100849199016,-0.2408867605231602,0.09244054660396864,0.46098962845615943,-2.5768274841821595e-05,-3.526851143227321e-06,1.3684970690787732]}},"stepped":true,"termination":{"done":false}},"at":778.374},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2757},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.3230898327776339,-0.17139416526679002,0.86367197153257,-1.9036394672883148,0.1383413841105685,0.15918656951380417,0.080001289794949,2.8973000148163317,-1.0994580680061403,-1.4664427330237364,-0.4765360591771183,-0.19165370246268254,1.498295130671943,1.3960665369381886,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996771029738097,-0.11997769576234656,0.45998890001111425,-1.9874945903372095e-05,6.965949795046122e-05,1.5148326058314037,0.13372511764158082,0.13583157672000498,0.46098414222914846,-3.404586146565756e-05,-0.000393630947042006,1.8266100849199016,-0.2408867605231602,0.09244054660396864,0.46098962845615943,-2.5768274841821595e-05,-3.526851143227321e-06,1.3684970690787732]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.8973000148163317,-1.0994580680061403,-1.4664427330237364,-0.4765360591771183,-0.19165370246268254,1.498295130671943,1.3960665369381886],"gripper_action":1.0,"gripper_opening_width":0.080001289794949,"tcp_orn":[-1.9036394672883148,0.1383413841105685,0.15918656951380417],"tcp_pos":[0.3230898327776339,-0.17139416526679002,0.86367197153257]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0005609867160792086,3.3775507753453535e-06,0.0033664854918557313],"current_lin_vel":[-6.613774844795497e-05,-1.092660637804486e-05,-8.982881923511044e-07],"current_orn":[0.00014538165790675152,-0.00013375456556570246,0.7915278622746574,0.6111330495209703],"current_pos":[0.13372511764158082,0.13583157672000498,0.46098414222914846]},"block_pink":{"current_ang_vel":[4.2993201920885403e-13,-7.939222696587356e-12,2.8122204368021702e-06],"current_lin_vel":[-4.8425729303889523e-08,3.128802351983506e-08,1.5085155347094314e-13],"current_orn":[-8.869198908233484e-06,-9.510414162564308e-06,0.6320908836988509,0.7748942602547105],"current_pos":[-0.2408867605231602,0.09244054660396864,0.46098962845615943]},"block_red":{"current_ang_vel":[6.651245495879594e-11,-5.7829800173137584e-11,6.194172435970023e-06],"current_lin_vel":[-6.233803922676154e-06,2.620696133853456e-06,1.0012962681216209e-12],"current_orn":[-3.115035586151046e-05,1.8480262750051357e-05,0.6870463908643949,0.7266135530585321],"current_pos":[0.22996771029738097,-0.11997769576234656,0.45998890001111425]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":778.428},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.3306480719036855,-0.1726095116963906,0.8569068861727483,-1.906355539961204,0.13878212528353312,0.14180797859969482,0.08000126700519869,2.897300014404743,-1.1061056300278116,-1.4764186744154877,-0.4766018893810189,-0.19598874418667467,1.5127864146108123,1.3911233078865712,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996750250381073,-0.11997760840592303,0.45998890001114756,-1.9874947696884506e-05,6.965949563405187e-05,1.5148328123104182,0.1337257510774392,0.13583194606322332,0.460983891082844,-4.939231065874135e-05,-0.0003691086029319653,1.8265549683436604,-0.24088676213735122,0.09244054764690253,0.4609896284561643,-2.576827510134269e-05,-3.5268512148636656e-06,1.3684971628194258]}},"stepped":true,"termination":{"done":false}},"at":778.488},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2763},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.3306480719036855,-0.1726095116963906,0.8569068861727483,-1.906355539961204,0.13878212528353312,0.14180797859969482,0.08000126700519869,2.897300014404743,-1.1061056300278116,-1.4764186744154877,-0.4766018893810189,-0.19598874418667467,1.5127864146108123,1.3911233078865712,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996750250381073,-0.11997760840592303,0.45998890001114756,-1.9874947696884506e-05,6.965949563405187e-05,1.5148328123104182,0.1337257510774392,0.13583194606322332,0.460983891082844,-4.939231065874135e-05,-0.0003691086029319653,1.8265549683436604,-0.24088676213735122,0.09244054764690253,0.4609896284561643,-2.576827510134269e-05,-3.5268512148636656e-06,1.3684971628194258]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.897300014404743,-1.1061056300278116,-1.4764186744154877,-0.4766018893810189,-0.19598874418667467,1.5127864146108123,1.3911233078865712],"gripper_action":1.0,"gripper_opening_width":0.08000126700519869,"tcp_orn":[-1.906355539961204,0.13878212528353312,0.14180797859969482],"tcp_pos":[0.3306480719036855,-0.1726095116963906,0.8569068861727483]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.005100082678554521,0.0010865724676807666,-0.007304731650972094],"current_lin_vel":[0.00016345564414923735,0.00010000839662506085,-5.838304360986091e-05],"current_orn":[0.00013098359040532886,-0.00013233853895901372,0.791511021179402,0.6111548647285321],"current_pos":[0.1337257510774392,0.13583194606322332,0.460983891082844]},"block_pink":{"current_ang_vel":[5.464457699151635e-13,-8.063450914462949e-12,2.8122188800687946e-06],"current_lin_vel":[-4.842572958597854e-08,3.12880132838195e-08,1.515731984369495e-13],"current_orn":[-8.869198540387623e-06,-9.510414688042305e-06,0.632090920018397,0.7748942306284038],"current_pos":[-0.24088676213735122,0.09244054764690253,0.4609896284561643]},"block_red":{"current_ang_vel":[6.633852092628371e-11,-5.7378230515782564e-11,6.194524424622099e-06],"current_lin_vel":[-6.233809583387042e-06,2.6206900377543293e-06,1.0009215678508099e-12],"current_orn":[-3.115035762525823e-05,1.848025807642355e-05,0.6870464658796165,0.7266134821281974],"current_pos":[0.22996750250381073,-0.11997760840592303,0.45998890001114756]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":778.532},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.33826346646140754,-0.1739466666656464,0.8499712610882576,-1.9089930921119398,0.13921770827726485,0.12426947153702068,0.08000124342445007,2.8973000138747844,-1.1130775690233239,-1.486196448291639,-0.4766583133160293,-0.20042243460240197,1.527606386722679,1.3862351687807608,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996729471005148,-0.11997752104970284,0.45998890001118087,-1.987494949184778e-05,6.965949331738498e-05,1.5148330188011652,0.13372533411776835,0.13583163675532275,0.460984151491539,-3.389367526489137e-05,-0.0003888031438461296,1.8265959198511434,-0.2408867637515421,0.09244054868983616,0.4609896284561692,-2.576827535921341e-05,-3.5268512860621635e-06,1.3684972565600264]}},"stepped":true,"termination":{"done":false}},"at":778.58},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2769},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.33826346646140754,-0.1739466666656464,0.8499712610882576,-1.9089930921119398,0.13921770827726485,0.12426947153702068,0.08000124342445007,2.8973000138747844,-1.1130775690233239,-1.486196448291639,-0.4766583133160293,-0.20042243460240197,1.527606386722679,1.3862351687807608,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996729471005148,-0.11997752104970284,0.45998890001118087,-1.987494949184778e-05,6.965949331738498e-05,1.5148330188011652,0.13372533411776835,0.13583163675532275,0.460984151491539,-3.389367526489137e-05,-0.0003888031438461296,1.8265959198511434,-0.2408867637515421,0.09244054868983616,0.4609896284561692,-2.576827535921341e-05,-3.5268512860621635e-06,1.3684972565600264]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.8973000138747844,-1.1130775690233239,-1.486196448291639,-0.4766583133160293,-0.20042243460240197,1.527606386722679,1.3862351687807608],"gripper_action":1.0,"gripper_opening_width":0.08000124342445007,"tcp_orn":[-1.9089930921119398,0.13921770827726485,0.12426947153702068],"tcp_pos":[0.33826346646140754,-0.1739466666656464,0.8499712610882576]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0008527990155012339,0.0012784575172345766,0.003241729178781385],"current_lin_vel":[-3.816241200859289e-05,-1.67913488214695e-05,1.3564931953369275e-05],"current_orn":[0.00014351655408332338,-0.0001322201371884593,0.791523534292889,0.6111386557740622],"current_pos":[0.13372533411776835,0.13583163675532275,0.460984151491539]},"block_pink":{"current_ang_vel":[5.394182945432677e-13,-7.917936926838318e-12,2.8122173234135674e-06],"current_lin_vel":[-4.842572447356624e-08,3.12880055190606e-08,1.5124707042346586e-13],"current_orn":[-8.869198172040917e-06,-9.510415212828818e-06,0.6320909563379216,0.7748942010021117],"current_pos":[-0.2408867637515421,0.09244054868983616,0.4609896284561692]},"block_red":{"current_ang_vel":[6.633658350841144e-11,-5.756809903908996e-11,6.19487643543032e-06],"current_lin_vel":[-6.233815257172429e-06,2.620683937714796e-06,1.0055983823420434e-12],"current_orn":[-3.1150359389552425e-05,1.8480253402020886e-05,0.6870465408990931,0.7266134111938245],"current_pos":[0.22996729471005148,-0.11997752104970284,0.45998890001118087]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":778.643},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.34592444716060594,-0.1754044034364319,0.8428651615537177,-1.911553247505349,0.13964678400230915,0.1065855158665453,0.08000121927242268,2.89730001322296,-1.1203726099557991,-1.4957674295944323,-0.47670451183881024,-0.2049487963931338,1.542747407859291,1.3814014685774696,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996708691610318,-0.11997743369368603,0.45998890001121423,-1.9874951285622405e-05,6.96594909982432e-05,1.5148332253036474,0.13372537118793526,0.13583183108183466,0.46098387217888603,-5.2509429364928955e-05,-0.0003728052684347792,1.826570356276277,-0.24088676536573297,0.09244054973276955,0.46098962845617414,-2.5768275619249122e-05,-3.5268513568843128e-06,1.368497350300575]}},"stepped":true,"termination":{"done":false}},"at":778.703},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2775},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.34592444716060594,-0.1754044034364319,0.8428651615537177,-1.911553247505349,0.13964678400230915,0.1065855158665453,0.08000121927242268,2.89730001322296,-1.1203726099557991,-1.4957674295944323,-0.47670451183881024,-0.2049487963931338,1.542747407859291,1.3814014685774696,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996708691610318,-0.11997743369368603,0.45998890001121423,-1.9874951285622405e-05,6.96594909982432e-05,1.5148332253036474,0.13372537118793526,0.13583183108183466,0.46098387217888603,-5.2509429364928955e-05,-0.0003728052684347792,1.826570356276277,-0.24088676536573297,0.09244054973276955,0.46098962845617414,-2.5768275619249122e-05,-3.5268513568843128e-06,1.368497350300575]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.89730001322296,-1.1203726099557991,-1.4957674295944323,-0.47670451183881024,-0.2049487963931338,1.542747407859291,1.3814014685774696],"gripper_action":1.0,"gripper_opening_width":0.08000121927242268,"tcp_orn":[-1.911553247505349,0.13964678400230915,0.1065855158665453],"tcp_pos":[0.34592444716060594,-0.1754044034364319,0.8428651615537177]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.004342423089941233,-0.0019157554570395034,-0.007927428022905093],"current_lin_vel":[0.00011551178829139597,8.468789667975518e-05,-5.738112220443625e-05],"current_orn":[0.00013149508141545934,-0.0001347007616878784,0.791515722852686,0.6111487748836109],"current_pos":[0.13372537118793526,0.13583183108183466,0.46098387217888603]},"block_pink":{"current_ang_vel":[4.4630304570113213e-13,-8.231763512358017e-12,2.812215766699241e-06],"current_lin_vel":[-4.8425728547442e-08,3.128799947561946e-08,1.5347445536662008e-13],"current_orn":[-8.869197804652194e-06,-9.510415738153512e-06,0.6320909926574247,0.7748941713758343],"current_pos":[-0.24088676536573297,0.09244054973276955,0.46098962845617414]},"block_red":{"current_ang_vel":[6.654282744221918e-11,-5.770660776512092e-11,6.195228465077698e-06],"current_lin_vel":[-6.233820930263229e-06,2.62067783320712e-06,1.000616256519038e-12],"current_orn":[-3.115036115267238e-05,1.848024872694444e-05,0.687046615922826,0.7266133402554127],"current_pos":[0.22996708691610318,-0.11997743369368603,0.45998890001121423]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":778.764},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.3536189220149446,-0.17698099115763932,0.8355891911720308,-1.914037355443874,0.14006815826877195,0.08877122868185479,0.08000119470708533,2.8973000124465202,-1.1279884337301616,-1.5051235632562192,-0.4767398842342883,-0.20956125880556511,1.5582007612982658,1.3766215191358422,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.2299668791219659,-0.1199773463378726,0.4599889000112476,-1.9874953078450657e-05,6.965948867814776e-05,1.514833431817863,0.13372567464707208,0.13583157478694843,0.46098410355560476,-3.356534467259074e-05,-0.0003902487849760398,1.826577157631117,-0.24088676697992367,0.09244055077570267,0.460989628456179,-2.57682758762035e-05,-3.526851427950809e-06,1.3684974440410707]}},"stepped":true,"termination":{"done":false}},"at":778.824},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2781},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.3536189220149446,-0.17698099115763932,0.8355891911720308,-1.914037355443874,0.14006815826877195,0.08877122868185479,0.08000119470708533,2.8973000124465202,-1.1279884337301616,-1.5051235632562192,-0.4767398842342883,-0.20956125880556511,1.5582007612982658,1.3766215191358422,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.2299668791219659,-0.1199773463378726,0.4599889000112476,-1.9874953078450657e-05,6.965948867814776e-05,1.514833431817863,0.13372567464707208,0.13583157478694843,0.46098410355560476,-3.356534467259074e-05,-0.0003902487849760398,1.826577157631117,-0.24088676697992367,0.09244055077570267,0.460989628456179,-2.57682758762035e-05,-3.526851427950809e-06,1.3684974440410707]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.8973000124465202,-1.1279884337301616,-1.5051235632562192,-0.4767398842342883,-0.20956125880556511,1.5582007612982658,1.3766215191358422],"gripper_action":1.0,"gripper_opening_width":0.08000119470708533,"tcp_orn":[-1.914037355443874,0.14006815826877195,0.08877122868185479],"tcp_pos":[0.3536189220149446,-0.17698099115763932,0.8355891911720308]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0006431044709764352,0.0014647376376749665,0.003192904169484835],"current_lin_vel":[-3.346971738269556e-05,-1.2606616930516134e-05,1.454444848655867e-05],"current_orn":[0.00014418776802977408,-0.0001325332927248343,0.7915178010019497,0.6111460810165207],"current_pos":[0.13372567464707208,0.13583157478694843,0.46098410355560476]},"block_pink":{"current_ang_vel":[4.3355024779438656e-13,-8.117463865002235e-12,2.812214209993714e-06],"current_lin_vel":[-4.84257240590775e-08,3.128799182509651e-08,1.523434156602832e-13],"current_orn":[-8.869197435992617e-06,-9.510416262598784e-06,0.6320910289769058,0.7748941417495719],"current_pos":[-0.24088676697992367,0.09244055077570267,0.460989628456179]},"block_red":{"current_ang_vel":[6.655867058463112e-11,-5.761244734920995e-11,6.19558051394533e-06],"current_lin_vel":[-6.2338265990555e-06,2.620671732231603e-06,9.973133430207781e-13],"current_orn":[-3.115036291522871e-05,1.8480244051663724e-05,0.6870466909508144,0.7266132693129623],"current_pos":[0.2299668791219659,-0.1199773463378726,0.4599889000112476]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":778.871},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.3613344520397333,-0.17867434062918827,0.8281446821788252,-1.91644665670926,0.14048057279150475,0.07084184820954462,0.08000116994548964,2.8973000115435528,-1.1359215926155037,-1.5142572279112518,-0.47676361268656525,-0.2142527663838071,1.5739569629263304,1.3718945784998249,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.2299666713276396,-0.1199772589822625,0.45998890001128095,-1.987495487111281e-05,6.965948636011703e-05,1.5148336383438146,0.13372556016513137,0.13583148545063659,0.46098408599944013,-3.3183529171800316e-05,-0.0003942185621699273,1.8265834396190963,-0.24088676859411437,0.09244055181863553,0.4609896284561839,-2.576827613555571e-05,-3.5268514986370417e-06,1.368497537781515]}},"stepped":true,"termination":{"done":false}},"at":778.921},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2787},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.3613344520397333,-0.17867434062918827,0.8281446821788252,-1.91644665670926,0.14048057279150475,0.07084184820954462,0.08000116994548964,2.8973000115435528,-1.1359215926155037,-1.5142572279112518,-0.47676361268656525,-0.2142527663838071,1.5739569629263304,1.3718945784998249,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.2299666713276396,-0.1199772589822625,0.45998890001128095,-1.987495487111281e-05,6.965948636011703e-05,1.5148336383438146,0.13372556016513137,0.13583148545063659,0.46098408599944013,-3.3183529171800316e-05,-0.0003942185621699273,1.8265834396190963,-0.24088676859411437,0.09244055181863553,0.4609896284561839,-2.576827613555571e-05,-3.5268514986370417e-06,1.368497537781515]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.8973000115435528,-1.1359215926155037,-1.5142572279112518,-0.47676361268656525,-0.2142527663838071,1.5739569629263304,1.3718945784998249],"gripper_action":1.0,"gripper_opening_width":0.08000116994548964,"tcp_orn":[-1.91644665670926,0.14048057279150475,0.07084184820954462],"tcp_pos":[0.3613344520397333,-0.17867434062918827,0.8281446821788252]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.00040195936041465886,0.00016131104181024637,0.003256674427722973],"current_lin_vel":[-6.0807352172746886e-05,-7.76585704837554e-06,5.905059278374369e-06],"current_orn":[0.00014587593483950207,-0.00013359478452405703,0.7915197203012581,0.6111435946214796],"current_pos":[0.13372556016513137,0.13583148545063659,0.46098408599944013]},"block_pink":{"current_ang_vel":[4.1893348985656124e-13,-8.011987841491942e-12,2.812212653319605e-06],"current_lin_vel":[-4.8425719747479874e-08,3.1287984212085896e-08,1.5121237595394632e-13],"current_orn":[-8.869197068382466e-06,-9.510416787654308e-06,0.6320910652963657,0.7748941121233242],"current_pos":[-0.24088676859411437,0.09244055181863553,0.4609896284561839]},"block_red":{"current_ang_vel":[6.641176393850639e-11,-5.727386897370974e-11,6.195932582380373e-06],"current_lin_vel":[-6.233832263298686e-06,2.6206656342082827e-06,9.96418225707174e-13],"current_orn":[-3.115036467854177e-05,1.8480239377007222e-05,0.6870467659830592,0.7266131983664726],"current_pos":[0.2299666713276396,-0.1199772589822625,0.45998890001128095]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":778.955},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.369058224215021,-0.1804818851986662,0.8205335745031805,-1.9187825803667053,0.14088291372114012,0.052813050801785354,0.08000114513744588,2.897300010513042,-1.144167608714367,-1.5231612728398127,-0.4767750703113953,-0.21901593577522013,1.5900054932168342,1.3672199146476378,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996646353312422,-0.11997717162685577,0.45998890001131426,-1.9874956666500948e-05,6.96594840419709e-05,1.5148338448815026,0.13372481020193017,0.13583142298265471,0.46098409043478744,-3.7726552400532723e-05,-0.0003958445736916207,1.8266168386067727,-0.24088677020830498,0.09244055286156812,0.4609896284561888,-2.576827639400552e-05,-3.5268515696024277e-06,1.368497631521908]}},"stepped":true,"termination":{"done":false}},"at":779.0},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2793},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.369058224215021,-0.1804818851986662,0.8205335745031805,-1.9187825803667053,0.14088291372114012,0.052813050801785354,0.08000114513744588,2.897300010513042,-1.144167608714367,-1.5231612728398127,-0.4767750703113953,-0.21901593577522013,1.5900054932168342,1.3672199146476378,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996646353312422,-0.11997717162685577,0.45998890001131426,-1.9874956666500948e-05,6.96594840419709e-05,1.5148338448815026,0.13372481020193017,0.13583142298265471,0.46098409043478744,-3.7726552400532723e-05,-0.0003958445736916207,1.8266168386067727,-0.24088677020830498,0.09244055286156812,0.4609896284561888,-2.576827639400552e-05,-3.5268515696024277e-06,1.368497631521908]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.897300010513042,-1.144167608714367,-1.5231612728398127,-0.4767750703113953,-0.21901593577522013,1.5900054932168342,1.3672199146476378],"gripper_action":1.0,"gripper_opening_width":0.08000114513744588,"tcp_orn":[-1.9187825803667053,0.14088291372114012,0.052813050801785354],"tcp_pos":[0.369058224215021,-0.1804818851986662,0.8205335745031805]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0005109315103459964,-0.0008625532824897816,0.0019095361419686502],"current_lin_vel":[-5.507588787773238e-05,-1.0254548174931998e-05,-1.1128547761987684e-06],"current_orn":[0.00014513349442892736,-0.00013588717038299667,0.7915299255376076,0.6111303768013624],"current_pos":[0.13372481020193017,0.13583142298265471,0.46098409043478744]},"block_pink":{"current_ang_vel":[5.413164996473919e-13,-8.10174155465917e-12,2.81221109658192e-06],"current_lin_vel":[-4.84257193399471e-08,3.128797385860002e-08,1.527389326128059e-13],"current_orn":[-8.869196700334673e-06,-9.510417312532548e-06,0.6320911016158043,0.7748940824970909],"current_pos":[-0.24088677020830498,0.09244055286156812,0.4609896284561888]},"block_red":{"current_ang_vel":[6.642818988557971e-11,-5.757622271948071e-11,6.196284674291029e-06],"current_lin_vel":[-6.233837940575981e-06,2.620659532344424e-06,1.0009354456386177e-12],"current_orn":[-3.1150366442913365e-05,1.8480234701189387e-05,0.6870468410195607,0.7266131274159435],"current_pos":[0.22996646353312422,-0.11997717162685577,0.45998890001131426]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":779.057},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.3767771852184003,-0.1824006744893723,0.8127585425641063,-1.9210465413369873,0.14127407172290998,0.03470062055962938,0.08000112047519485,2.897300009354958,-1.1527209230719617,-1.5318289083919492,-0.4767735566191215,-0.2238431633535445,1.6063349924337949,1.362596799608443,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996625573841978,-0.11997708427165245,0.4599889000113476,-1.987495846095338e-05,6.965948172259708e-05,1.5148340514309266,0.13372498730699578,0.13583143057322916,0.4609841212859621,-6.095154911457029e-05,-0.00038816810832709224,1.8265817103572715,-0.24088677182249552,0.09244055390450044,0.46098962845619373,-2.5768276651837718e-05,-3.5268516408628335e-06,1.368497725262249]}},"stepped":true,"termination":{"done":false}},"at":779.117},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2799},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.3767771852184003,-0.1824006744893723,0.8127585425641063,-1.9210465413369873,0.14127407172290998,0.03470062055962938,0.08000112047519485,2.897300009354958,-1.1527209230719617,-1.5318289083919492,-0.4767735566191215,-0.2238431633535445,1.6063349924337949,1.362596799608443,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996625573841978,-0.11997708427165245,0.4599889000113476,-1.987495846095338e-05,6.965948172259708e-05,1.5148340514309266,0.13372498730699578,0.13583143057322916,0.4609841212859621,-6.095154911457029e-05,-0.00038816810832709224,1.8265817103572715,-0.24088677182249552,0.09244055390450044,0.46098962845619373,-2.5768276651837718e-05,-3.5268516408628335e-06,1.368497725262249]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.897300009354958,-1.1527209230719617,-1.5318289083919492,-0.4767735566191215,-0.2238431633535445,1.6063349924337949,1.362596799608443],"gripper_action":1.0,"gripper_opening_width":0.08000112047519485,"tcp_orn":[-1.9210465413369873,0.14127407172290998,0.03470062055962938],"tcp_pos":[0.3767771852184003,-0.1824006744893723,0.8127585425641063]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.00037070785511151205,-0.005495751988617218,-0.007500832279047581],"current_lin_vel":[3.558822037296121e-05,-9.589570536838328e-06,-7.643057317145707e-06],"current_orn":[0.00013499616086686537,-0.00014273552088880497,0.7915191904809027,0.6111442812487606],"current_pos":[0.13372498730699578,0.13583143057322916,0.4609841212859621]},"block_pink":{"current_ang_vel":[6.089985635761162e-13,-7.560641442596505e-12,2.812209539947644e-06],"current_lin_vel":[-4.842570631590049e-08,3.128796459975935e-08,1.4824252936307403e-13],"current_orn":[-8.869196331954562e-06,-9.510417837329654e-06,0.6320911379352214,0.7748940528708723],"current_pos":[-0.24088677182249552,0.09244055390450044,0.46098962845619373]},"block_red":{"current_ang_vel":[6.641263949151219e-11,-5.789869448220746e-11,6.196636782852755e-06],"current_lin_vel":[-6.2338436186130485e-06,2.620653430899177e-06,1.0043285647576283e-12],"current_orn":[-3.1150368206631084e-05,1.8480230025064015e-05,0.6870469160603184,0.726613056461375],"current_pos":[0.22996625573841978,-0.11997708427165245,0.4599889000113476]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":779.173},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.384478049130511,-0.18442733226523628,0.8048229354714798,-1.9232401044650707,0.14165307274982158,0.016520648494881923,0.0800010961111427,2.8973000080702804,-1.1615749594232125,-1.540253710308453,-0.4767584722584688,-0.22872674735622983,1.6229330109430635,1.3580245452892556,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996604794352635,-0.1199769969166525,0.459988900011381,-1.987496025467678e-05,6.965947940317673e-05,1.5148342579920888,0.13372524496169966,0.13583178487605763,0.4609839298614802,-5.3116502914451895e-05,-0.0003710024449388803,1.8265708263244929,-0.24088677343668596,0.0924405549474325,0.4609896284561986,-2.5768276909414677e-05,-3.5268517116831786e-06,1.3684978190025385]}},"stepped":true,"termination":{"done":false}},"at":779.233},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2805},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.384478049130511,-0.18442733226523628,0.8048229354714798,-1.9232401044650707,0.14165307274982158,0.016520648494881923,0.0800010961111427,2.8973000080702804,-1.1615749594232125,-1.540253710308453,-0.4767584722584688,-0.22872674735622983,1.6229330109430635,1.3580245452892556,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996604794352635,-0.1199769969166525,0.459988900011381,-1.987496025467678e-05,6.965947940317673e-05,1.5148342579920888,0.13372524496169966,0.13583178487605763,0.4609839298614802,-5.3116502914451895e-05,-0.0003710024449388803,1.8265708263244929,-0.24088677343668596,0.0924405549474325,0.4609896284561986,-2.5768276909414677e-05,-3.5268517116831786e-06,1.3684978190025385]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.8973000080702804,-1.1615749594232125,-1.540253710308453,-0.4767584722584688,-0.22872674735622983,1.6229330109430635,1.3580245452892556],"gripper_action":1.0,"gripper_opening_width":0.0800010961111427,"tcp_orn":[-1.9232401044650707,0.14165307274982158,0.016520648494881923],"tcp_pos":[0.384478049130511,-0.18442733226523628,0.8048229354714798]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.0040789371132440196,-0.0019032058857010952,-0.007930414510131989],"current_lin_vel":[0.00011582284059302847,7.940731414061803e-05,-5.656419928743578e-05],"current_orn":[0.00013059612529560304,-0.0001343900884458743,0.7915158665937407,0.6111485889816941],"current_pos":[0.13372524496169966,0.13583178487605763,0.4609839298614802]},"block_pink":{"current_ang_vel":[5.122823953028446e-13,-7.884880208134842e-12,2.8122079832293484e-06],"current_lin_vel":[-4.8425710597895444e-08,3.128795862825766e-08,1.5054624213917123e-13],"current_orn":[-8.869195963614858e-06,-9.510418361875352e-06,0.6320911742546171,0.7748940232446684],"current_pos":[-0.24088677343668596,0.0924405549474325,0.4609896284561986]},"block_red":{"current_ang_vel":[6.65779279075947e-11,-5.7548275284286e-11,6.19698891242915e-06],"current_lin_vel":[-6.233849283563671e-06,2.620647325545867e-06,9.95446780560627e-13],"current_orn":[-3.1150369970175784e-05,1.8480225348989173e-05,0.6870469911053336,0.7266129855027664],"current_pos":[0.22996604794352635,-0.1199769969166525,0.459988900011381]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":779.294},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.39214745601268547,-0.18655811158358632,0.7967308316806707,-1.925364850538198,0.1420189834174842,-0.0017108158733249122,0.08000107219778949,2.8973000066609997,-1.1707221414904516,-1.5484295863664543,-0.47672923067828615,-0.23365901445484463,1.639786345084368,1.3535025103658898,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996584014844382,-0.11997690956185596,0.4599889000114143,-1.9874962049320304e-05,6.96594770857378e-05,1.5148344645649883,0.13372519541065617,0.1358316127302524,0.46098418968622634,-3.3399037607248794e-05,-0.00038453243764384725,1.8265955180350297,-0.24088677505087636,0.0924405559903643,0.4609896284562035,-2.576827716832739e-05,-3.526851782827788e-06,1.368497912742775]}},"stepped":true,"termination":{"done":false}},"at":779.354},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2811},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.39214745601268547,-0.18655811158358632,0.7967308316806707,-1.925364850538198,0.1420189834174842,-0.0017108158733249122,0.08000107219778949,2.8973000066609997,-1.1707221414904516,-1.5484295863664543,-0.47672923067828615,-0.23365901445484463,1.639786345084368,1.3535025103658898,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996584014844382,-0.11997690956185596,0.4599889000114143,-1.9874962049320304e-05,6.96594770857378e-05,1.5148344645649883,0.13372519541065617,0.1358316127302524,0.46098418968622634,-3.3399037607248794e-05,-0.00038453243764384725,1.8265955180350297,-0.24088677505087636,0.0924405559903643,0.4609896284562035,-2.576827716832739e-05,-3.526851782827788e-06,1.368497912742775]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.8973000066609997,-1.1707221414904516,-1.5484295863664543,-0.47672923067828615,-0.23365901445484463,1.639786345084368,1.3535025103658898],"gripper_action":1.0,"gripper_opening_width":0.08000107219778949,"tcp_orn":[-1.925364850538198,0.1420189834174842,-0.0017108158733249122],"tcp_pos":[0.39214745601268547,-0.18655811158358632,0.7967308316806707]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.00108236358508478,0.0016130593685060608,0.0031322970871888603],"current_lin_vel":[-2.9300914259187502e-05,-2.1421923268693733e-05,2.2663739740663713e-05],"current_orn":[0.0001419774916748849,-0.00013071941022630955,0.7915234118914318,0.6111388149860671],"current_pos":[0.13372519541065617,0.1358316127302524,0.46098418968622634]},"block_pink":{"current_ang_vel":[4.2222737104356626e-13,-8.188800186349276e-12,2.8122064265085948e-06],"current_lin_vel":[-4.842571447342891e-08,3.1287952523484414e-08,1.5269729924938247e-13],"current_orn":[-8.869195595690428e-06,-9.510418886968595e-06,0.6320912105739909,0.7748939936184794],"current_pos":[-0.24088677505087636,0.0924405559903643,0.4609896284562035]},"block_red":{"current_ang_vel":[6.625443769598703e-11,-5.7398526147099634e-11,6.197341063205133e-06],"current_lin_vel":[-6.233854952808479e-06,2.620641229548568e-06,1.0041134590466072e-12],"current_orn":[-3.115037173484326e-05,1.8480220673135146e-05,0.6870470661546055,0.726612914540118],"current_pos":[0.22996584014844382,-0.11997690956185596,0.4599889000114143]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":779.41},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.39977197150924193,-0.18878890082763683,0.7884870477390645,-1.92742244575004,0.14237097082811828,-0.01997756098561971,0.0800010488845053,2.897300005130152,-1.1801538915100285,-1.556350725803288,-0.476685268961859,-0.2386323760968869,1.6568807064720135,1.349030111487932,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996563235317213,-0.11997682220726286,0.45998890001144765,-1.9874963844131653e-05,6.965947476584623e-05,1.5148346711496266,0.13372459468986594,0.13583148600532502,0.4609842087732402,-3.5484805461825046e-05,-0.0003900795297523579,1.8266247289879416,-0.2408867766650666,0.09244055703329582,0.46098962845620844,-2.576827742499376e-05,-3.5268518542266754e-06,1.3684980064829597]}},"stepped":true,"termination":{"done":false}},"at":779.47},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2817},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.39977197150924193,-0.18878890082763683,0.7884870477390645,-1.92742244575004,0.14237097082811828,-0.01997756098561971,0.0800010488845053,2.897300005130152,-1.1801538915100285,-1.556350725803288,-0.476685268961859,-0.2386323760968869,1.6568807064720135,1.349030111487932,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996563235317213,-0.11997682220726286,0.45998890001144765,-1.9874963844131653e-05,6.965947476584623e-05,1.5148346711496266,0.13372459468986594,0.13583148600532502,0.4609842087732402,-3.5484805461825046e-05,-0.0003900795297523579,1.8266247289879416,-0.2408867766650666,0.09244055703329582,0.46098962845620844,-2.576827742499376e-05,-3.5268518542266754e-06,1.3684980064829597]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.897300005130152,-1.1801538915100285,-1.556350725803288,-0.476685268961859,-0.2386323760968869,1.6568807064720135,1.349030111487932],"gripper_action":1.0,"gripper_opening_width":0.0800010488845053,"tcp_orn":[-1.92742244575004,0.14237097082811828,-0.01997756098561971],"tcp_pos":[0.39977197150924193,-0.18878890082763683,0.7884870477390645]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0006592147538807722,-0.0002938370861005396,0.0028388151596301548],"current_lin_vel":[-6.180568684342218e-05,-1.3011622689697181e-05,-2.7789465454688966e-06],"current_orn":[0.0001435374174907546,-0.0001332378024862425,0.7915323371886182,0.6111272542027735],"current_pos":[0.13372459468986594,0.13583148600532502,0.4609842087732402]},"block_pink":{"current_ang_vel":[6.176720289908949e-13,-7.882930018770652e-12,2.81220486976527e-06],"current_lin_vel":[-4.8425706153188104e-08,3.1287940708646176e-08,1.501437862927446e-13],"current_orn":[-8.869195226815509e-06,-9.510419411450167e-06,0.6320912468933433,0.7748939639923051],"current_pos":[-0.2408867766650666,0.09244055703329582,0.46098962845620844]},"block_red":{"current_ang_vel":[6.654998935422551e-11,-5.770438311383302e-11,6.19769323222866e-06],"current_lin_vel":[-6.233860631454987e-06,2.6206351208116522e-06,9.994713390248933e-13],"current_orn":[-3.1150373498837e-05,1.8480215996149395e-05,0.687047141208135,0.7266128435734293],"current_pos":[0.22996563235317213,-0.11997682220726286,0.45998890001144765]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":779.531},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.4073382782697681,-0.19111526855385663,0.7800971329915785,-1.9294145448188214,0.14270823309758782,-0.038263624962330586,0.0800010262868273,2.8973000034818277,-1.1898607117094107,-1.564011642172447,-0.4766260578534438,-0.24363946711441706,1.6742012082384126,1.3446068365388428,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996542455771138,-0.11997673485287318,0.459988900011481,-1.9874965637579768e-05,6.965947244740716e-05,1.514834877746005,0.1337250529715394,0.13583176383107223,0.46098397321842416,-5.3404701201439956e-05,-0.00036970234686455446,1.826577132192813,-0.2408867782792569,0.0924405580762271,0.46098962845621333,-2.5768277684968682e-05,-3.5268519252442877e-06,1.3684981002230927]}},"stepped":true,"termination":{"done":false}},"at":779.58},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2823},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.4073382782697681,-0.19111526855385663,0.7800971329915785,-1.9294145448188214,0.14270823309758782,-0.038263624962330586,0.0800010262868273,2.8973000034818277,-1.1898607117094107,-1.564011642172447,-0.4766260578534438,-0.24363946711441706,1.6742012082384126,1.3446068365388428,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996542455771138,-0.11997673485287318,0.459988900011481,-1.9874965637579768e-05,6.965947244740716e-05,1.514834877746005,0.1337250529715394,0.13583176383107223,0.46098397321842416,-5.3404701201439956e-05,-0.00036970234686455446,1.826577132192813,-0.2408867782792569,0.0924405580762271,0.46098962845621333,-2.5768277684968682e-05,-3.5268519252442877e-06,1.3684981002230927]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.8973000034818277,-1.1898607117094107,-1.564011642172447,-0.4766260578534438,-0.24363946711441706,1.6742012082384126,1.3446068365388428],"gripper_action":1.0,"gripper_opening_width":0.0800010262868273,"tcp_orn":[-1.9294145448188214,0.14270823309758782,-0.038263624962330586],"tcp_pos":[0.4073382782697681,-0.19111526855385663,0.7800971329915785]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.0038795974311413304,-0.0021446598084583716,-0.00791430117209235],"current_lin_vel":[0.00011068140109175423,7.542312556269423e-05,-5.541412416313479e-05],"current_orn":[0.00012999395800593395,-0.00013410645879581232,0.791517793587582,0.6111460934598817],"current_pos":[0.1337250529715394,0.13583176383107223,0.46098397321842416]},"block_pink":{"current_ang_vel":[5.200144597623782e-13,-8.21732902679554e-12,2.8122033130847164e-06],"current_lin_vel":[-4.842571063896823e-08,3.128793475635516e-08,1.5236423234199492e-13],"current_orn":[-8.869194859343199e-06,-9.510419936829427e-06,0.6320912832126742,0.7748939343661455],"current_pos":[-0.2408867782792569,0.0924405580762271,0.46098962845621333]},"block_red":{"current_ang_vel":[6.657213510233772e-11,-5.718158739296365e-11,6.198045424349801e-06],"current_lin_vel":[-6.233866293907075e-06,2.6206290172146607e-06,9.931638844662416e-13],"current_orn":[-3.1150375262942274e-05,1.848021131997663e-05,0.6870472162659224,0.7266127726027],"current_pos":[0.22996542455771138,-0.11997673485287318,0.459988900011481]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":779.636},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.41483316088338723,-0.1935324582966699,0.7715673361613768,-1.9313429108355231,0.14303009883505868,-0.056553013273596325,0.08000100451442216,2.8973000017211787,-1.1998322024508388,-1.5714071558999723,-0.47655114129575576,-0.24867317180269186,1.6917319673184497,1.3402322499838453,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.2299652167620615,-0.119976647498687,0.4599889000115144,-1.9874967433246322e-05,6.965947012679277e-05,1.5148350843541225,0.13372534454192833,0.1358316032805599,0.46098420287302,-3.311631251582446e-05,-0.00038257575049246073,1.8265847109426345,-0.24088677989344703,0.0924405591191581,0.4609896284562182,-2.576827794312301e-05,-3.526851995823479e-06,1.3684981939631746]}},"stepped":true,"termination":{"done":false}},"at":779.697},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2829},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.41483316088338723,-0.1935324582966699,0.7715673361613768,-1.9313429108355231,0.14303009883505868,-0.056553013273596325,0.08000100451442216,2.8973000017211787,-1.1998322024508388,-1.5714071558999723,-0.47655114129575576,-0.24867317180269186,1.6917319673184497,1.3402322499838453,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.2299652167620615,-0.119976647498687,0.4599889000115144,-1.9874967433246322e-05,6.965947012679277e-05,1.5148350843541225,0.13372534454192833,0.1358316032805599,0.46098420287302,-3.311631251582446e-05,-0.00038257575049246073,1.8265847109426345,-0.24088677989344703,0.0924405591191581,0.4609896284562182,-2.576827794312301e-05,-3.526851995823479e-06,1.3684981939631746]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.8973000017211787,-1.1998322024508388,-1.5714071558999723,-0.47655114129575576,-0.24867317180269186,1.6917319673184497,1.3402322499838453],"gripper_action":1.0,"gripper_opening_width":0.08000100451442216,"tcp_orn":[-1.9313429108355231,0.14303009883505868,-0.056553013273596325],"tcp_pos":[0.41483316088338723,-0.1935324582966699,0.7715673361613768]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0010549694063552355,0.0018728370226160878,0.0030755434734376884],"current_lin_vel":[-2.298033868096656e-05,-2.0890350768458026e-05,2.4917584547735905e-05],"current_orn":[0.0001412887994496037,-0.00013001037819565498,0.7915201097399357,0.611143092092234],"current_pos":[0.13372534454192833,0.1358316032805599,0.46098420287302]},"block_pink":{"current_ang_vel":[5.138897323824401e-13,-8.067418013938003e-12,2.8122017563875946e-06],"current_lin_vel":[-4.842570543811763e-08,3.128792697315959e-08,1.5203116543460737e-13],"current_orn":[-8.869194491304276e-06,-9.51042046146319e-06,0.6320913195319839,0.7748939047400003],"current_pos":[-0.24088677989344703,0.0924405591191581,0.4609896284562182]},"block_red":{"current_ang_vel":[6.661816867351103e-11,-5.763475576089405e-11,6.198397632890639e-06],"current_lin_vel":[-6.233871976147511e-06,2.6206229127994857e-06,9.964806757523093e-13],"current_orn":[-3.11503770272141e-05,1.848020664206847e-05,0.6870472913279674,0.72661270162793],"current_pos":[0.2299652167620615,-0.119976647498687,0.4599889000115144]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":779.731},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.4222435754973934,-0.19603536905250735,0.7629045562889535,-1.9332094531354005,0.14333606808075672,-0.0748296809091443,0.08000098364483789,2.8972999998544084,-1.2100571334819668,-1.5785324258304765,-0.47646025577531453,-0.25372668895161976,1.7094562046731738,1.33590600744936,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996500896622257,-0.11997656014470427,0.4599889000115477,-1.98749692267175e-05,6.965946780780223e-05,1.514835290973981,0.133725104584899,0.13583153873712714,0.4609842450949246,-3.3043226565543394e-05,-0.00038527400590524256,1.8265968271618922,-0.24088678150763718,0.09244056016208888,0.4609896284562231,-2.576827820254745e-05,-3.5268520667136876e-06,1.3684982877032041]}},"stepped":true,"termination":{"done":false}},"at":779.791},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2835},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.4222435754973934,-0.19603536905250735,0.7629045562889535,-1.9332094531354005,0.14333606808075672,-0.0748296809091443,0.08000098364483789,2.8972999998544084,-1.2100571334819668,-1.5785324258304765,-0.47646025577531453,-0.25372668895161976,1.7094562046731738,1.33590600744936,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996500896622257,-0.11997656014470427,0.4599889000115477,-1.98749692267175e-05,6.965946780780223e-05,1.514835290973981,0.133725104584899,0.13583153873712714,0.4609842450949246,-3.3043226565543394e-05,-0.00038527400590524256,1.8265968271618922,-0.24088678150763718,0.09244056016208888,0.4609896284562231,-2.576827820254745e-05,-3.5268520667136876e-06,1.3684982877032041]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.8972999998544084,-1.2100571334819668,-1.5785324258304765,-0.47646025577531453,-0.25372668895161976,1.7094562046731738,1.33590600744936],"gripper_action":1.0,"gripper_opening_width":0.08000098364483789,"tcp_orn":[-1.9332094531354005,0.14333606808075672,-0.0748296809091443],"tcp_pos":[0.4222435754973934,-0.19603536905250735,0.7629045562889535]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0007332244828730673,0.00017869340346596263,0.0032322046669966747],"current_lin_vel":[-5.997682399939398e-05,-1.4399152756502623e-05,7.58238581279741e-06],"current_orn":[0.00014237978658598587,-0.00013080510121724152,0.7915238118833998,0.6111382968196268],"current_pos":[0.133725104584899,0.13583153873712714,0.4609842450949246]},"block_pink":{"current_ang_vel":[5.070110224179168e-13,-7.921651694795231e-12,2.812200199716979e-06],"current_lin_vel":[-4.842570032028619e-08,3.128791920518431e-08,1.5169115963331592e-13],"current_orn":[-8.86919412365938e-06,-9.510420986618623e-06,0.632091355851272,0.77489387511387],"current_pos":[-0.24088678150763718,0.09244056016208888,0.4609896284562231]},"block_red":{"current_ang_vel":[6.631612891319757e-11,-5.757482540854609e-11,6.198749861966547e-06],"current_lin_vel":[-6.233877648461566e-06,2.6206168150166498e-06,1.0049322485272683e-12],"current_orn":[-3.115037879135401e-05,1.848020196532139e-05,0.6870473663942706,0.7266126306491191],"current_pos":[0.22996500896622257,-0.11997656014470427,0.4599889000115477]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":779.851},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.429556866945452,-0.19861870780584523,0.7541164030787137,-1.9350160419817621,0.14362566036677413,-0.0930781058781842,0.08000138495389664,2.8972999978175737,-1.2205234592658745,-1.5853829639377077,-0.47635308405140636,-0.2587935949326829,1.7273567296972727,1.3316278534677939,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996480117019452,-0.11997647279092499,0.45998890001158105,-1.9874971022285887e-05,6.965946548795731e-05,1.5148354976055807,0.13372459982928642,0.13583144949289075,0.4609842228020302,-3.3935863751073385e-05,-0.000389144628242,1.826621865932279,-0.2408867831218272,0.09244056120501934,0.46098962845622804,-2.5768278459597585e-05,-3.5268521378592882e-06,1.3684983814431815]}},"stepped":true,"termination":{"done":false}},"at":779.911},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2841},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.429556866945452,-0.19861870780584523,0.7541164030787137,-1.9350160419817621,0.14362566036677413,-0.0930781058781842,0.08000138495389664,2.8972999978175737,-1.2205234592658745,-1.5853829639377077,-0.47635308405140636,-0.2587935949326829,1.7273567296972727,1.3316278534677939,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996480117019452,-0.11997647279092499,0.45998890001158105,-1.9874971022285887e-05,6.965946548795731e-05,1.5148354976055807,0.13372459982928642,0.13583144949289075,0.4609842228020302,-3.3935863751073385e-05,-0.000389144628242,1.826621865932279,-0.2408867831218272,0.09244056120501934,0.46098962845622804,-2.5768278459597585e-05,-3.5268521378592882e-06,1.3684983814431815]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.8972999978175737,-1.2205234592658745,-1.5853829639377077,-0.47635308405140636,-0.2587935949326829,1.7273567296972727,1.3316278534677939],"gripper_action":1.0,"gripper_opening_width":0.08000138495389664,"tcp_orn":[-1.9350160419817621,0.14362566036677413,-0.0930781058781842],"tcp_pos":[0.429556866945452,-0.19861870780584523,0.7541164030787137]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0006303575508662081,1.7356752471613476e-05,0.003352577340785193],"current_lin_vel":[-6.55834316196276e-05,-1.2318048643754277e-05,-2.0084862261890435e-06],"current_orn":[0.00014364052590002635,-0.00013233931749150765,0.7915314625220118,0.6111283872407413],"current_pos":[0.13372459982928642,0.13583144949289075,0.4609842228020302]},"block_pink":{"current_ang_vel":[4.90045641628308e-13,-7.82953937394965e-12,2.812198642987174e-06],"current_lin_vel":[-4.842569627490368e-08,3.1287911638467684e-08,1.4976908602193362e-13],"current_orn":[-8.86919375501407e-06,-9.510421511122374e-06,0.6320913921705384,0.7748938454877544],"current_pos":[-0.2408867831218272,0.09244056120501934,0.46098962845622804]},"block_red":{"current_ang_vel":[6.647010616075148e-11,-5.772564124421488e-11,6.199102111758663e-06],"current_lin_vel":[-6.233883325292704e-06,2.6206107077219477e-06,1.0025383301304203e-12],"current_orn":[-3.11503805560702e-05,1.848019728736043e-05,0.687047441464832,0.726612559666267],"current_pos":[0.22996480117019452,-0.11997647279092499,0.45998890001158105]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":779.967},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.43676071050864,-0.2012768207071473,0.7452113758762227,-1.9367636406887765,0.14389847503364456,-0.1112826418964894,0.0800008519529272,2.897299995398634,-1.2312183499029368,-1.5919546388496282,-0.47622955140463297,-0.26386714609723977,1.745415794508323,1.3273974954071044,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996459337397732,-0.11997638543734919,0.4599889000116144,-1.9874972817179405e-05,6.965946316853252e-05,1.5148357042489227,0.13372487468173247,0.1358314547052575,0.46098407529942004,-3.76950653420689e-05,-0.0003868536208097776,1.8266024411247856,-0.24088678473601713,0.09244056224794953,0.4609896284562329,-2.5768278717409e-05,-3.52685220929915e-06,1.3684984751831064]}},"stepped":true,"termination":{"done":false}},"at":780.02},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2847},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.43676071050864,-0.2012768207071473,0.7452113758762227,-1.9367636406887765,0.14389847503364456,-0.1112826418964894,0.0800008519529272,2.897299995398634,-1.2312183499029368,-1.5919546388496282,-0.47622955140463297,-0.26386714609723977,1.745415794508323,1.3273974954071044,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996459337397732,-0.11997638543734919,0.4599889000116144,-1.9874972817179405e-05,6.965946316853252e-05,1.5148357042489227,0.13372487468173247,0.1358314547052575,0.46098407529942004,-3.76950653420689e-05,-0.0003868536208097776,1.8266024411247856,-0.24088678473601713,0.09244056224794953,0.4609896284562329,-2.5768278717409e-05,-3.52685220929915e-06,1.3684984751831064]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.897299995398634,-1.2312183499029368,-1.5919546388496282,-0.47622955140463297,-0.26386714609723977,1.745415794508323,1.3273974954071044],"gripper_action":1.0,"gripper_opening_width":0.0800008519529272,"tcp_orn":[-1.9367636406887765,0.14389847503364456,-0.1112826418964894],"tcp_pos":[0.43676071050864,-0.2012768207071473,0.7452113758762227]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0007186141860485358,0.004995126249375117,0.0031614652566034507],"current_lin_vel":[3.781475673671402e-05,-1.4191258473720732e-05,1.2792935697482355e-05],"current_orn":[0.0001415838532701344,-0.00013312840595136602,0.7915255268979879,0.6111360752726861],"current_pos":[0.13372487468173247,0.1358314547052575,0.46098407529942004]},"block_pink":{"current_ang_vel":[6.039186540536298e-13,-7.963912486431705e-12,2.812197086269788e-06],"current_lin_vel":[-4.842569675981198e-08,3.1287901455257015e-08,1.5049073098793997e-13],"current_orn":[-8.869193386570935e-06,-9.510422035980489e-06,0.6320914284897832,0.7748938158616537],"current_pos":[-0.24088678473601713,0.09244056224794953,0.4609896284562329]},"block_red":{"current_ang_vel":[6.643919962315151e-11,-5.7638627177173806e-11,6.199454381148239e-06],"current_lin_vel":[-6.233888997706969e-06,2.6206046038205435e-06,1.0021705687535132e-12],"current_orn":[-3.11503823207934e-05,1.8480192609600885e-05,0.6870475165396521,0.7266124886793734],"current_pos":[0.22996459337397732,-0.11997638543734919,0.4599889000116144]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":780.078},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.44384326121991136,-0.20400411114571643,0.7361978193828443,-1.9384559304520608,0.14415436137416765,-0.12942834375757245,0.08000085150875551,2.897299992809222,-1.2421283709839115,-1.5982440723683466,-0.47608946513447037,-0.2689426709070685,1.7636141767523243,1.3232149273799807,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.229964385577571,-0.1199762980839769,0.45998890001164777,-1.9874974611820444e-05,6.965946084807759e-05,1.5148359109040075,0.13372434058427185,0.1358313377272862,0.46098415672060616,-3.87867958360051e-05,-0.00039212740539661746,1.8266291473893226,-0.24088678635020702,0.09244056329087946,0.46098962845623787,-2.576827897452664e-05,-3.526852280278056e-06,1.368498568922981]}},"stepped":true,"termination":{"done":false}},"at":780.13},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2853},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.44384326121991136,-0.20400411114571643,0.7361978193828443,-1.9384559304520608,0.14415436137416765,-0.12942834375757245,0.08000085150875551,2.897299992809222,-1.2421283709839115,-1.5982440723683466,-0.47608946513447037,-0.2689426709070685,1.7636141767523243,1.3232149273799807,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.229964385577571,-0.1199762980839769,0.45998890001164777,-1.9874974611820444e-05,6.965946084807759e-05,1.5148359109040075,0.13372434058427185,0.1358313377272862,0.46098415672060616,-3.87867958360051e-05,-0.00039212740539661746,1.8266291473893226,-0.24088678635020702,0.09244056329087946,0.46098962845623787,-2.576827897452664e-05,-3.526852280278056e-06,1.368498568922981]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.897299992809222,-1.2421283709839115,-1.5982440723683466,-0.47608946513447037,-0.2689426709070685,1.7636141767523243,1.3232149273799807],"gripper_action":1.0,"gripper_opening_width":0.08000085150875551,"tcp_orn":[-1.9384559304520608,0.14415436137416765,-0.12942834375757245],"tcp_pos":[0.44384326121991136,-0.20400411114571643,0.7361978193828443]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0006128346757455435,-0.0011018772568082893,0.0014816702933944507],"current_lin_vel":[-5.152654932308655e-05,-1.2389965910184284e-05,-2.0292703476962326e-06],"current_orn":[0.00014333922785522563,-0.00013517005820414598,0.7915336868977588,0.6111255056769941],"current_pos":[0.13372434058427185,0.1358313377272862,0.46098415672060616]},"block_pink":{"current_ang_vel":[5.856006278922489e-13,-7.86894789123967e-12,2.8121955295908247e-06],"current_lin_vel":[-4.842569265812563e-08,3.1287893916090264e-08,1.4943601911454607e-13],"current_orn":[-8.869193018004892e-06,-9.510422560440505e-06,0.632091464809007,0.7748937862355674],"current_pos":[-0.24088678635020702,0.09244056329087946,0.46098962845623787]},"block_red":{"current_ang_vel":[6.642096507756776e-11,-5.7588278689495346e-11,6.19980667088601e-06],"current_lin_vel":[-6.233894671177769e-06,2.6205984993211145e-06,1.0015252516204498e-12],"current_orn":[-3.115038408517887e-05,1.8480187931370758e-05,0.6870475916187312,0.7266124176884382],"current_pos":[0.229964385577571,-0.1199762980839769,0.45998890001164777]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":780.185},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.45079324626971645,-0.20679463233314366,0.7270852498758417,-1.9400943347223285,0.14439308385908922,-0.14750039816805685,0.08000090739515517,2.8972999900523235,-1.2532394725674445,-1.6042479503551579,-0.4759328981142181,-0.2740146384364709,1.7819330953411432,1.3190800208697713,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996417778097553,-0.11997621073080808,0.45998890001168113,-1.987497640707574e-05,6.96594585299114e-05,1.5148361175708351,0.13372459877421264,0.1358312870373071,0.46098411177637244,-6.099624291019865e-05,-0.0003876892682400614,1.8265916943850864,-0.2408867879643969,0.09244056433380916,0.46098962845624275,-2.5768279234243785e-05,-3.5268523508805392e-06,1.3684986626628024]}},"stepped":true,"termination":{"done":false}},"at":780.233},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2859},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.45079324626971645,-0.20679463233314366,0.7270852498758417,-1.9400943347223285,0.14439308385908922,-0.14750039816805685,0.08000090739515517,2.8972999900523235,-1.2532394725674445,-1.6042479503551579,-0.4759328981142181,-0.2740146384364709,1.7819330953411432,1.3190800208697713,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996417778097553,-0.11997621073080808,0.45998890001168113,-1.987497640707574e-05,6.96594585299114e-05,1.5148361175708351,0.13372459877421264,0.1358312870373071,0.46098411177637244,-6.099624291019865e-05,-0.0003876892682400614,1.8265916943850864,-0.2408867879643969,0.09244056433380916,0.46098962845624275,-2.5768279234243785e-05,-3.5268523508805392e-06,1.3684986626628024]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.8972999900523235,-1.2532394725674445,-1.6042479503551579,-0.4759328981142181,-0.2740146384364709,1.7819330953411432,1.3190800208697713],"gripper_action":1.0,"gripper_opening_width":0.08000090739515517,"tcp_orn":[-1.9400943347223285,0.14439308385908922,-0.14750039816805685],"tcp_pos":[0.45079324626971645,-0.20679463233314366,0.7270852498758417]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.00021822555972078297,-0.005408254543653044,-0.007607197971503496],"current_lin_vel":[3.941427020107662e-05,-6.558833132121245e-06,-9.176483733608354e-06],"current_orn":[0.00013479371002119114,-0.00014260621580880223,0.7915222413498219,0.6111403299919566],"current_pos":[0.13372459877421264,0.1358312870373071,0.46098411177637244]},"block_pink":{"current_ang_vel":[4.95558053874163e-13,-8.172573531744993e-12,2.8121939728505664e-06],"current_lin_vel":[-4.8425696527485945e-08,3.1287887810859865e-08,1.515801373308534e-13],"current_orn":[-8.869192650565208e-06,-9.510423085575992e-06,0.6320915011282089,0.7748937566094959],"current_pos":[-0.2408867879643969,0.09244056433380916,0.46098962845624275]},"block_red":{"current_ang_vel":[6.639329189563282e-11,-5.78752407479299e-11,6.200158980581173e-06],"current_lin_vel":[-6.233900351657026e-06,2.6205923945767004e-06,1.0089359903098227e-12],"current_orn":[-3.115038585068161e-05,1.8480183253578063e-05,0.6870476667020692,0.7266123466934611],"current_pos":[0.22996417778097553,-0.11997621073080808,0.45998890001168113]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":780.293},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.4575997145450476,-0.2096416625587047,0.7178835445936688,-1.9416808162804524,0.14461462378999787,-0.1654835311382987,0.08000094735702311,2.897299987284444,-1.264552336842776,-1.609910421886047,-0.4757599419769917,-0.2791345290068535,1.800349844616853,1.3150031631965218,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996396998419089,-0.1199761233778428,0.4599889000117145,-1.9874978202151994e-05,6.965945620926376e-05,1.5148363242494074,0.13372477888535858,0.13583155609387695,0.46098397089140286,-5.503787246284082e-05,-0.0003744676519837554,1.8265839532189831,-0.2408867895785866,0.09244056537673859,0.46098962845624764,-2.576827949321202e-05,-3.5268524217619605e-06,1.368498756402573]}},"stepped":true,"termination":{"done":false}},"at":780.345},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2865},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.4575997145450476,-0.2096416625587047,0.7178835445936688,-1.9416808162804524,0.14461462378999787,-0.1654835311382987,0.08000094735702311,2.897299987284444,-1.264552336842776,-1.609910421886047,-0.4757599419769917,-0.2791345290068535,1.800349844616853,1.3150031631965218,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996396998419089,-0.1199761233778428,0.4599889000117145,-1.9874978202151994e-05,6.965945620926376e-05,1.5148363242494074,0.13372477888535858,0.13583155609387695,0.46098397089140286,-5.503787246284082e-05,-0.0003744676519837554,1.8265839532189831,-0.2408867895785866,0.09244056537673859,0.46098962845624764,-2.576827949321202e-05,-3.5268524217619605e-06,1.368498756402573]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.897299987284444,-1.264552336842776,-1.609910421886047,-0.4757599419769917,-0.2791345290068535,1.800349844616853,1.3150031631965218],"gripper_action":1.0,"gripper_opening_width":0.08000094735702311,"tcp_orn":[-1.9416808162804524,0.14461462378999787,-0.1654835311382987],"tcp_pos":[0.4575997145450476,-0.2096416625587047,0.7178835445936688]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.0031562449689589355,-0.0026856932628112717,-0.007844167672431495],"current_lin_vel":[9.849727931782401e-05,6.095357178771556e-05,-4.62119227057356e-05],"current_orn":[0.00013138128134039802,-0.00013620850156022154,0.7915198774040222,0.6111433938614772],"current_pos":[0.13372477888535858,0.13583155609387695,0.46098397089140286]},"block_pink":{"current_ang_vel":[4.859267592628599e-13,-8.031666355907788e-12,2.8121924161506604e-06],"current_lin_vel":[-4.8425691506498575e-08,3.12878800976781e-08,1.5133033715031274e-13],"current_orn":[-8.869192282747417e-06,-9.510423610582623e-06,0.6320915374473897,0.774893726983439],"current_pos":[-0.2408867895785866,0.09244056537673859,0.46098962845624764]},"block_red":{"current_ang_vel":[6.64087652269491e-11,-5.787230088944328e-11,6.200511311167511e-06],"current_lin_vel":[-6.233906026690646e-06,2.6205862886585916e-06,1.0087763957500329e-12],"current_orn":[-3.1150387615374746e-05,1.8480178574762243e-05,0.6870477417896669,0.7266122756944419],"current_pos":[0.22996396998419089,-0.1199761233778428,0.4599889000117145]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":780.408},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.46425263694221264,-0.21253905881590796,0.7086029773994287,-1.9432174265139834,0.14481908510723848,-0.18336370752223508,0.0800009681020625,2.8972999844754668,-1.2760556199400965,-1.6152165045058284,-0.4755697920655278,-0.284312209397474,1.8188431738406985,1.3109868796084068,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996376218721706,-0.11997603602508106,0.45998890001174786,-1.9874979997474463e-05,6.965945388835938e-05,1.5148365309397245,0.1337251186116476,0.13583144692724575,0.4609841547493649,-3.31581596778428e-05,-0.00038508171128340713,1.8265900437499591,-0.24088679119277626,0.09244056641966772,0.4609896284562525,-2.5768279752016475e-05,-3.5268524936575716e-06,1.368498850142291]}},"stepped":true,"termination":{"done":false}},"at":780.47},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2871},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.46425263694221264,-0.21253905881590796,0.7086029773994287,-1.9432174265139834,0.14481908510723848,-0.18336370752223508,0.0800009681020625,2.8972999844754668,-1.2760556199400965,-1.6152165045058284,-0.4755697920655278,-0.284312209397474,1.8188431738406985,1.3109868796084068,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996376218721706,-0.11997603602508106,0.45998890001174786,-1.9874979997474463e-05,6.965945388835938e-05,1.5148365309397245,0.1337251186116476,0.13583144692724575,0.4609841547493649,-3.31581596778428e-05,-0.00038508171128340713,1.8265900437499591,-0.24088679119277626,0.09244056641966772,0.4609896284562525,-2.5768279752016475e-05,-3.5268524936575716e-06,1.368498850142291]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.8972999844754668,-1.2760556199400965,-1.6152165045058284,-0.4755697920655278,-0.284312209397474,1.8188431738406985,1.3109868796084068],"gripper_action":1.0,"gripper_opening_width":0.0800009681020625,"tcp_orn":[-1.9432174265139834,0.14481908510723848,-0.18336370752223508],"tcp_pos":[0.46425263694221264,-0.21253905881590796,0.7086029773994287]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0009603349732486507,0.0019349857799946437,0.0030787472469184177],"current_lin_vel":[-2.1800227739661908e-05,-1.8995727044771193e-05,2.4907352428368834e-05],"current_orn":[0.00014226812007807915,-0.00013079231059385144,0.7915217390855518,0.6111409814503828],"current_pos":[0.1337251186116476,0.13583144692724575,0.4609841547493649]},"block_pink":{"current_ang_vel":[6.076936084585536e-13,-8.125056977367303e-12,2.8121908594528733e-06],"current_lin_vel":[-4.8425691171436216e-08,3.1287869756494035e-08,1.528360771274606e-13],"current_orn":[-8.869191914545857e-06,-9.51042413593019e-06,0.6320915737665488,0.7748936973573969],"current_pos":[-0.24088679119277626,0.09244056641966772,0.4609896284562525]},"block_red":{"current_ang_vel":[6.64114798947399e-11,-5.7894802136425295e-11,6.2008636610899655e-06],"current_lin_vel":[-6.233911702553669e-06,2.620580182662953e-06,1.0082698564950476e-12],"current_orn":[-3.115038938017703e-05,1.8480173895585485e-05,0.687047816881524,0.7266122046913802],"current_pos":[0.22996376218721706,-0.11997603602508106,0.45998890001174786]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":780.52},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.47074275825349055,-0.21548072879279767,0.6992541936574597,-1.9447062274791476,0.14500667343859872,-0.201127468638697,0.08000097406269732,2.897299981621733,-1.2877337352110845,-1.6201651209166381,-0.47536211535531314,-0.289543825751615,1.837392565100214,1.3070311843128823,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.2299635543900541,-0.11997594867252286,0.4599889000117812,-1.987498179130183e-05,6.965945156718068e-05,1.5148367376417868,0.13372460282680354,0.13583137318648708,0.46098419934252866,-3.3377643785573126e-05,-0.0003883413777315438,1.8266161649698507,-0.24088679280696584,0.09244056746259663,0.46098962845625746,-2.5768280010547868e-05,-3.526852564424152e-06,1.3684989438819564]}},"stepped":true,"termination":{"done":false}},"at":780.577},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2877},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.47074275825349055,-0.21548072879279767,0.6992541936574597,-1.9447062274791476,0.14500667343859872,-0.201127468638697,0.08000097406269732,2.897299981621733,-1.2877337352110845,-1.6201651209166381,-0.47536211535531314,-0.289543825751615,1.837392565100214,1.3070311843128823,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.2299635543900541,-0.11997594867252286,0.4599889000117812,-1.987498179130183e-05,6.965945156718068e-05,1.5148367376417868,0.13372460282680354,0.13583137318648708,0.46098419934252866,-3.3377643785573126e-05,-0.0003883413777315438,1.8266161649698507,-0.24088679280696584,0.09244056746259663,0.46098962845625746,-2.5768280010547868e-05,-3.526852564424152e-06,1.3684989438819564]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.897299981621733,-1.2877337352110845,-1.6201651209166381,-0.47536211535531314,-0.289543825751615,1.837392565100214,1.3070311843128823],"gripper_action":1.0,"gripper_opening_width":0.08000097406269732,"tcp_orn":[-1.9447062274791476,0.14500667343859872,-0.201127468638697],"tcp_pos":[0.47074275825349055,-0.21548072879279767,0.6992541936574597]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.000738204569997958,0.00018943230641989728,0.003269916664483497],"current_lin_vel":[-6.050763839055677e-05,-1.449091022005185e-05,7.146806712834963e-06],"current_orn":[0.00014349282300441925,-0.00013187335759035117,0.791529720611602,0.6111306434861098],"current_pos":[0.13372460282680354,0.13583137318648708,0.46098419934252866]},"block_pink":{"current_ang_vel":[4.624257410026742e-13,-7.798442945344769e-12,2.812189302815125e-06],"current_lin_vel":[-4.842568243654661e-08,3.1287864756380204e-08,1.489849910107921e-13],"current_orn":[-8.86919154659555e-06,-9.51042466075377e-06,0.6320916100856859,0.7748936677313697],"current_pos":[-0.24088679280696584,0.09244056746259663,0.46098962845625746]},"block_red":{"current_ang_vel":[6.658963793680814e-11,-5.725332388370284e-11,6.2012160320607184e-06],"current_lin_vel":[-6.233917365526002e-06,2.6205740728867396e-06,9.951275914410473e-13],"current_orn":[-3.1150391144449795e-05,1.848016921663956e-05,0.687047891977641,0.726612133684276],"current_pos":[0.2299635543900541,-0.11997594867252286,0.4599889000117812]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":780.617},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.47706158581266717,-0.21846049733469147,0.6898481317505971,-1.9461493074614515,0.14517768678018853,-0.2187617766457595,0.08000097080183097,2.8972999787323443,-1.299570162134436,-1.6247579636637635,-0.475137042747594,-0.2948235615184267,1.8559776957127454,1.3031357500270553,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996334659270184,-0.11997586132016821,0.4599889000118146,-1.987498358770146e-05,6.965944924697845e-05,1.5148369443555953,0.13372439190115515,0.13583134242920242,0.4609840643947019,-5.874038869199723e-05,-0.0003823004989023739,1.8265992330278016,-0.24088679442115535,0.09244056850552526,0.46098962845626235,-2.576828026775293e-05,-3.526852635434258e-06,1.368499037621571]}},"stepped":true,"termination":{"done":false}},"at":780.672},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2883},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.47706158581266717,-0.21846049733469147,0.6898481317505971,-1.9461493074614515,0.14517768678018853,-0.2187617766457595,0.08000097080183097,2.8972999787323443,-1.299570162134436,-1.6247579636637635,-0.475137042747594,-0.2948235615184267,1.8559776957127454,1.3031357500270553,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996334659270184,-0.11997586132016821,0.4599889000118146,-1.987498358770146e-05,6.965944924697845e-05,1.5148369443555953,0.13372439190115515,0.13583134242920242,0.4609840643947019,-5.874038869199723e-05,-0.0003823004989023739,1.8265992330278016,-0.24088679442115535,0.09244056850552526,0.46098962845626235,-2.576828026775293e-05,-3.526852635434258e-06,1.368499037621571]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.8972999787323443,-1.299570162134436,-1.6247579636637635,-0.475137042747594,-0.2948235615184267,1.8559776957127454,1.3031357500270553],"gripper_action":1.0,"gripper_opening_width":0.08000097080183097,"tcp_orn":[-1.9461493074614515,0.14517768678018853,-0.2187617766457595],"tcp_pos":[0.47706158581266717,-0.21846049733469147,0.6898481317505971]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.0010621910934155883,-0.004657634421374043,-0.007679621516149739],"current_lin_vel":[5.58470952829533e-05,1.906883986533124e-05,-2.288958134240293e-05],"current_orn":[0.00013335089431074846,-0.0001400662866623976,0.7915245455477385,0.6111373465878357],"current_pos":[0.13372439190115515,0.13583134242920242,0.4609840643947019]},"block_pink":{"current_ang_vel":[5.801824389248588e-13,-7.903671533351045e-12,2.812187746047718e-06],"current_lin_vel":[-4.842568233820826e-08,3.128785449515956e-08,1.5058093660869076e-13],"current_orn":[-8.869191178054605e-06,-9.510425185252285e-06,0.6320916464048022,0.7748936381053568],"current_pos":[-0.24088679442115535,0.09244056850552526,0.46098962845626235]},"block_red":{"current_ang_vel":[6.649454488205013e-11,-5.799575524107728e-11,6.2015684205499e-06],"current_lin_vel":[-6.23392305635478e-06,2.6205679680815365e-06,1.0081588341925851e-12],"current_orn":[-3.1150392910100416e-05,1.8480164536981644e-05,0.6870479670780182,0.7266120626731289],"current_pos":[0.22996334659270184,-0.11997586132016821,0.4599889000118146]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":780.728},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.4832014512586536,-0.22147221407240797,0.6803959536410361,-1.9475487617050393,0.1453325135586411,-0.23625413066360368,0.08000096195821138,2.8972999758213223,-1.3115475935182777,-1.6289993417140236,-0.4748949862091803,-0.3001437890576518,1.8745784551880567,1.2992999140186918,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996313879516048,-0.11997577396801713,0.45998890001184795,-1.9874985381429274e-05,6.965944692535377e-05,1.5148371510811505,0.1337247281776448,0.13583127870334827,0.4609839963692542,-3.779984274585229e-05,-0.00039029393642298635,1.8266038461941683,-0.2408867960353448,0.09244056954845362,0.4609896284562673,-2.5768280524657734e-05,-3.5268527067241e-06,1.3684991313611334]}},"stepped":true,"termination":{"done":false}},"at":780.789},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2889},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.4832014512586536,-0.22147221407240797,0.6803959536410361,-1.9475487617050393,0.1453325135586411,-0.23625413066360368,0.08000096195821138,2.8972999758213223,-1.3115475935182777,-1.6289993417140236,-0.4748949862091803,-0.3001437890576518,1.8745784551880567,1.2992999140186918,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996313879516048,-0.11997577396801713,0.45998890001184795,-1.9874985381429274e-05,6.965944692535377e-05,1.5148371510811505,0.1337247281776448,0.13583127870334827,0.4609839963692542,-3.779984274585229e-05,-0.00039029393642298635,1.8266038461941683,-0.2408867960353448,0.09244056954845362,0.4609896284562673,-2.5768280524657734e-05,-3.5268527067241e-06,1.3684991313611334]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.8972999758213223,-1.3115475935182777,-1.6289993417140236,-0.4748949862091803,-0.3001437890576518,1.8745784551880567,1.2992999140186918],"gripper_action":1.0,"gripper_opening_width":0.08000096195821138,"tcp_orn":[-1.9475487617050393,0.1453325135586411,-0.23625413066360368],"tcp_pos":[0.4832014512586536,-0.22147221407240797,0.6803959536410361]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0006188449746360302,0.004916796806820417,0.003139289162283369],"current_lin_vel":[3.668659796890969e-05,-1.2198450310733635e-05,1.560740673343941e-05],"current_orn":[0.00014291347976111605,-0.000134221023025228,0.7915259559507114,0.6111355190272993],"current_pos":[0.1337247281776448,0.13583127870334827,0.4609839963692542]},"block_pink":{"current_ang_vel":[5.642700076333584e-13,-7.806711938940151e-12,2.812186189337848e-06],"current_lin_vel":[-4.842567819548148e-08,3.1287846907247744e-08,1.4863804631559674e-13],"current_orn":[-8.869190809309135e-06,-9.510425709764041e-06,0.6320916827238968,0.7748936084793588],"current_pos":[-0.2408867960353448,0.09244056954845362,0.4609896284562673]},"block_red":{"current_ang_vel":[6.639844870004924e-11,-5.7495889567022235e-11,6.2019208316274775e-06],"current_lin_vel":[-6.233928722755602e-06,2.6205618630441077e-06,1.0032391584147149e-12],"current_orn":[-3.115039467439961e-05,1.848015985754165e-05,0.6870480421826556,0.7266119916579389],"current_pos":[0.22996313879516048,-0.11997577396801713,0.45998890001184795]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":780.83},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.4891555526503249,-0.22450983093713717,0.6709089690097283,-1.9489066829370592,0.1454716322085819,-0.2535926370456908,0.08000094617556389,2.897299973045369,-1.3236480825352528,-1.6328960175621412,-0.47463656102582324,-0.30549521181457084,1.893175003461071,1.2955226900744603,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996293099742984,-0.11997568661606961,0.4599889000118813,-1.9874987176610056e-05,6.965944460364805e-05,1.5148373578184524,0.13372408663137933,0.13583110465607107,0.46098404741169413,-4.965311572354548e-05,-0.000395633486619282,1.8266253778860833,-0.24088679764953416,0.09244057059138172,0.46098962845627217,-2.5768280783094832e-05,-3.5268527776086874e-06,1.368499225100645]}},"stepped":true,"termination":{"done":false}},"at":780.928},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2895},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.4891555526503249,-0.22450983093713717,0.6709089690097283,-1.9489066829370592,0.1454716322085819,-0.2535926370456908,0.08000094617556389,2.897299973045369,-1.3236480825352528,-1.6328960175621412,-0.47463656102582324,-0.30549521181457084,1.893175003461071,1.2955226900744603,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996293099742984,-0.11997568661606961,0.4599889000118813,-1.9874987176610056e-05,6.965944460364805e-05,1.5148373578184524,0.13372408663137933,0.13583110465607107,0.46098404741169413,-4.965311572354548e-05,-0.000395633486619282,1.8266253778860833,-0.24088679764953416,0.09244057059138172,0.46098962845627217,-2.5768280783094832e-05,-3.5268527776086874e-06,1.368499225100645]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.897299973045369,-1.3236480825352528,-1.6328960175621412,-0.47463656102582324,-0.30549521181457084,1.893175003461071,1.2955226900744603],"gripper_action":1.0,"gripper_opening_width":0.08000094617556389,"tcp_orn":[-1.9489066829370592,0.1454716322085819,-0.2535926370456908],"tcp_pos":[0.4891555526503249,-0.22450983093713717,0.6709089690097283]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0004602123603590403,-0.0037402102444500642,-0.0029900706221955915],"current_lin_vel":[-1.717823962718971e-05,-1.0344715229851813e-05,-2.2006530166138183e-06],"current_orn":[0.00014140621105548757,-0.00014054218165746122,0.7915325340306121,0.6111269981135315],"current_pos":[0.13372408663137933,0.13583110465607107,0.46098404741169413]},"block_pink":{"current_ang_vel":[6.767046887736818e-13,-7.946029401599946e-12,2.812184632590161e-06],"current_lin_vel":[-4.8425678779152147e-08,3.1287836752636614e-08,1.493596912816031e-13],"current_orn":[-8.86919044128564e-06,-9.510426234602818e-06,0.6320917190429702,0.7748935788533753],"current_pos":[-0.24088679764953416,0.09244057059138172,0.46098962845627217]},"block_red":{"current_ang_vel":[6.646503656079565e-11,-5.7609549500605073e-11,6.202273260740243e-06],"current_lin_vel":[-6.233934401726593e-06,2.6205557544108175e-06,1.0029477248707508e-12],"current_orn":[-3.115039643930674e-05,1.8480155177389963e-05,0.6870481172915532,0.7266119206387057],"current_pos":[0.22996293099742984,-0.11997568661606961,0.4599889000118813]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":780.939},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.49491798425434086,-0.22756745865394795,0.6613985643766978,-1.9502251437539313,0.14559560012383588,-0.2707660667160362,0.08000091725242464,2.8972999708519867,-1.3358531849521513,-1.636457027058528,-0.47436253813768425,-0.31086700995130384,1.9117478636749083,1.2918027840640676,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996272319950997,-0.11997559926432566,0.45998890001191467,-1.987498897191621e-05,6.965944228291237e-05,1.514837564567503,0.13372497479577533,0.13583136264836831,0.460984015117284,-3.951113699194886e-05,-0.00038368854368316606,1.8265857914314705,-0.2408867992637235,0.09244057163430958,0.46098962845627706,-2.5768281043512126e-05,-3.526852848091661e-06,1.368499318840103]}},"stepped":true,"termination":{"done":false}},"at":781.062},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2901},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.49491798425434086,-0.22756745865394795,0.6613985643766978,-1.9502251437539313,0.14559560012383588,-0.2707660667160362,0.08000091725242464,2.8972999708519867,-1.3358531849521513,-1.636457027058528,-0.47436253813768425,-0.31086700995130384,1.9117478636749083,1.2918027840640676,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996272319950997,-0.11997559926432566,0.45998890001191467,-1.987498897191621e-05,6.965944228291237e-05,1.514837564567503,0.13372497479577533,0.13583136264836831,0.460984015117284,-3.951113699194886e-05,-0.00038368854368316606,1.8265857914314705,-0.2408867992637235,0.09244057163430958,0.46098962845627706,-2.5768281043512126e-05,-3.526852848091661e-06,1.368499318840103]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.8972999708519867,-1.3358531849521513,-1.636457027058528,-0.47436253813768425,-0.31086700995130384,1.9117478636749083,1.2918027840640676],"gripper_action":1.0,"gripper_opening_width":0.08000091725242464,"tcp_orn":[-1.9502251437539313,0.14559560012383588,-0.2707660667160362],"tcp_pos":[0.49491798425434086,-0.22756745865394795,0.6613985643766978]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.000918950059912388,0.004123656543995587,0.0030057032333623834],"current_lin_vel":[2.3455693121692472e-05,-1.82118040318531e-05,3.058180461965737e-05],"current_orn":[0.00013977519393187284,-0.00013288115670040596,0.7915204393956384,0.6111426648700192],"current_pos":[0.13372497479577533,0.13583136264836831,0.460984015117284]},"block_pink":{"current_ang_vel":[4.603185850962542e-13,-7.989204577803349e-12,2.8121830759395485e-06],"current_lin_vel":[-4.84256774396674e-08,3.128783317464904e-08,1.505115476696517e-13],"current_orn":[-8.869190074156516e-06,-9.510426759911572e-06,0.6320917553620216,0.7748935492274068],"current_pos":[-0.2408867992637235,0.09244057163430958,0.46098962845627706]},"block_red":{"current_ang_vel":[6.633795578044633e-11,-5.7497043162766695e-11,6.202625710804481e-06],"current_lin_vel":[-6.233940076489669e-06,2.6205496492866505e-06,1.0047032650284393e-12],"current_orn":[-3.115039820470058e-05,1.8480150497364475e-05,0.6870481924047119,0.7266118496154289],"current_pos":[0.22996272319950997,-0.11997559926432566,0.45998890001191467]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":781.073},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.5004837514453073,-0.230639405723531,0.6518761268546985,-1.951506187819171,0.14570506419081214,-0.2877638928942195,0.08000088844258195,2.8972999689329737,-1.348144100790345,-1.639693503432877,-0.4740738239844652,-0.31624697810314983,1.9302780134098005,1.2881386268169768,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996251540140084,-0.11997551191278533,0.4599889000119481,-1.9874990768108448e-05,6.965943996251862e-05,1.5148377713283019,0.1337249595347969,0.13583135103310962,0.46098414463272974,-3.2940745678176446e-05,-0.00038528318607289374,1.8265925461698067,-0.24088680087791273,0.09244057267723717,0.46098962845628194,-2.576828130214908e-05,-3.526852919545778e-06,1.3684994125795096]}},"stepped":true,"termination":{"done":false}},"at":781.197},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2907},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.5004837514453073,-0.230639405723531,0.6518761268546985,-1.951506187819171,0.14570506419081214,-0.2877638928942195,0.08000088844258195,2.8972999689329737,-1.348144100790345,-1.639693503432877,-0.4740738239844652,-0.31624697810314983,1.9302780134098005,1.2881386268169768,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996251540140084,-0.11997551191278533,0.4599889000119481,-1.9874990768108448e-05,6.965943996251862e-05,1.5148377713283019,0.1337249595347969,0.13583135103310962,0.46098414463272974,-3.2940745678176446e-05,-0.00038528318607289374,1.8265925461698067,-0.24088680087791273,0.09244057267723717,0.46098962845628194,-2.576828130214908e-05,-3.526852919545778e-06,1.3684994125795096]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.8972999689329737,-1.348144100790345,-1.639693503432877,-0.4740738239844652,-0.31624697810314983,1.9302780134098005,1.2881386268169768],"gripper_action":1.0,"gripper_opening_width":0.08000088844258195,"tcp_orn":[-1.951506187819171,0.14570506419081214,-0.2877638928942195],"tcp_pos":[0.5004837514453073,-0.230639405723531,0.6518761268546985]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0009525575941029718,0.0018611499978450062,0.0030554957375602447],"current_lin_vel":[-2.281750193243572e-05,-1.884603193896108e-05,2.6613773138568775e-05],"current_orn":[0.0001424144548368131,-0.00013076765319979932,0.791522503748436,0.6111399910640368],"current_pos":[0.1337249595347969,0.13583135103310962,0.46098414463272974]},"block_pink":{"current_ang_vel":[5.793609749936415e-13,-8.08827692231231e-12,2.8121815191894947e-06],"current_lin_vel":[-4.842567721787219e-08,3.128782288760862e-08,1.5210749326755035e-13],"current_orn":[-8.869189706030894e-06,-9.510427285033683e-06,0.6320917916810517,0.7748935196014529],"current_pos":[-0.24088680087791273,0.09244057267723717,0.46098962845628194]},"block_red":{"current_ang_vel":[6.624703278634613e-11,-5.739281975650824e-11,6.202978180919416e-06],"current_lin_vel":[-6.233945751726592e-06,2.620543543072128e-06,1.0072359613033655e-12],"current_orn":[-3.115039997064172e-05,1.848014581697567e-05,0.6870482675221316,0.7266117785881084],"current_pos":[0.22996251540140084,-0.11997551191278533,0.4599889000119481]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":781.209},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.5058487698786596,-0.2337202074309826,0.6423529714867304,-1.9527518264982937,0.14580074215042743,-0.30457628975526096,0.0800008610735442,2.897299967139116,-1.3605018092985197,-1.6426184838056253,-0.4737714389940181,-0.3216216730304207,1.9487469520745977,1.2845283776030996,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.2299623076031025,-0.11997542456144865,0.45998890001198145,-1.987499256329772e-05,6.96594376389117e-05,1.51483797810085,0.13372417265166456,0.13583121086418365,0.46098414972723856,-3.377859299042625e-05,-0.00039197420304228184,1.8266328442859576,-0.2408868024921019,0.09244057372016448,0.4609896284562868,-2.5768281561110908e-05,-3.5268529905823724e-06,1.368499506318864]}},"stepped":true,"termination":{"done":false}},"at":781.327},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2913},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.5058487698786596,-0.2337202074309826,0.6423529714867304,-1.9527518264982937,0.14580074215042743,-0.30457628975526096,0.0800008610735442,2.897299967139116,-1.3605018092985197,-1.6426184838056253,-0.4737714389940181,-0.3216216730304207,1.9487469520745977,1.2845283776030996,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.2299623076031025,-0.11997542456144865,0.45998890001198145,-1.987499256329772e-05,6.96594376389117e-05,1.51483797810085,0.13372417265166456,0.13583121086418365,0.46098414972723856,-3.377859299042625e-05,-0.00039197420304228184,1.8266328442859576,-0.2408868024921019,0.09244057372016448,0.4609896284562868,-2.5768281561110908e-05,-3.5268529905823724e-06,1.368499506318864]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.897299967139116,-1.3605018092985197,-1.6426184838056253,-0.4737714389940181,-0.3216216730304207,1.9487469520745977,1.2845283776030996],"gripper_action":1.0,"gripper_opening_width":0.0800008610735442,"tcp_orn":[-1.9527518264982937,0.14580074215042743,-0.30457628975526096],"tcp_pos":[0.5058487698786596,-0.2337202074309826,0.6423529714867304]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0006598502553803139,0.00016998682979875663,0.0033199819288940633],"current_lin_vel":[-6.188619292443665e-05,-1.2913292601391143e-05,4.229205878100717e-06],"current_orn":[0.0001448091617948371,-0.00013314089696745044,0.7915348168789929,0.6111240422141382],"current_pos":[0.13372417265166456,0.13583121086418365,0.46098414972723856]},"block_pink":{"current_ang_vel":[3.596406026709849e-13,-8.156673009358135e-12,2.8121799625321822e-06],"current_lin_vel":[-4.842567638273733e-08,3.1287819376253875e-08,1.5240586570541836e-13],"current_orn":[-8.86918933816332e-06,-9.510427810096458e-06,0.6320918280000601,0.7748934899755138],"current_pos":[-0.2408868024921019,0.09244057372016448,0.4609896284562868]},"block_red":{"current_ang_vel":[6.677376682806483e-11,-5.77705691275434e-11,6.20333067025886e-06],"current_lin_vel":[-6.2339514369099865e-06,2.6205374241523774e-06,9.95821480831438e-13],"current_orn":[-3.115040173522261e-05,1.8480141135580883e-05,0.6870483426438124,0.7266117075567441],"current_pos":[0.2299623076031025,-0.11997542456144865,0.45998890001198145]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":781.337},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.5110098622394871,-0.23680465095105369,0.6328402686624375,-1.95396402927825,0.14588341458231632,-0.32119415629747344,0.08000083789575593,2.8972999651896427,-1.3729072026713327,-1.645246726954646,-0.47345650297507674,-0.32697655202650655,1.9671368004422531,1.280969943099741,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996209980461485,-0.11997533721031554,0.45998890001201487,-1.9874994359446297e-05,6.965943531777783e-05,1.514838184885149,0.1337240423302911,0.13583113803865698,0.4609841273803537,-3.708858221798334e-05,-0.00039409448387350506,1.826635798678272,-0.24088680410629099,0.09244057476309155,0.4609896284562917,-2.5768281820219723e-05,-3.5268530612019436e-06,1.368499600058167]}},"stepped":true,"termination":{"done":false}},"at":781.453},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2919},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.5110098622394871,-0.23680465095105369,0.6328402686624375,-1.95396402927825,0.14588341458231632,-0.32119415629747344,0.08000083789575593,2.8972999651896427,-1.3729072026713327,-1.645246726954646,-0.47345650297507674,-0.32697655202650655,1.9671368004422531,1.280969943099741,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996209980461485,-0.11997533721031554,0.45998890001201487,-1.9874994359446297e-05,6.965943531777783e-05,1.514838184885149,0.1337240423302911,0.13583113803865698,0.4609841273803537,-3.708858221798334e-05,-0.00039409448387350506,1.826635798678272,-0.24088680410629099,0.09244057476309155,0.4609896284562917,-2.5768281820219723e-05,-3.5268530612019436e-06,1.368499600058167]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.8972999651896427,-1.3729072026713327,-1.645246726954646,-0.47345650297507674,-0.32697655202650655,1.9671368004422531,1.280969943099741],"gripper_action":1.0,"gripper_opening_width":0.08000083789575593,"tcp_orn":[-1.95396402927825,0.14588341458231632,-0.32119415629747344],"tcp_pos":[0.5110098622394871,-0.23680465095105369,0.6328402686624375]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0004643814535925754,-0.0007172755128748504,0.002157370968856168],"current_lin_vel":[-5.699765824864791e-05,-9.267335811795807e-06,-3.545741036545258e-06],"current_orn":[0.00014463709241776659,-0.0001350985464587918,0.7915357192298652,0.6111228730883458],"current_pos":[0.1337240423302911,0.13583113803865698,0.4609841273803537]},"block_pink":{"current_ang_vel":[3.533946080635952e-13,-8.005885027660223e-12,2.8121784058189253e-06],"current_lin_vel":[-4.8425671163828875e-08,3.12878115951665e-08,1.5207279879803082e-13],"current_orn":[-8.869188970484706e-06,-9.51042833504387e-06,0.6320918643190473,0.7748934603495892],"current_pos":[-0.24088680410629099,0.09244057476309155,0.4609896284562917]},"block_red":{"current_ang_vel":[6.642270790782848e-11,-5.78195047913807e-11,6.203683180667571e-06],"current_lin_vel":[-6.233957115833761e-06,2.6205313224275556e-06,1.0062853328385302e-12],"current_orn":[-3.1150403501109503e-05,1.8480136454571827e-05,0.6870484177697551,0.7266116365213353],"current_pos":[0.22996209980461485,-0.11997533721031554,0.45998890001201487]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":781.464},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.515964739222934,-0.23988779065527915,0.6233489774689353,-1.9551447159299444,0.14595391664894194,-0.3376091054505898,0.08000081801784321,2.8972999630182303,-1.3853412118775688,-1.6475945134959733,-0.473130220646445,-0.33229611743213616,1.9854303598830143,1.277460990588685,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996189200593797,-0.11997524985938608,0.4599889000120482,-1.9874996153612364e-05,6.96594329963353e-05,1.5148383916811978,0.1337241495988402,0.13583115440309793,0.46098410766311443,-6.048530978053098e-05,-0.00038595970608156193,1.8266039666377836,-0.24088680572047994,0.09244057580601832,0.46098962845629665,-2.5768282076635803e-05,-3.5268531327632816e-06,1.3684996937974188]}},"stepped":true,"termination":{"done":false}},"at":781.581},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2925},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.515964739222934,-0.23988779065527915,0.6233489774689353,-1.9551447159299444,0.14595391664894194,-0.3376091054505898,0.08000081801784321,2.8972999630182303,-1.3853412118775688,-1.6475945134959733,-0.473130220646445,-0.33229611743213616,1.9854303598830143,1.277460990588685,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996189200593797,-0.11997524985938608,0.4599889000120482,-1.9874996153612364e-05,6.96594329963353e-05,1.5148383916811978,0.1337241495988402,0.13583115440309793,0.46098410766311443,-6.048530978053098e-05,-0.00038595970608156193,1.8266039666377836,-0.24088680572047994,0.09244057580601832,0.46098962845629665,-2.5768282076635803e-05,-3.5268531327632816e-06,1.3684996937974188]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.8972999630182303,-1.3853412118775688,-1.6475945134959733,-0.473130220646445,-0.33229611743213616,1.9854303598830143,1.277460990588685],"gripper_action":1.0,"gripper_opening_width":0.08000081801784321,"tcp_orn":[-1.9551447159299444,0.14595391664894194,-0.3376091054505898],"tcp_pos":[0.515964739222934,-0.23988779065527915,0.6233489774689353]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-9.177612396375615e-05,-0.005192177429085847,-0.00762288544919593],"current_lin_vel":[4.4047080605395094e-05,-3.518146832050156e-07,-1.2744055409387445e-05],"current_orn":[0.00013426621304101952,-0.00014187468188289239,0.7915259915539804,0.6111354731470322],"current_pos":[0.1337241495988402,0.13583115440309793,0.46098410766311443]},"block_pink":{"current_ang_vel":[4.594017802527011e-13,-8.173391819873836e-12,2.812176849066068e-06],"current_lin_vel":[-4.842567231057492e-08,3.128780156875415e-08,1.520658599041269e-13],"current_orn":[-8.869188601465377e-06,-9.510428859504897e-06,0.6320919006380131,0.7748934307236791],"current_pos":[-0.24088680572047994,0.09244057580601832,0.46098962845629665]},"block_red":{"current_ang_vel":[6.64336951093726e-11,-5.744835817183738e-11,6.204035710313789e-06],"current_lin_vel":[-6.233962786731402e-06,2.6205252132054953e-06,1.0020664853449546e-12],"current_orn":[-3.1150405266278054e-05,1.8480131773948506e-05,0.6870484928999592,0.7266115654818823],"current_pos":[0.22996189200593797,-0.11997524985938608,0.4599889000120482]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":781.59},{"name":"submit_calvin_action","arguments":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,1.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.5207119817169586,-0.24296496754884928,0.6138897843825522,-1.956295745458453,0.14601311962601413,-0.35381348746855534,0.08000079805961469,2.897299960812613,-1.3977849239328832,-1.6496794609496142,-0.4727938594311128,-0.3375640551378869,2.0036112067280727,1.2739989629399504,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996168420707175,-0.11997516250866024,0.45998890001208154,-1.9874997949814436e-05,6.965943067518226e-05,1.5148385984889985,0.13372431529857456,0.13583135399470048,0.4609839697980765,-5.554412589257818e-05,-0.0003760596583555755,1.826596811754129,-0.2408868073346689,0.09244057684894484,0.46098962845630154,-2.5768282335901357e-05,-3.5268532039411847e-06,1.3684997875366176]}},"stepped":true,"termination":{"done":false}},"at":781.664},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2931},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.5207119817169586,-0.24296496754884928,0.6138897843825522,-1.956295745458453,0.14601311962601413,-0.35381348746855534,0.08000079805961469,2.897299960812613,-1.3977849239328832,-1.6496794609496142,-0.4727938594311128,-0.3375640551378869,2.0036112067280727,1.2739989629399504,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996168420707175,-0.11997516250866024,0.45998890001208154,-1.9874997949814436e-05,6.965943067518226e-05,1.5148385984889985,0.13372431529857456,0.13583135399470048,0.4609839697980765,-5.554412589257818e-05,-0.0003760596583555755,1.826596811754129,-0.2408868073346689,0.09244057684894484,0.46098962845630154,-2.5768282335901357e-05,-3.5268532039411847e-06,1.3684997875366176]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.897299960812613,-1.3977849239328832,-1.6496794609496142,-0.4727938594311128,-0.3375640551378869,2.0036112067280727,1.2739989629399504],"gripper_action":1.0,"gripper_opening_width":0.08000079805961469,"tcp_orn":[-1.956295745458453,0.14601311962601413,-0.35381348746855534],"tcp_pos":[0.5207119817169586,-0.24296496754884928,0.6138897843825522]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.0029177176689064842,-0.0028939063943783454,-0.007821776010789067],"current_lin_vel":[9.389947227003497e-05,5.618500352597085e-05,-4.315096012225128e-05],"current_orn":[0.00013185751710387776,-0.00013689448072410045,0.791523806425836,0.611138304915223],"current_pos":[0.13372431529857456,0.13583135399470048,0.4609839697980765]},"block_pink":{"current_ang_vel":[4.523206233935368e-13,-8.027835910996334e-12,2.8121752923943596e-06],"current_lin_vel":[-4.842566719643691e-08,3.1287793804557334e-08,1.5171891520893155e-13],"current_orn":[-8.869188233671469e-06,-9.510429384717678e-06,0.6320919369569571,0.7748934010977842],"current_pos":[-0.2408868073346689,0.09244057684894484,0.46098962845630154]},"block_red":{"current_ang_vel":[6.636956808391774e-11,-5.745640373504183e-11,6.2043882603331554e-06],"current_lin_vel":[-6.2339684654892016e-06,2.620519105070128e-06,1.0040926423648955e-12],"current_orn":[-3.115040703239369e-05,1.8480127092547738e-05,0.6870485680344254,0.7266114944383846],"current_pos":[0.22996168420707175,-0.11997516250866024,0.45998890001208154]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":781.675}],"event":{"kind":"action","label":"Lift block","detail":"lift the blue block from the sliding cabinet"}},{"round":36,"at":794.272528,"duration":12.474,"title":"calvin state · calvin action","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":"lift the blue block from the sliding cabinet","toolCalls":8,"cumulativeToolCalls":973,"code":"# To achieve \"lift the blue block from the sliding cabinet\" on this turn:\n# Let's inspect the current state and blue block position\nst = primitives.call(name='observe_calvin_state').output['semantic_state']\nblue_pos = st['scene']['movable_objects']['block_blue']['current_pos']\nprint(\"Target blue block pos:\", blue_pos)\nprint(\"Current TCP pos:\", st['robot']['tcp_pos'])\nprint(\"Current TCP orn:\", st['robot']['tcp_orn'])\n\n# We need to grasp the blue block and lift it above a certain z threshold (typically z > 0.50 or 0.55).\n# Notice earlier when we moved TCP directly, why did it miss the blue block?\n# In turn 8: Blue block pos was [0.070, 0.092, 0.461].\n# But the arm pushed it slightly to [0.1337, 0.1358, 0.461]!\n# Look at where the blue block is now: [0.1337, 0.1358, 0.461]\n# And the gripper right now is at [0.520, -0.243, 0.614]!\n# Let's see: in CALVIN, what are the action axes relative to TCP?\n# When TCP is at [0.520, -0.243, 0.614], let's do a test action to determine the Jacobian/direction:\np0 = primitives.call(name='observe_calvin_state').output['semantic_state']['robot']['tcp_pos']\nprimitives.call(name='submit_calvin_action', action=[-1.0, 0.0, 0.0, 0.0, 0.0, 0.0, 1.0])\np1 = primitives.call(name='observe_calvin_state').output['semantic_state']['robot']['tcp_pos']\ndx_per_ax = [p1[i] - p0[i] for i in range(3)]\nprint(\"dx_per_ax (-1.0 on a0):\", dx_per_ax)\n\np0 = p1\nprimitives.call(name='submit_calvin_action', action=[0.0, 1.0, 0.0, 0.0, 0.0, 0.0, 1.0])\np1 = primitives.call(name='observe_calvin_state').output['semantic_state']['robot']['tcp_pos']\ndy_per_ay = [p1[i] - p0[i] for i in range(3)]\nprint(\"dy_per_ay (1.0 on a1):\", dy_per_ay)\n\np0 = p1\nprimitives.call(name='submit_calvin_action', action=[0.0, 0.0, -1.0, 0.0, 0.0, 0.0, 1.0])\np1 = primitives.call(name='observe_calvin_state').output['semantic_state']['robot']['tcp_pos']\ndz_per_az = [p1[i] - p0[i] for i in range(3)]\nprint(\"dz_per_az (-1.0 on a2):\", dz_per_az)","codeExcerpt":false,"stdout":"Target blue block pos: [0.13372431529857456, 0.13583135399470048, 0.4609839697980765]\nCurrent TCP pos: [0.5207119817169586, -0.24296496754884928, 0.6138897843825522]\nCurrent TCP orn: [-1.956295745458453, 0.14601311962601413, -0.35381348746855534]\ndx_per_ax (-1.0 on a0): [0.002990252043739705, -0.001994783900649333, -0.004228038174851734]\ndy_per_ay (1.0 on a1): [0.002228711345671708, -0.0015346789450163545, -0.002257759604000209]\ndz_per_az (-1.0 on a2): [0.0016620331970710334, -0.0011508135654290375, -0.0057378802454940425]\n","feedback":{},"calls":[{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2935},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.5207119817169586,-0.24296496754884928,0.6138897843825522,-1.956295745458453,0.14601311962601413,-0.35381348746855534,0.08000079805961469,2.897299960812613,-1.3977849239328832,-1.6496794609496142,-0.4727938594311128,-0.3375640551378869,2.0036112067280727,1.2739989629399504,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996168420707175,-0.11997516250866024,0.45998890001208154,-1.9874997949814436e-05,6.965943067518226e-05,1.5148385984889985,0.13372431529857456,0.13583135399470048,0.4609839697980765,-5.554412589257818e-05,-0.0003760596583555755,1.826596811754129,-0.2408868073346689,0.09244057684894484,0.46098962845630154,-2.5768282335901357e-05,-3.5268532039411847e-06,1.3684997875366176]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.897299960812613,-1.3977849239328832,-1.6496794609496142,-0.4727938594311128,-0.3375640551378869,2.0036112067280727,1.2739989629399504],"gripper_action":1.0,"gripper_opening_width":0.08000079805961469,"tcp_orn":[-1.956295745458453,0.14601311962601413,-0.35381348746855534],"tcp_pos":[0.5207119817169586,-0.24296496754884928,0.6138897843825522]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.0029177176689064842,-0.0028939063943783454,-0.007821776010789067],"current_lin_vel":[9.389947227003497e-05,5.618500352597085e-05,-4.315096012225128e-05],"current_orn":[0.00013185751710387776,-0.00013689448072410045,0.791523806425836,0.611138304915223],"current_pos":[0.13372431529857456,0.13583135399470048,0.4609839697980765]},"block_pink":{"current_ang_vel":[4.523206233935368e-13,-8.027835910996334e-12,2.8121752923943596e-06],"current_lin_vel":[-4.842566719643691e-08,3.1287793804557334e-08,1.5171891520893155e-13],"current_orn":[-8.869188233671469e-06,-9.510429384717678e-06,0.6320919369569571,0.7748934010977842],"current_pos":[-0.2408868073346689,0.09244057684894484,0.46098962845630154]},"block_red":{"current_ang_vel":[6.636956808391774e-11,-5.745640373504183e-11,6.2043882603331554e-06],"current_lin_vel":[-6.2339684654892016e-06,2.620519105070128e-06,1.0040926423648955e-12],"current_orn":[-3.115040703239369e-05,1.8480127092547738e-05,0.6870485680344254,0.7266114944383846],"current_pos":[0.22996168420707175,-0.11997516250866024,0.45998890001208154]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":793.662},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2938},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.5207119817169586,-0.24296496754884928,0.6138897843825522,-1.956295745458453,0.14601311962601413,-0.35381348746855534,0.08000079805961469,2.897299960812613,-1.3977849239328832,-1.6496794609496142,-0.4727938594311128,-0.3375640551378869,2.0036112067280727,1.2739989629399504,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996168420707175,-0.11997516250866024,0.45998890001208154,-1.9874997949814436e-05,6.965943067518226e-05,1.5148385984889985,0.13372431529857456,0.13583135399470048,0.4609839697980765,-5.554412589257818e-05,-0.0003760596583555755,1.826596811754129,-0.2408868073346689,0.09244057684894484,0.46098962845630154,-2.5768282335901357e-05,-3.5268532039411847e-06,1.3684997875366176]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.897299960812613,-1.3977849239328832,-1.6496794609496142,-0.4727938594311128,-0.3375640551378869,2.0036112067280727,1.2739989629399504],"gripper_action":1.0,"gripper_opening_width":0.08000079805961469,"tcp_orn":[-1.956295745458453,0.14601311962601413,-0.35381348746855534],"tcp_pos":[0.5207119817169586,-0.24296496754884928,0.6138897843825522]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[-0.0029177176689064842,-0.0028939063943783454,-0.007821776010789067],"current_lin_vel":[9.389947227003497e-05,5.618500352597085e-05,-4.315096012225128e-05],"current_orn":[0.00013185751710387776,-0.00013689448072410045,0.791523806425836,0.611138304915223],"current_pos":[0.13372431529857456,0.13583135399470048,0.4609839697980765]},"block_pink":{"current_ang_vel":[4.523206233935368e-13,-8.027835910996334e-12,2.8121752923943596e-06],"current_lin_vel":[-4.842566719643691e-08,3.1287793804557334e-08,1.5171891520893155e-13],"current_orn":[-8.869188233671469e-06,-9.510429384717678e-06,0.6320919369569571,0.7748934010977842],"current_pos":[-0.2408868073346689,0.09244057684894484,0.46098962845630154]},"block_red":{"current_ang_vel":[6.636956808391774e-11,-5.745640373504183e-11,6.2043882603331554e-06],"current_lin_vel":[-6.2339684654892016e-06,2.620519105070128e-06,1.0040926423648955e-12],"current_orn":[-3.115040703239369e-05,1.8480127092547738e-05,0.6870485680344254,0.7266114944383846],"current_pos":[0.22996168420707175,-0.11997516250866024,0.45998890001208154]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":793.673},{"name":"submit_calvin_action","arguments":{"action":[-1.0,0.0,0.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[-1.0,0.0,0.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.5237022337606984,-0.2449597514494986,0.6096617462077004,-1.9568074837302265,0.14656543685315238,-0.3658475659662324,0.08000050744454384,2.8972999581738055,-1.4031635050439066,-1.6498743868342478,-0.4726369443731279,-0.3419116664207414,2.0153035338767205,1.2757140110745402,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996147640801623,-0.1199750751581381,0.45998890001211495,-1.987499974656821e-05,6.965942835171565e-05,1.514838805308551,0.1337246648515052,0.13583117800346628,0.46098409790438194,-3.3466865290557516e-05,-0.00039017694703525973,1.826603487368051,-0.24088680894885778,0.09244057789187113,0.4609896284563064,-2.576828259530651e-05,-3.5268532746940857e-06,1.3684998812757645]}},"stepped":true,"termination":{"done":false}},"at":793.798},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2944},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.5237022337606984,-0.2449597514494986,0.6096617462077004,-1.9568074837302265,0.14656543685315238,-0.3658475659662324,0.08000050744454384,2.8972999581738055,-1.4031635050439066,-1.6498743868342478,-0.4726369443731279,-0.3419116664207414,2.0153035338767205,1.2757140110745402,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996147640801623,-0.1199750751581381,0.45998890001211495,-1.987499974656821e-05,6.965942835171565e-05,1.514838805308551,0.1337246648515052,0.13583117800346628,0.46098409790438194,-3.3466865290557516e-05,-0.00039017694703525973,1.826603487368051,-0.24088680894885778,0.09244057789187113,0.4609896284563064,-2.576828259530651e-05,-3.5268532746940857e-06,1.3684998812757645]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.8972999581738055,-1.4031635050439066,-1.6498743868342478,-0.4726369443731279,-0.3419116664207414,2.0153035338767205,1.2757140110745402],"gripper_action":1.0,"gripper_opening_width":0.08000050744454384,"tcp_orn":[-1.9568074837302265,0.14656543685315238,-0.3658475659662324],"tcp_pos":[0.5237022337606984,-0.2449597514494986,0.6096617462077004]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0006458930262257323,0.0015097638461744334,0.003174765544547243],"current_lin_vel":[-3.2209961170510726e-05,-1.2668659172634822e-05,1.5899170988722955e-05],"current_orn":[0.00014419117413815873,-0.00013247046864871436,0.7915258466035691,0.6111356607325281],"current_pos":[0.1337246648515052,0.13583117800346628,0.46098409790438194]},"block_pink":{"current_ang_vel":[5.701963602328504e-13,-8.14636820475088e-12,2.812173735622913e-06],"current_lin_vel":[-4.8425667363802136e-08,3.128778354075839e-08,1.523503545541871e-13],"current_orn":[-8.869187866066188e-06,-9.510429909809673e-06,0.6320919732758796,0.7748933714719038],"current_pos":[-0.24088680894885778,0.09244057789187113,0.4609896284563064]},"block_red":{"current_ang_vel":[6.668686273339647e-11,-5.801055051453599e-11,6.20474082992445e-06],"current_lin_vel":[-6.233974155438897e-06,2.6205129888934803e-06,1.0017750518009905e-12],"current_orn":[-3.115040879802295e-05,1.8480122409933697e-05,0.6870486431731538,0.726611423390842],"current_pos":[0.22996147640801623,-0.1199750751581381,0.45998890001211495]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":793.809},{"name":"submit_calvin_action","arguments":{"action":[0.0,1.0,0.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[0.0,1.0,0.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.5259309451063701,-0.24649443039451496,0.6074039866037002,-1.9565159130356198,0.14637824829753446,-0.37509367321900033,0.08000040945633488,2.8972999600104457,-1.4066781350004025,-1.6494199824843516,-0.47237419871975495,-0.3453365649547269,2.02446950309933,1.276985974611565,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996126860877145,-0.11997498780781961,0.45998890001214837,-1.987500154218704e-05,6.965942602939472e-05,1.5148390121398565,0.1337243742843482,0.13583118845478054,0.4609841724492744,-3.305184330551208e-05,-0.00038911311024064394,1.8266175618259,-0.2408868105630465,0.09244057893479712,0.46098962845631136,-2.576828285106683e-05,-3.526853345657073e-06,1.36849997501486]}},"stepped":true,"termination":{"done":false}},"at":793.929},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2950},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.5259309451063701,-0.24649443039451496,0.6074039866037002,-1.9565159130356198,0.14637824829753446,-0.37509367321900033,0.08000040945633488,2.8972999600104457,-1.4066781350004025,-1.6494199824843516,-0.47237419871975495,-0.3453365649547269,2.02446950309933,1.276985974611565,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996126860877145,-0.11997498780781961,0.45998890001214837,-1.987500154218704e-05,6.965942602939472e-05,1.5148390121398565,0.1337243742843482,0.13583118845478054,0.4609841724492744,-3.305184330551208e-05,-0.00038911311024064394,1.8266175618259,-0.2408868105630465,0.09244057893479712,0.46098962845631136,-2.576828285106683e-05,-3.526853345657073e-06,1.36849997501486]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.8972999600104457,-1.4066781350004025,-1.6494199824843516,-0.47237419871975495,-0.3453365649547269,2.02446950309933,1.276985974611565],"gripper_action":1.0,"gripper_opening_width":0.08000040945633488,"tcp_orn":[-1.9565159130356198,0.14637824829753446,-0.37509367321900033],"tcp_pos":[0.5259309451063701,-0.24649443039451496,0.6074039866037002]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0006586766586801116,0.00016719986622254295,0.003233879117215359],"current_lin_vel":[-6.023977307889834e-05,-1.290771553437068e-05,9.06530336356598e-06],"current_orn":[0.00014389789312175725,-0.00013198013139704526,0.7915301474003882,0.611130090595252],"current_pos":[0.1337243742843482,0.13583118845478054,0.4609841724492744]},"block_pink":{"current_ang_vel":[5.5373761904867e-13,-8.040672967106812e-12,2.8121721789121664e-06],"current_lin_vel":[-4.84256630466411e-08,3.128777596387994e-08,1.5130258157469711e-13],"current_orn":[-8.869187496982544e-06,-9.510430433830885e-06,0.6320920095947807,0.7748933418460381],"current_pos":[-0.2408868105630465,0.09244057893479712,0.46098962845631136]},"block_red":{"current_ang_vel":[6.671759991716864e-11,-5.7737816984180926e-11,6.2050934207568675e-06],"current_lin_vel":[-6.23397982925878e-06,2.6205068782065726e-06,9.97028848370718e-13],"current_orn":[-3.1150410563741416e-05,1.848011772794256e-05,0.6870487183161449,0.7266113523392542],"current_pos":[0.22996126860877145,-0.11997498780781961,0.45998890001214837]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":793.941},{"name":"submit_calvin_action","arguments":{"action":[0.0,0.0,-1.0,0.0,0.0,0.0,1.0]},"ok":true,"error":null,"output":{"action":[0.0,0.0,-1.0,0.0,0.0,0.0,1.0],"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.5275929783034411,-0.247645243959944,0.6016661063582062,-1.9574776869518844,0.14619960168013355,-0.37964341051877987,0.08000059371904834,2.8972999587768493,-1.4146900364777477,-1.6491432115544924,-0.4721865917506232,-0.34856898609717063,2.030436668696867,1.2723172232679782,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996106080933734,-0.11997490045770477,0.45998890001218173,-1.987500333709303e-05,6.96594237071341e-05,1.5148392189829147,0.13372390467243195,0.1358311413273869,0.4609841893810889,-3.387788534303256e-05,-0.0003907998099590593,1.8266402988660764,-0.24088681217723526,0.09244057997772286,0.46098962845631625,-2.5768283110545544e-05,-3.5268534169591374e-06,1.3685000687539042]}},"stepped":true,"termination":{"done":false}},"at":794.054},{"name":"observe_calvin_state","arguments":{},"ok":true,"error":null,"output":{"language_subgoal":"lift the blue block from the sliding cabinet","observation_ref":{"env_created":true,"observation_type":"dict","runtime_live":true,"source":"calvin_last_state_observation","trace_event_count":2956},"observation_summary":{"keys":["depth_obs","rgb_obs","robot_obs","scene_obs"],"state":{"robot_obs":[0.5275929783034411,-0.247645243959944,0.6016661063582062,-1.9574776869518844,0.14619960168013355,-0.37964341051877987,0.08000059371904834,2.8972999587768493,-1.4146900364777477,-1.6491432115544924,-0.4721865917506232,-0.34856898609717063,2.030436668696867,1.2723172232679782,1.0],"scene_obs":[0.2797414087038346,0.22,0.0,0.08800000018268979,1.0,0.0,0.22996106080933734,-0.11997490045770477,0.45998890001218173,-1.987500333709303e-05,6.96594237071341e-05,1.5148392189829147,0.13372390467243195,0.1358311413273869,0.4609841893810889,-3.387788534303256e-05,-0.0003907998099590593,1.8266402988660764,-0.24088681217723526,0.09244057997772286,0.46098962845631625,-2.5768283110545544e-05,-3.5268534169591374e-06,1.3685000687539042]}},"prompt":null,"query":null,"raw_observation_omitted":true,"runtime":{"builtin_policy_backends":["calvin_native_agent","calvin_primitive_action","calvin_official_mcil"],"calvin_agent_importable":true,"calvin_env_importable":true,"calvin_source_root":"[local file]","dataset_root":"[local file]","env_created":true,"live":true,"native_agent_backend":{"action_source":"agent_supplied_7d_actions","eval_case":{"applied":true,"language":"lift the blue block from the sliding cabinet","source":"calvin_official_five_subgoal_sequence"},"official_task_verifier":"harness_only","policy_checkpoint_required":false,"ready":true},"policy_backend":"calvin_native_agent"},"semantic_state":{"fixed_link_geometry":{"table":{"base_link":{"aabb_max":[0.4410000095367432,0.1809999952316284,0.6488464126586915],"aabb_min":[-0.4410000095367432,-0.1809999952316284,-0.0009999999999999454],"orientation_xyzw":[0.0,0.0,0.0,1.0],"position":[-0.006995641397468289,0.40082628438873363,-0.03604347253487656]},"button_link":{"aabb_max":[-0.0851092947721481,-0.08500000071525585,0.4869999994635582],"aabb_min":[-0.15489070522785184,-0.1549999992847445,0.45699999999999974],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999995,-0.12000000000000016,0.4719999999999998]},"drawer_link":{"aabb_max":[0.4048800077438355,-0.15512000060081474,0.40519999766349746],"aabb_min":[-0.04488000774383544,-0.48519999885559106,0.2951199997067435],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[0.18000000000000008,-0.299084323397154,0.34655844341684944]},"led_link":{"aabb_max":[-0.03699999880790708,0.18300000029802327,0.6668460965506371],"aabb_min":[-0.20300000119209288,0.13699999970197674,0.6448460969082648],"orientation_xyzw":[0.7071067811865488,-0.0,-0.0,0.7071067811865462],"position":[-0.11999999999999998,0.16,0.6558460969082649]},"light_link":{"aabb_max":[0.33096664834022527,0.19091147451828713,0.7004785156040819],"aabb_min":[0.2690333516597748,0.12908834330107002,0.6448479893056184],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[0.3,0.15999991764173957,0.670269413188981]},"plank_link":{"aabb_max":[0.1639999904632568,0.16400001350022836,0.4440002721150346],"aabb_min":[-0.3639999904632569,0.01599991303566857,0.41599972818285375],"orientation_xyzw":[0.7071080798594738,-0.0,-0.0,0.7071054825112362],"position":[-0.09999999999999996,0.08999996326794901,0.4299999999999326]},"slide_link":{"aabb_max":[-0.0951477988939593,0.1411032945168061,0.684913865033743],"aabb_min":[-0.38433340869470034,-0.06011637124823917,0.4250671811516482],"orientation_xyzw":[0.4999999999999968,-0.0,-0.0,0.8660254037844406],"position":[-0.5197414087038348,0.06085625999736122,0.5434298920978717]},"switch_link":{"aabb_max":[0.3642496027946474,0.12273494318769279,0.6297069413920218],"aabb_min":[0.23574800109863298,0.03978433879289751,0.5585698802567254],"orientation_xyzw":[0.9659258262890678,0.0,0.0,0.2588190451025229],"position":[0.30000000000000016,0.07415178313580711,0.5981063419345924]}}},"robot":{"arm_joint_states":[2.8972999587768493,-1.4146900364777477,-1.6491432115544924,-0.4721865917506232,-0.34856898609717063,2.030436668696867,1.2723172232679782],"gripper_action":1.0,"gripper_opening_width":0.08000059371904834,"tcp_orn":[-1.9574776869518844,0.14619960168013355,-0.37964341051877987],"tcp_pos":[0.5275929783034411,-0.247645243959944,0.6016661063582062]},"robot_contact_count":0,"scene":{"buttons":{"base__button":{"joint_state":0.0,"logical_state":0}},"doors":{"base__drawer":{"current_state":0.22},"base__slide":{"current_state":0.2797414087038346}},"lights":{"led":{"logical_state":0},"lightbulb":{"logical_state":1}},"movable_objects":{"block_blue":{"current_ang_vel":[0.0005853057004589009,5.3280502473298434e-06,0.0033466930412051257],"current_lin_vel":[-6.570770733628987e-05,-1.141850535102086e-05,-1.1107441513710792e-06],"current_orn":[0.00014431453037612584,-0.00013282080582230249,0.7915370948004856,0.6111210919995781],"current_pos":[0.13372390467243195,0.1358311413273869,0.4609841893810889]},"block_pink":{"current_ang_vel":[5.403989970270849e-13,-7.928067711615375e-12,2.812170622225513e-06],"current_lin_vel":[-4.842565859135291e-08,3.128776832470779e-08,1.5016460297445633e-13],"current_orn":[-8.869187129232632e-06,-9.510430959158417e-06,0.6320920459136606,0.7748933122201869],"current_pos":[-0.24088681217723526,0.09244057997772286,0.46098962845631625]},"block_red":{"current_ang_vel":[6.647479312440274e-11,-5.754759458342598e-11,6.2054460293979944e-06],"current_lin_vel":[-6.233985505009166e-06,2.6205007726442465e-06,1.0011227957740232e-12],"current_orn":[-3.1150412329329566e-05,1.8480113046034982e-05,0.6870487934633983,0.7266112812836213],"current_pos":[0.22996106080933734,-0.11997490045770477,0.45998890001218173]}},"switches":{"base__switch":{"joint_state":0.08800000018268979,"logical_state":1}}}}},"at":794.064}],"event":{"kind":"action","label":"Lift block","detail":"lift the blue block from the sliding cabinet"}},{"round":37,"at":794.536661,"duration":0.264,"title":"The episode stops at its budget limit before another action is executed.","error":"loop budget exhausted: max_total_tokens","budgetStop":true,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":"lift the blue block from the sliding cabinet","toolCalls":0,"cumulativeToolCalls":973,"code":"","codeExcerpt":false,"stdout":"","feedback":{},"calls":[],"event":{"kind":"stop","label":"Budget reached","detail":""}}],"unassignedCells":[],"detailUrl":"data/execution/W4-calvin-gemini-01.json","mediaMatchesReport":true,"progress":{"value":0,"total":5,"label":"Goals completed"},"milestones":[{"index":0,"round":1,"at":5.142252,"label":"Action","detail":"","kind":"action","score":null},{"index":1,"round":2,"at":11.482887,"label":"Lift block","detail":"lift the blue block from the sliding cabinet","kind":"action","score":null},{"index":36,"round":37,"at":794.536661,"label":"Budget reached","detail":"","kind":"stop","score":null}],"animation":null,"mediaNote":"Excerpt from the original recording; playback time is separate from episode time.","mediaProvenance":"assets/video-supplement-20261021/calvin/gemini/provenance.json","mediaDurationSeconds":12.0,"mediaReportSha256":"9ac0306120cfdd97e422f53e8dbd6d15c3e296d64a1c9d6a2c8b6df53b910bd6"}
