{"id":"W4-robocasa-qwen-01","model":"Qwen 3.8 Max","modelKey":"qwen","benchmark":"RoboCasa","taskId":"robocasa--robocasa_start_coffee_machine_button--test--target-OpenDrawer--0--201936251412","instruction":"Open the left drawer.","outcome":"budget_exhausted","success":false,"protocol":"Source-native primitives; per-round image delivery unverified","stats":{"elapsedSeconds":3223.185673,"modelCalls":24,"rounds":24,"tokens":445456,"promptTokens":352625,"completionTokens":92831,"codeErrors":2,"toolCalls":256,"environmentSteps":null,"apiSeconds":2008.91,"apiMeanSeconds":83.705,"completedSubgoals":null,"requiredSubgoals":null,"nativeSteps":null,"finalScore":null,"finalGoalDistanceCm":null,"finalGoalAngleDegrees":null,"actionSubmissions":null},"budgets":{"llm_num_retries":3,"max_agent_attempts":1,"max_agent_iterations":24,"max_primitive_calls":256,"max_total_tokens":1120000,"max_verifier_calls":25,"max_rounds":24,"timeout_seconds":3600.0},"stopLimits":["primitive_calls"],"verifier":{"attempted":true,"message":"RoboCasa task is not yet successful","metadata":{"info_summary":{},"success_source":"env._check_success"},"metrics":{"success":0.0},"ok":false},"callCounts":{"ground_robocasa_visual_target":77,"inspect_robocasa_affordance":3,"observe_robocasa_rgbd":1,"grasp_robocasa_object":12,"move_robocasa_ee_to":64,"observe_robocasa_kitchen_state":12,"inspect_robocasa_object":38,"inspect_robocasa_fixture":44,"apply_robocasa_control":1,"settle_robocasa_environment":4},"video":"assets/model-cases/W4-robocasa-qwen-01/clip.mp4","poster":"assets/model-cases/W4-robocasa-qwen-01/poster.webp","mediaKind":"Recorded video excerpt","videoNote":"Recorded video excerpt; the trace covers the full episode.","evidenceLevel":"action_trace","timingNote":"Video playback and wall-clock trace time are separate.","recordId":"fa50b1ec38b7de14b57b","reportSha256":"29e7e48f3c10f3f3467c599a773cd9aa3d942d773f3c718c9b5b3d978ca7a0ee","steps":[{"round":1,"at":113.048319,"duration":113.048,"title":"Execution error; inspect the returned feedback.","error":"agent_code_syntax_error: unterminated string literal (detected at line 1) (<unknown>, line 1)","budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":0,"cumulativeToolCalls":0,"code":"","codeExcerpt":false,"stdout":"","feedback":{},"calls":[],"event":{"kind":"error","label":"Execution error","detail":""}},{"round":2,"at":201.586904,"duration":88.539,"title":"ground robocasa visual target · robocasa affordance","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":2,"cumulativeToolCalls":2,"code":"g = primitives.call(name='ground_robocasa_visual_target', entity_name='drawer_obj', camera_name='robot0_agentview_left', prompt='Open the left drawer.')\nprint('ground_ok:', g.ok)\nout = g.output if g.ok else {}\nprint('ground_keys:', list(out.keys()) if isinstance(out, dict) else out)\nhandle = out.get('evidence_handle', None) if isinstance(out, dict) else None\nprint('handle:', handle)\n\na = primitives.call(name='inspect_robocasa_affordance', object_name='drawer_obj', relation='grasp', prompt='Open the left drawer.')\nprint('aff_ok:', a.ok)\naout = a.output if a.ok else {}\nif isinstance(aout, dict):\n    for k in ['grasp_pose', 'grasp_position', 'grasp_approach', 'pull_direction', 'slide_axis_world', 'slide_axis_sign', 'open_direction']:\n        if k in aout:\n            print(k, '=', aout[k])\n    print('aff_keys:', list(aout.keys()))\nelse:\n    print('aff_out:', aout)","codeExcerpt":false,"stdout":"ground_ok: False\nground_keys: []\nhandle: None\naff_ok: True\naff_keys: ['agent_context', 'grasp_affordance', 'grasp_candidates', 'language_task', 'placement_affordance', 'pose_evidence', 'prompt', 'query', 'relation', 'selected_object', 'selected_target', 'verifier_boundary', 'visual_evidence']\n","feedback":{},"calls":[{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer."},"ok":false,"error":"visual_grounding_requires_segmentation_id_or_world_position","output":{"fabricated_evidence":false,"prompt":"Open the left drawer.","query":null,"segmentation_id":null,"world_position":null},"at":201.589},{"name":"inspect_robocasa_affordance","arguments":{"object_name":"drawer_obj","prompt":"Open the left drawer.","relation":"grasp"},"ok":true,"error":null,"output":{"grasp_affordance":{"distance_from_eef":0.7675117254257202,"estimated_reachable":true,"offset":[0.0,0.0,0.02],"requires_contact_or_gripper_observation":true,"target_position":[2.9733972549438477,-0.36803507804870605,0.7851695418357849]},"grasp_candidates":[{"grasp_approach":"center","grasp_wrist_yaw_offset_rad":0.0,"id":"center"},{"contact_offset":[0.02398638427257538,-0.018018139526247978,0.01],"grasp_approach":"near_side","grasp_wrist_yaw_offset_rad":0.0,"id":"near_side","pregrasp_offset":[0.11193646490573883,-0.084084652364254,0.04]},{"contact_offset":[0.02398638427257538,-0.018018139526247978,0.01],"grasp_approach":"near_side","grasp_wrist_yaw_offset_rad":0.35,"id":"near_side_rotated","pregrasp_offset":[0.11193646490573883,-0.084084652364254,0.04]}],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"placement_affordance":{"affordance_target":null,"estimated_feasible":false,"object_to_target_distance":null,"offset":[0.0,0.0,0.0],"relation":"grasp","target_entity_kind":null,"target_position":null},"pose_evidence":{"fixtures":{"bottom_corner_right_group":[5.6900002754917995,-0.6249992286274342,0.445,0.7071054825112363,0.0,0.0,-0.7071080798594735],"bottom_right_group_1":[5.689991772021986,-2.939999228611817,0.19999999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"bottom_right_group_2":[5.689991772021986,-2.939999228611817,0.4999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"bottom_right_group_base":[5.72499177202175,-2.9399993571739955,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"cab_1_left_group":[0.19999008234487173,-1.6999992653771945,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"cab_1_main_group":[1.15,-0.2,1.85,1.0,0.0,0.0,0.0],"cab_2_left_group":[0.19998732744104422,-0.9499992653822544,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"cab_2_main_group":[2.9,-0.2,1.85,1.0,0.0,0.0,0.0],"cab_corner_2_main_group":[0.2,-0.55,1.85,1.0,0.0,0.0,0.0],"cab_corner_main_group":[0.325,-0.2,1.85,1.0,0.0,0.0,0.0],"cab_main_main_group":[2.15,-0.2,1.85,1.0,0.0,0.0,0.0],"cab_top_corner_right_group":[5.6900013774533305,-0.3249992286294581,1.8499999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"coffee_machine_main_group":[1.3185672959127874,-0.2445345466838201,1.0929999947553568,1.0,0.0,0.0,0.0],"counter_1_front_group":[1.975,-4.075,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"counter_1_left_group":[0.32499191894658014,-2.1999988062231837,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"counter_1_main_group":[4.45,-0.325,0.46,1.0,0.0,0.0,0.0],"counter_corner_2_main_group":[5.640000000000001,-0.325,0.46,1.0,0.0,0.0,0.0],"counter_corner_front_group":[0.6500000056873556,-4.0748772339937,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"counter_corner_left_group":[0.3249987143760213,-4.049998806210703,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"counter_corner_main_group":[0.35,-0.325,0.46,1.0,0.0,0.0,0.0],"counter_corner_right_left_group":[0.32498622547866995,-0.6499988062336404,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"counter_main_main_group":[2.2,-0.325,0.46,1.0,0.0,0.0,0.0],"dishwasher_left_group":[0.32479563450010346,-1.3749988069386108,0.4449999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"drawer":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"floor_backing_room":[3.04,-3.0,-0.14,0.7071067811865476,0.0,0.0,0.7071067811865476],"floor_room":[3.04,-3.0,-0.02,0.7071067811865476,0.0,0.0,0.7071067811865476],"fridge_housing_right_group":[5.689996712482849,-1.5949992286208903,0.9,0.7071054825112363,0.0,0.0,-0.7071080798594735],"fridge_right_group":[5.642795227919224,-1.5949990552401563,0.8900000516962465,0.7071054825112363,0.0,0.0,-0.7071080798594735],"fridge_top_right_group":[5.689996712482849,-1.5949992286208903,2.0549999999999997,0.7071054825112363,0.0,0.0,-0.7071080798594735],"hood_main_group":[4.2015400124186355,-0.29420055813485146,2.109686643940881,1.0,0.0,0.0,0.0],"knife_block_main_group":[1.4863969653311453,-0.18040035825278877,1.0624943354887755,1.0,0.0,0.0,0.0],"light_switch_2_room":[0.0,-1.9,1.2,0.999999920000001,0.0,0.0,0.00039999998933328934],"light_switch_room":[0.0,-1.8,1.2,0.999999920000001,0.0,0.0,0.00039999998933328934],"micro_housing_right_group":[5.689991772021986,-2.939999228611817,1.6249999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"microwave_right_group":[5.520458884233695,-2.9399986153512137,1.6249999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"outlet_2_room":[6.08,-1.0,1.2,0.7071054825112363,0.0,0.0,-0.7071080798594735],"outlet_3_room":[6.08,-2.5,1.2,0.7071054825112363,0.0,0.0,-0.7071080798594735],"outlet_room":[3.0,0.0,1.2,1.0,0.0,0.0,0.0],"oven_housing_right_group":[5.689991772021986,-2.939999228611817,0.9999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"oven_right_group":[5.572894656033508,-2.940065399684986,1.0000000336235495,0.7071054825112363,0.0,0.0,-0.7071080798594735],"paper_towel_main_group":[0.2941806390777399,-0.5462106068293686,1.0878950932503004,1.0,0.0,0.0,0.0],"plant_left_group":[0.19613419104779156,-4.0699767368854864,1.008492366712176,0.7071055013256238,0.0,0.0,0.7071080610451548],"shelves_1_main_group":[3.4,-0.2,1.85,1.0,0.0,0.0,0.0],"shelves_2_main_group":[5.05,-0.2,1.85,1.0,0.0,0.0,0.0],"side_bottom_right_group_1":[5.689988466137392,-3.8399992286057447,0.19999999996399978,0.7071054825112363,0.0,0.0,-0.7071080798594735],"side_bottom_right_group_2":[5.689988466137392,-3.8399992286057447,0.4999999998919997,0.7071054825112363,0.0,0.0,-0.7071080798594735],"side_bottom_right_group_3":[5.689988466137392,-3.8399992286057447,1.4799999999279996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"side_bottom_right_group_base":[5.724988466137156,-3.8399993571679234,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"sink_left_group":[0.29999877198378305,-2.199998355103462,0.9894399220814241,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_1_left_group_1":[0.2999955921518521,-3.199998898046565,0.365,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_1_left_group_2":[0.2999965104531279,-3.4499988980448784,0.7849999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_1_left_group_3":[0.29999467385057627,-2.9499988980482517,0.7849999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_1_left_group_base":[0.2649955921520883,-3.1999990266087437,0.024999999999999988,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_1_main_group_1":[1.2,-0.3,0.15499999999999997,1.0,0.0,0.0,0.0],"stack_1_main_group_2":[1.2,-0.3,0.365,1.0,0.0,0.0,0.0],"stack_1_main_group_3":[1.2,-0.3,0.575,1.0,0.0,0.0,0.0],"stack_1_main_group_4":[1.2,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"stack_1_main_group_base":[1.2,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"stack_2_left_group_1":[0.29999191894674876,-2.199998898053311,0.47,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_2_left_group_base":[0.26499191894698493,-2.19999902661549,0.024999999999999988,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_2_main_group_1":[2.2,-0.3,0.365,1.0,0.0,0.0,0.0],"stack_2_main_group_2":[1.9500000000000002,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"stack_2_main_group_3":[2.45,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"stack_2_main_group_base":[2.2,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"stack_3_left_group_1":[0.2999870519499868,-0.8749988980622496,0.4699999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_3_left_group_base":[0.264987051950223,-0.8749990266244283,0.024999999999999932,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_3_main_group_1":[3.2,-0.3,0.365,1.0,0.0,0.0,0.0],"stack_3_main_group_2":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"stack_3_main_group_3":[3.45,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"stack_3_main_group_base":[3.2,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"stack_4_main_group_1":[4.2,-0.3,0.47,1.0,0.0,0.0,0.0],"stack_4_main_group_base":[4.2,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"stack_5_main_group_1":[4.95,-0.3,0.365,1.0,0.0,0.0,0.0],"stack_5_main_group_2":[4.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"stack_5_main_group_base":[4.95,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"stack_left_right_group_1":[5.689999265360396,-0.899999228625579,0.615,0.7071054825112363,0.0,0.0,-0.7071080798594735],"stack_left_right_group_2":[5.689999265360396,-0.899999228625579,1.7449999999999999,0.7071054825112363,0.0,0.0,-0.7071080798594735],"stack_left_right_group_base":[5.72499926536016,-0.8999993571877576,0.025000000000000043,0.7071054825112363,0.0,0.0,-0.7071080798594735],"stack_right_right_group_1":[5.689994159605303,-2.289999228616202,0.6149999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"stack_right_right_group_2":[5.689994159605303,-2.289999228616202,1.7449999999999997,0.7071054825112363,0.0,0.0,-0.7071080798594735],"stack_right_right_group_base":[5.724994159605067,-2.28999935717838,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"stool_1_room":[1.325,-4.475,0.4,4.632679487995776e-05,0.0,0.0,0.999999998926914],"stool_2_room":[1.975,-4.475,0.4,4.632679487995776e-05,0.0,0.0,0.999999998926914],"stool_3_room":[2.625,-4.475,0.4,4.632679487995776e-05,0.0,0.0,0.999999998926914],"stovetop_main_group":[4.201503558601173,-0.29496929235669656,0.9307668946915083,1.0,0.0,0.0,0.0],"toaster_main_group":[2.747640287102935,-0.21089753143282097,1.038,1.0,0.0,0.0,0.0],"toaster_oven_main_group":[3.382218060875461,-0.3016016394625445,1.0763907397778258,1.0,0.0,0.0,0.0],"top_right_group":[5.689991772021986,-2.939999228611817,2.1049999999999995,0.7071054825112363,0.0,0.0,-0.7071080798594735],"utensil_rack_room":[1.9,-0.039999999999999994,1.15,1.0,0.0,0.0,0.0],"utensil_set_main_group":[5.45731049109186,-0.15253297724350956,1.063320811843608,1.0,0.0,0.0,0.0],"wall_backing_room":[3.04,0.14,1.38,-0.7071067811865476,0.7071067811865476,0.0,0.0],"wall_front_backing_room":[3.04,-6.14,1.38,0.0,0.0,0.7071067811865476,-0.7071067811865476],"wall_front_room":[3.04,-6.02,1.5,0.0,0.0,0.7071067811865476,-0.7071067811865476],"wall_left_backing_room":[-0.14,-3.0,1.38,0.5,0.5,-0.5,-0.5],"wall_left_room":[-0.02,-3.0,1.5,0.5,0.5,-0.5,-0.5],"wall_right_backing_room":[6.22,-3.0,1.38,0.5,-0.5,-0.5,0.5],"wall_right_room":[6.1,-3.0,1.5,0.5,-0.5,-0.5,0.5],"wall_room":[3.04,0.02,1.5,-0.7071067811865476,0.7071067811865476,0.0,0.0],"window_group_room":[0.015000000000000003,-3.2999999,1.7,0.7071054825112363,0.0,0.0,0.7071080798594735]},"objects":{"distr_counter_1":[3.008549567801607,-0.3802785859145757,0.9338167907443866,0.997499564139455,0.016736978790724926,-0.006976878345501557,-0.06830678041825863],"drawer_obj":[2.973397153886258,-0.36803507101502986,0.7651695850060304,0.9689322826009702,0.05533462267590633,0.009761256774378923,0.2408589403222834]},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"relation":"grasp","selected_object":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.973397153886258,-0.36803507101502986,0.7651695850060304,0.9689322826009702,0.05533462267590633,0.009761256774378923,0.2408589403222834],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"selected_target":null,"verifier_boundary":{"harness_verify_required":true,"private_task_signal_exposed":false,"task_completion_claimed_by_primitive":false},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":9},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":201.598}],"event":{"kind":"action","label":"Locate target","detail":""}},{"round":3,"at":249.764244,"duration":48.177,"title":"ground robocasa visual target · robocasa affordance","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":2,"cumulativeToolCalls":4,"code":"handle_pos = [2.9733972549438477, -0.36803507804870605, 0.7651695609092712]\ng = primitives.call(name='ground_robocasa_visual_target', entity_name='drawer_obj',\n                    camera_name='robot0_agentview_left', world_position=handle_pos,\n                    prompt='Open the left drawer.')\nprint('ground_ok:', g.ok)\ngout = g.output if g.ok else {}\nif isinstance(gout, dict):\n    print('ground_fields:', {k: gout[k] for k in gout if k in ('evidence_handle', 'entity_name', 'segmentation_id', 'world_position', 'depth_m', 'pixel_uv')})\n    handle = gout.get('evidence_handle', None)\nelse:\n    print('ground_out:', gout)\n    handle = None\nprint('handle:', handle)\n\na = primitives.call(name='inspect_robocasa_affordance', object_name='drawer_obj', relation='grasp',\n                    prompt='Open the left drawer.')\nprint('aff_ok:', a.ok)\naout = a.output if a.ok else {}\nif isinstance(aout, dict):\n    print('aff_keys:', list(aout.keys()))\n    for k in ('grasp_position', 'grasp_pose', 'approach_vector', 'pull_direction', 'slide_axis_world', 'slide_axis_sign', 'recommended_approach'):\n        if k in aout:\n            print(' ', k, '=', aout[k])\nelse:\n    print('aff_out:', aout)","codeExcerpt":false,"stdout":"ground_ok: True\nground_fields: {'entity_name': 'drawer_obj', 'evidence_handle': 'robocasa:visual:1:robot0_agentview_left:state:0'}\nhandle: robocasa:visual:1:robot0_agentview_left:state:0\naff_ok: True\naff_keys: ['agent_context', 'grasp_affordance', 'grasp_candidates', 'language_task', 'placement_affordance', 'pose_evidence', 'prompt', 'query', 'relation', 'selected_object', 'selected_target', 'verifier_boundary', 'visual_evidence']\n","feedback":{},"calls":[{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer.","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:1:robot0_agentview_left:state:0","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.973397153886258,-0.36803507101502986,0.7651695850060304,0.9689322826009702,0.05533462267590633,0.009761256774378923,0.2408589403222834],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":1,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Open the left drawer.","query":null,"registry_pose_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":249.766},{"name":"inspect_robocasa_affordance","arguments":{"object_name":"drawer_obj","prompt":"Open the left drawer.","relation":"grasp"},"ok":true,"error":null,"output":{"grasp_affordance":{"distance_from_eef":0.7675117254257202,"estimated_reachable":true,"offset":[0.0,0.0,0.02],"requires_contact_or_gripper_observation":true,"target_position":[2.9733972549438477,-0.36803507804870605,0.7851695418357849]},"grasp_candidates":[{"grasp_approach":"center","grasp_wrist_yaw_offset_rad":0.0,"id":"center"},{"contact_offset":[0.02398638427257538,-0.018018139526247978,0.01],"grasp_approach":"near_side","grasp_wrist_yaw_offset_rad":0.0,"id":"near_side","pregrasp_offset":[0.11193646490573883,-0.084084652364254,0.04]},{"contact_offset":[0.02398638427257538,-0.018018139526247978,0.01],"grasp_approach":"near_side","grasp_wrist_yaw_offset_rad":0.35,"id":"near_side_rotated","pregrasp_offset":[0.11193646490573883,-0.084084652364254,0.04]}],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"placement_affordance":{"affordance_target":null,"estimated_feasible":false,"object_to_target_distance":null,"offset":[0.0,0.0,0.0],"relation":"grasp","target_entity_kind":null,"target_position":null},"pose_evidence":{"fixtures":{"bottom_corner_right_group":[5.6900002754917995,-0.6249992286274342,0.445,0.7071054825112363,0.0,0.0,-0.7071080798594735],"bottom_right_group_1":[5.689991772021986,-2.939999228611817,0.19999999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"bottom_right_group_2":[5.689991772021986,-2.939999228611817,0.4999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"bottom_right_group_base":[5.72499177202175,-2.9399993571739955,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"cab_1_left_group":[0.19999008234487173,-1.6999992653771945,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"cab_1_main_group":[1.15,-0.2,1.85,1.0,0.0,0.0,0.0],"cab_2_left_group":[0.19998732744104422,-0.9499992653822544,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"cab_2_main_group":[2.9,-0.2,1.85,1.0,0.0,0.0,0.0],"cab_corner_2_main_group":[0.2,-0.55,1.85,1.0,0.0,0.0,0.0],"cab_corner_main_group":[0.325,-0.2,1.85,1.0,0.0,0.0,0.0],"cab_main_main_group":[2.15,-0.2,1.85,1.0,0.0,0.0,0.0],"cab_top_corner_right_group":[5.6900013774533305,-0.3249992286294581,1.8499999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"coffee_machine_main_group":[1.3185672959127874,-0.2445345466838201,1.0929999947553568,1.0,0.0,0.0,0.0],"counter_1_front_group":[1.975,-4.075,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"counter_1_left_group":[0.32499191894658014,-2.1999988062231837,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"counter_1_main_group":[4.45,-0.325,0.46,1.0,0.0,0.0,0.0],"counter_corner_2_main_group":[5.640000000000001,-0.325,0.46,1.0,0.0,0.0,0.0],"counter_corner_front_group":[0.6500000056873556,-4.0748772339937,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"counter_corner_left_group":[0.3249987143760213,-4.049998806210703,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"counter_corner_main_group":[0.35,-0.325,0.46,1.0,0.0,0.0,0.0],"counter_corner_right_left_group":[0.32498622547866995,-0.6499988062336404,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"counter_main_main_group":[2.2,-0.325,0.46,1.0,0.0,0.0,0.0],"dishwasher_left_group":[0.32479563450010346,-1.3749988069386108,0.4449999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"drawer":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"floor_backing_room":[3.04,-3.0,-0.14,0.7071067811865476,0.0,0.0,0.7071067811865476],"floor_room":[3.04,-3.0,-0.02,0.7071067811865476,0.0,0.0,0.7071067811865476],"fridge_housing_right_group":[5.689996712482849,-1.5949992286208903,0.9,0.7071054825112363,0.0,0.0,-0.7071080798594735],"fridge_right_group":[5.642795227919224,-1.5949990552401563,0.8900000516962465,0.7071054825112363,0.0,0.0,-0.7071080798594735],"fridge_top_right_group":[5.689996712482849,-1.5949992286208903,2.0549999999999997,0.7071054825112363,0.0,0.0,-0.7071080798594735],"hood_main_group":[4.2015400124186355,-0.29420055813485146,2.109686643940881,1.0,0.0,0.0,0.0],"knife_block_main_group":[1.4863969653311453,-0.18040035825278877,1.0624943354887755,1.0,0.0,0.0,0.0],"light_switch_2_room":[0.0,-1.9,1.2,0.999999920000001,0.0,0.0,0.00039999998933328934],"light_switch_room":[0.0,-1.8,1.2,0.999999920000001,0.0,0.0,0.00039999998933328934],"micro_housing_right_group":[5.689991772021986,-2.939999228611817,1.6249999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"microwave_right_group":[5.520458884233695,-2.9399986153512137,1.6249999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"outlet_2_room":[6.08,-1.0,1.2,0.7071054825112363,0.0,0.0,-0.7071080798594735],"outlet_3_room":[6.08,-2.5,1.2,0.7071054825112363,0.0,0.0,-0.7071080798594735],"outlet_room":[3.0,0.0,1.2,1.0,0.0,0.0,0.0],"oven_housing_right_group":[5.689991772021986,-2.939999228611817,0.9999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"oven_right_group":[5.572894656033508,-2.940065399684986,1.0000000336235495,0.7071054825112363,0.0,0.0,-0.7071080798594735],"paper_towel_main_group":[0.2941806390777399,-0.5462106068293686,1.0878950932503004,1.0,0.0,0.0,0.0],"plant_left_group":[0.19613419104779156,-4.0699767368854864,1.008492366712176,0.7071055013256238,0.0,0.0,0.7071080610451548],"shelves_1_main_group":[3.4,-0.2,1.85,1.0,0.0,0.0,0.0],"shelves_2_main_group":[5.05,-0.2,1.85,1.0,0.0,0.0,0.0],"side_bottom_right_group_1":[5.689988466137392,-3.8399992286057447,0.19999999996399978,0.7071054825112363,0.0,0.0,-0.7071080798594735],"side_bottom_right_group_2":[5.689988466137392,-3.8399992286057447,0.4999999998919997,0.7071054825112363,0.0,0.0,-0.7071080798594735],"side_bottom_right_group_3":[5.689988466137392,-3.8399992286057447,1.4799999999279996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"side_bottom_right_group_base":[5.724988466137156,-3.8399993571679234,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"sink_left_group":[0.29999877198378305,-2.199998355103462,0.9894399220814241,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_1_left_group_1":[0.2999955921518521,-3.199998898046565,0.365,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_1_left_group_2":[0.2999965104531279,-3.4499988980448784,0.7849999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_1_left_group_3":[0.29999467385057627,-2.9499988980482517,0.7849999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_1_left_group_base":[0.2649955921520883,-3.1999990266087437,0.024999999999999988,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_1_main_group_1":[1.2,-0.3,0.15499999999999997,1.0,0.0,0.0,0.0],"stack_1_main_group_2":[1.2,-0.3,0.365,1.0,0.0,0.0,0.0],"stack_1_main_group_3":[1.2,-0.3,0.575,1.0,0.0,0.0,0.0],"stack_1_main_group_4":[1.2,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"stack_1_main_group_base":[1.2,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"stack_2_left_group_1":[0.29999191894674876,-2.199998898053311,0.47,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_2_left_group_base":[0.26499191894698493,-2.19999902661549,0.024999999999999988,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_2_main_group_1":[2.2,-0.3,0.365,1.0,0.0,0.0,0.0],"stack_2_main_group_2":[1.9500000000000002,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"stack_2_main_group_3":[2.45,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"stack_2_main_group_base":[2.2,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"stack_3_left_group_1":[0.2999870519499868,-0.8749988980622496,0.4699999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_3_left_group_base":[0.264987051950223,-0.8749990266244283,0.024999999999999932,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_3_main_group_1":[3.2,-0.3,0.365,1.0,0.0,0.0,0.0],"stack_3_main_group_2":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"stack_3_main_group_3":[3.45,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"stack_3_main_group_base":[3.2,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"stack_4_main_group_1":[4.2,-0.3,0.47,1.0,0.0,0.0,0.0],"stack_4_main_group_base":[4.2,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"stack_5_main_group_1":[4.95,-0.3,0.365,1.0,0.0,0.0,0.0],"stack_5_main_group_2":[4.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"stack_5_main_group_base":[4.95,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"stack_left_right_group_1":[5.689999265360396,-0.899999228625579,0.615,0.7071054825112363,0.0,0.0,-0.7071080798594735],"stack_left_right_group_2":[5.689999265360396,-0.899999228625579,1.7449999999999999,0.7071054825112363,0.0,0.0,-0.7071080798594735],"stack_left_right_group_base":[5.72499926536016,-0.8999993571877576,0.025000000000000043,0.7071054825112363,0.0,0.0,-0.7071080798594735],"stack_right_right_group_1":[5.689994159605303,-2.289999228616202,0.6149999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"stack_right_right_group_2":[5.689994159605303,-2.289999228616202,1.7449999999999997,0.7071054825112363,0.0,0.0,-0.7071080798594735],"stack_right_right_group_base":[5.724994159605067,-2.28999935717838,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"stool_1_room":[1.325,-4.475,0.4,4.632679487995776e-05,0.0,0.0,0.999999998926914],"stool_2_room":[1.975,-4.475,0.4,4.632679487995776e-05,0.0,0.0,0.999999998926914],"stool_3_room":[2.625,-4.475,0.4,4.632679487995776e-05,0.0,0.0,0.999999998926914],"stovetop_main_group":[4.201503558601173,-0.29496929235669656,0.9307668946915083,1.0,0.0,0.0,0.0],"toaster_main_group":[2.747640287102935,-0.21089753143282097,1.038,1.0,0.0,0.0,0.0],"toaster_oven_main_group":[3.382218060875461,-0.3016016394625445,1.0763907397778258,1.0,0.0,0.0,0.0],"top_right_group":[5.689991772021986,-2.939999228611817,2.1049999999999995,0.7071054825112363,0.0,0.0,-0.7071080798594735],"utensil_rack_room":[1.9,-0.039999999999999994,1.15,1.0,0.0,0.0,0.0],"utensil_set_main_group":[5.45731049109186,-0.15253297724350956,1.063320811843608,1.0,0.0,0.0,0.0],"wall_backing_room":[3.04,0.14,1.38,-0.7071067811865476,0.7071067811865476,0.0,0.0],"wall_front_backing_room":[3.04,-6.14,1.38,0.0,0.0,0.7071067811865476,-0.7071067811865476],"wall_front_room":[3.04,-6.02,1.5,0.0,0.0,0.7071067811865476,-0.7071067811865476],"wall_left_backing_room":[-0.14,-3.0,1.38,0.5,0.5,-0.5,-0.5],"wall_left_room":[-0.02,-3.0,1.5,0.5,0.5,-0.5,-0.5],"wall_right_backing_room":[6.22,-3.0,1.38,0.5,-0.5,-0.5,0.5],"wall_right_room":[6.1,-3.0,1.5,0.5,-0.5,-0.5,0.5],"wall_room":[3.04,0.02,1.5,-0.7071067811865476,0.7071067811865476,0.0,0.0],"window_group_room":[0.015000000000000003,-3.2999999,1.7,0.7071054825112363,0.0,0.0,0.7071080798594735]},"objects":{"distr_counter_1":[3.008549567801607,-0.3802785859145757,0.9338167907443866,0.997499564139455,0.016736978790724926,-0.006976878345501557,-0.06830678041825863],"drawer_obj":[2.973397153886258,-0.36803507101502986,0.7651695850060304,0.9689322826009702,0.05533462267590633,0.009761256774378923,0.2408589403222834]},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"relation":"grasp","selected_object":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.973397153886258,-0.36803507101502986,0.7651695850060304,0.9689322826009702,0.05533462267590633,0.009761256774378923,0.2408589403222834],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"selected_target":null,"verifier_boundary":{"harness_verify_required":true,"private_task_signal_exposed":false,"task_completion_claimed_by_primitive":false},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":16},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":249.774}],"event":{"kind":"action","label":"Locate target","detail":""}},{"round":4,"at":345.335847,"duration":95.572,"title":"robocasa rgbd · ground robocasa visual target","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":2,"cumulativeToolCalls":6,"code":"seg = primitives.call(name='observe_robocasa_rgbd', camera_name='robot0_agentview_left', query='list segmentation instances for drawer')\nsout = seg.output if seg.ok else {}\ninsts = []\nif isinstance(sout, dict):\n    print('rgbd_keys:', list(sout.keys()))\n    for key in ('segmentation_instances', 'instances', 'objects', 'segments'):\n        if key in sout and isinstance(sout[key], list):\n            insts = sout[key]\n            break\nelse:\n    print('rgbd_out:', sout)\nseg_id = None\nfor inst in insts:\n    if isinstance(inst, dict):\n        nm = inst.get('name', inst.get('entity_name', inst.get('label', '')))\n        if nm == 'drawer_obj':\n            seg_id = inst.get('segmentation_id', inst.get('instance_id', inst.get('id', None)))\nprint('seg_id:', seg_id, 'n_inst:', len(insts))\nif seg_id is None and insts:\n    print('inst_sample:', insts[:6])\n\nif seg_id is not None:\n    g = primitives.call(name='ground_robocasa_visual_target', entity_name='drawer_obj', camera_name='robot0_agentview_left', segmentation_id=seg_id, prompt='Open the left drawer.')\nelse:\n    g = primitives.call(name='ground_robocasa_visual_target', entity_name='drawer_obj', camera_name='robot0_agentview_left', world_position=[2.9733972549438477, -0.36803507804870605, 0.7651695609092712], prompt='Open the left drawer.')\nprint('ground_ok:', g.ok)\ngout = g.output if g.ok else {}\nif isinstance(gout, dict):\n    print('ground_fields:', {k: gout[k] for k in gout if k in ('evidence_handle', 'segmentation_id', 'world_position', 'pixel_uv', 'depth_m', 'entity_name')})\n    handle = gout.get('evidence_handle', None)\nelse:\n    print('ground_out:', gout)\n    handle = None\nprint('handle:', handle)","codeExcerpt":false,"stdout":"rgbd_keys: ['agent_context', 'cameras', 'language_task', 'observation_ref', 'prompt', 'query', 'rgbd_evidence', 'segmentation_evidence', 'segmentation_instances', 'visual_runtime']\nseg_id: None n_inst: 0\nground_ok: True\nground_fields: {'entity_name': 'drawer_obj', 'evidence_handle': 'robocasa:visual:1:robot0_agentview_left:state:1'}\nhandle: robocasa:visual:1:robot0_agentview_left:state:1\n","feedback":{},"calls":[{"name":"observe_robocasa_rgbd","arguments":{"query":"list segmentation instances for drawer"},"ok":true,"error":null,"output":{"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":null,"query":"list segmentation instances for drawer","split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_rgbd_observation","trace_event_count":20},"prompt":null,"query":"list segmentation instances for drawer","rgbd_evidence":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation_evidence":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}},"at":345.341},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer.","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:1:robot0_agentview_left:state:1","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.973397153886258,-0.36803507101502986,0.7651695850060304,0.9689322826009702,0.05533462267590633,0.009761256774378923,0.2408589403222834],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":1,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Open the left drawer.","query":null,"registry_pose_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":345.344}],"event":{"kind":"action","label":"Locate target","detail":""}},{"round":5,"at":462.073131,"duration":116.737,"title":"ground robocasa visual target · grasp robocasa object","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":2,"cumulativeToolCalls":8,"code":"hp = [2.9733972549438477, -0.36803507804870605, 0.7651695609092712]\ng = primitives.call(name='ground_robocasa_visual_target', entity_name='drawer_obj', world_position=hp, prompt='Open the left drawer.')\nif not g.ok:\n    g = primitives.call(name='ground_robocasa_visual_target', entity_name='drawer_obj', prompt='Open the left drawer.')\nif not g.ok:\n    g = primitives.call(name='ground_robocasa_visual_target', entity_name='drawer', world_position=hp, prompt='Open the left drawer.')\nhandle = None\nif g.ok and isinstance(g.output, dict):\n    handle = g.output.get('evidence_handle', None)\nprint('ground_ok:', g.ok, 'handle:', handle)\n\nheld = None\nif handle is not None:\n    gr = primitives.call(name='grasp_robocasa_object', object_name='drawer_obj', evidence_handles=[handle], grasp_approach='center', gripper_command=1.0, horizon=60, prompt='Open the left drawer.')\n    print('grasp_ok:', gr.ok)\n    if gr.ok and isinstance(gr.output, dict):\n        print('grasp_fields:', {k: gr.output[k] for k in gr.output if k in ('grasped', 'held_object_handle', 'contact', 'lifted', 'success')})\n        held = gr.output.get('held_object_handle', None)\nprint('held:', held)","codeExcerpt":false,"stdout":"ground_ok: True handle: robocasa:visual:1:robot0_agentview_left:state:2\ngrasp_ok: False\nheld: None\n","feedback":{},"calls":[{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer.","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:1:robot0_agentview_left:state:2","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.973397153886258,-0.36803507101502986,0.7651695850060304,0.9689322826009702,0.05533462267590633,0.009761256774378923,0.2408589403222834],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":1,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Open the left drawer.","query":null,"registry_pose_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":458.564},{"name":"grasp_robocasa_object","arguments":{"evidence_handles":["robocasa:visual:1:robot0_agentview_left:state:2"],"grasp_approach":"center","gripper_command":1.0,"horizon":60,"object_name":"drawer_obj","prompt":"Open the left drawer."},"ok":false,"error":"grasp_target_unreached","output":{"action_feedback":{"arrived":false,"contact":false,"distance_m":0.35213351249694824,"executed":true,"grasped":false,"lift_confirmed":false,"motion_coupling":{"available":true,"coupled":false,"coupling_error":0.4259798228740692,"eef_displacement":[-0.24617934226989746,0.2556533217430115,-0.23568737506866455],"eef_motion":0.4260415732860565,"minimum_motion":0.005,"object_displacement":[-0.00022149085998535156,-0.00012129545211791992,-1.1980533599853516e-05],"object_motion":0.00025281280977651477,"tolerance":0.02},"motion_coupling_confirmed":false,"next_action":"retry_grasp","official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"retry_reason":"grasp_target_unreached","stable":null,"stage":"grasp","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"drawer_obj","xy_distance_after":null},"at":462.083}],"event":{"kind":"action","label":"Grasp attempt","detail":""}},{"round":6,"at":498.570449,"duration":36.497,"title":"move robocasa ee to · robocasa kitchen state","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":2,"cumulativeToolCalls":10,"code":"hp = [2.9733972549438477, -0.36803507804870605, 0.7651695609092712]\nstandoff = [hp[0] + 0.28, hp[1], hp[2] + 0.10]\nm = primitives.call(name='move_robocasa_ee_to', target_position=standoff, gripper_command=1.0, horizon=120, evidence_handles=[handle], prompt='Open the left drawer.')\nprint('move_ok:', m.ok)\nif m.ok and isinstance(m.output, dict):\n    print('move_fields:', {k: m.output[k] for k in m.output if k in ('arrived', 'distance_m', 'eef_position', 'contact')})\nelse:\n    print('move_out:', m.output)\n\ns = primitives.call(name='observe_robocasa_kitchen_state', prompt='Open the left drawer.')\nif s.ok and isinstance(s.output, dict):\n    eef = s.output.get('eef_position', None)\n    print('eef:', eef)","codeExcerpt":false,"stdout":"move_ok: False\nmove_out: {'action_feedback': {'arrived': None, 'contact': None, 'distance_m': None, 'executed': False, 'grasped': None, 'lift_confirmed': None, 'motion_coupling': {}, 'motion_coupling_confirmed': False, 'official_task_success_not_included': True, 'release_command_executed': None, 'release_stable': None, 'released': None, 'stable': None, 'stage': 'approach', 'unknown_is_not_success': True}, 'execution_status': 'not_executed', 'next_call': {'name': 'ground_robocasa_visual_target', 'parameters': {'entity_name': None}}}\neef: [3.180025100708008, -0.452522337436676, 1.0675017833709717]\n","feedback":{},"calls":[{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:1:robot0_agentview_left:state:2"],"gripper_command":1.0,"horizon":120,"prompt":"Open the left drawer.","target_position":[3.253397254943848,-0.36803507804870605,0.8651695609092712]},"ok":false,"error":"visual_grounding_evidence_stale","output":{"action_feedback":{"arrived":null,"contact":null,"distance_m":null,"executed":false,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"not_executed","next_call":{"name":"ground_robocasa_visual_target","parameters":{"entity_name":null}}},"at":498.564},{"name":"observe_robocasa_kitchen_state","arguments":{"prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"available_fixture_names":["bottom_corner_right_group","bottom_right_group_1","bottom_right_group_2","bottom_right_group_base","cab_1_left_group","cab_1_main_group","cab_2_left_group","cab_2_main_group","cab_corner_2_main_group","cab_corner_main_group","cab_main_main_group","cab_top_corner_right_group","coffee_machine_main_group","counter_1_front_group","counter_1_left_group","counter_1_main_group","counter_corner_2_main_group","counter_corner_front_group","counter_corner_left_group","counter_corner_main_group","counter_corner_right_left_group","counter_main_main_group","dishwasher_left_group","drawer","…"],"available_object_names":["distr_counter_1","drawer_obj"],"eef_position":[3.180025100708008,-0.452522337436676,1.0675017833709717],"evidence_handles":[],"fixtures":{"drawer":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]},"stack_3_main_group_2":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]}},"gripper_qpos":[0.04187552630901337,-0.03466808423399925],"grounding_hint":"ground_robocasa_visual_target(entity_name=canonical_name); pass its evidence_handle to an action","held_object_handle":null,"held_object_name":null,"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":null,"query":null,"split":"target"},"objects":{"distr_counter_1":{"affordance_sites":[],"position":[3.008471965789795,-0.3803933560848236,0.9338284730911255],"size":[0.02821504,0.0281638,0.02811556]},"drawer_obj":{"affordance_sites":[],"position":[2.9731757640838623,-0.368156373500824,0.7651575803756714],"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105]}},"observation_serial":2},"at":498.573}],"event":{"kind":"action","label":"Control action","detail":""}},{"round":7,"at":544.851577,"duration":46.281,"title":"robocasa object · ground robocasa visual target · move robocasa ee to","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":4,"cumulativeToolCalls":14,"code":"ins = primitives.call(name='inspect_robocasa_object', object_name='drawer_obj', prompt='Open the left drawer.')\npos = None\nif ins.ok and isinstance(ins.output, dict):\n    pos = ins.output.get('position', None)\n    print('obj_pos:', pos, 'joint:', ins.output.get('joint_position'), 'open_ratio:', ins.output.get('open_ratio'))\nif pos is None:\n    pos = [2.9733972549438477, -0.36803507804870605, 0.7651695609092712]\n\ng = primitives.call(name='ground_robocasa_visual_target', entity_name='drawer_obj', world_position=pos, prompt='Open the left drawer.')\nhandle = None\nif g.ok and isinstance(g.output, dict):\n    handle = g.output.get('evidence_handle', None)\nprint('ground_ok:', g.ok, 'handle:', handle)\n\nstandoff = [pos[0] + 0.20, pos[1] - 0.05, pos[2] + 0.08]\nm = primitives.call(name='move_robocasa_ee_to', target_position=standoff, gripper_command=1.0, horizon=150, evidence_handles=[handle] if handle else [], prompt='Open the left drawer.')\nprint('move_ok:', m.ok)\nif m.ok and isinstance(m.output, dict):\n    print('move_fields:', {k: m.output[k] for k in m.output if k in ('arrived', 'distance_m', 'contact')})\nelse:\n    print('move_err:', m.output)\n\ns = primitives.call(name='observe_robocasa_kitchen_state', prompt='Open the left drawer.')\nif s.ok and isinstance(s.output, dict):\n    print('eef_now:', s.output.get('eef_position'))","codeExcerpt":false,"stdout":"obj_pos: None joint: None open_ratio: None\nground_ok: True handle: robocasa:visual:2:robot0_agentview_left:state:3\nmove_ok: True\nmove_fields: {}\neef_now: [3.1604137420654297, -0.45112907886505127, 1.056052803993225]\n","feedback":{},"calls":[{"name":"inspect_robocasa_object","arguments":{"object_name":"drawer_obj","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":350,"kind":"object","name":"distr_counter_1","pose_world":[3.0084720621134617,-0.38039335705399496,0.9338284645571718,0.9973922214982466,0.021334454133709168,-0.009683613084435272,-0.0682629123260908],"rot":0.0,"score":0.5,"size":[0.02821504,0.0281638,0.02811556],"type":"MJCFObject"},{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.973175829191241,-0.36815636020763765,0.7651575901245633,0.9688251575575402,0.056668129508298526,0.004682681599013979,0.24113193416609155],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"}],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":41},"pose_evidence":{"fixtures":{},"objects":{"drawer_obj":[2.973175829191241,-0.36815636020763765,0.7651575901245633,0.9688251575575402,0.056668129508298526,0.004682681599013979,0.24113193416609155]},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"body_id":349,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":41},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"kind":"object","name":"drawer_obj","pose_world":[2.973175829191241,-0.36815636020763765,0.7651575901245633,0.9688251575575402,0.056668129508298526,0.004682681599013979,0.24113193416609155],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":41},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":538.67},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer.","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:2:robot0_agentview_left:state:3","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.973175829191241,-0.36815636020763765,0.7651575901245633,0.9688251575575402,0.056668129508298526,0.004682681599013979,0.24113193416609155],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":2,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Open the left drawer.","query":null,"registry_pose_world":[2.9731757640838623,-0.368156373500824,0.7651575803756714],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":538.674},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:2:robot0_agentview_left:state:3"],"gripper_command":1.0,"horizon":150,"prompt":"Open the left drawer.","target_position":[3.173397254943848,-0.41803507804870604,0.8451695609092712]},"ok":true,"error":null,"output":{"action_feedback":{"arrived":false,"contact":null,"distance_m":0.2138586789369583,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":544.838},{"name":"observe_robocasa_kitchen_state","arguments":{"prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"available_fixture_names":["bottom_corner_right_group","bottom_right_group_1","bottom_right_group_2","bottom_right_group_base","cab_1_left_group","cab_1_main_group","cab_2_left_group","cab_2_main_group","cab_corner_2_main_group","cab_corner_main_group","cab_main_main_group","cab_top_corner_right_group","coffee_machine_main_group","counter_1_front_group","counter_1_left_group","counter_1_main_group","counter_corner_2_main_group","counter_corner_front_group","counter_corner_left_group","counter_corner_main_group","counter_corner_right_left_group","counter_main_main_group","dishwasher_left_group","drawer","…"],"available_object_names":["distr_counter_1","drawer_obj"],"eef_position":[3.1604137420654297,-0.45112907886505127,1.056052803993225],"evidence_handles":[],"fixtures":{"drawer":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]},"stack_3_main_group_2":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]}},"gripper_qpos":[0.0315413698554039,0.0001177260055555962],"grounding_hint":"ground_robocasa_visual_target(entity_name=canonical_name); pass its evidence_handle to an action","held_object_handle":null,"held_object_name":null,"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":null,"query":null,"split":"target"},"objects":{"distr_counter_1":{"affordance_sites":[],"position":[3.008471965789795,-0.38039302825927734,0.9338283538818359],"size":[0.02821504,0.0281638,0.02811556]},"drawer_obj":{"affordance_sites":[],"position":[2.9731767177581787,-0.36815598607063293,0.7651575207710266],"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105]}},"observation_serial":3},"at":544.847}],"event":{"kind":"action","label":"Control action","detail":""}},{"round":8,"at":609.294009,"duration":64.442,"title":"robocasa object · ground robocasa visual target · move robocasa ee to","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":5,"cumulativeToolCalls":19,"code":"ins = primitives.call(name='inspect_robocasa_object', object_name='drawer_obj', prompt='Open the left drawer.')\npos = [2.9733972549438477, -0.36803507804870605, 0.7651695609092712]\nif ins.ok and isinstance(ins.output, dict):\n    pos = ins.output.get('position', pos)\n    print('pos:', pos, 'jr:', ins.output.get('joint_position'))\n\ng = primitives.call(name='ground_robocasa_visual_target', entity_name='drawer_obj', world_position=pos, prompt='Open the left drawer.')\nprint('ground_ok:', g.ok)\nprint('ground_out:', g.output if not g.ok else {k: g.output[k] for k in g.output if k in ('evidence_handle', 'serial', 'observation_serial', 'pixel_uv', 'depth_m')})\nh_new = g.output.get('evidence_handle') if (g.ok and isinstance(g.output, dict)) else None\n\nstandoff = [pos[0] + 0.18, pos[1] - 0.10, pos[2] + 0.10]\nm1 = primitives.call(name='move_robocasa_ee_to', target_position=standoff, gripper_command=1.0, horizon=150, evidence_handles=[], prompt='Open the left drawer.')\nprint('move_empty_ok:', m1.ok, 'err:', None if m1.ok else m1.output)\nif m1.ok and isinstance(m1.output, dict):\n    print('move_fields:', {k: m1.output[k] for k in m1.output if k in ('arrived', 'distance_m', 'contact')})\n\nif not m1.ok and h_new:\n    m2 = primitives.call(name='move_robocasa_ee_to', target_position=standoff, gripper_command=1.0, horizon=150, evidence_handles=[h_new], prompt='Open the left drawer.')\n    print('move_h_ok:', m2.ok, 'err:', None if m2.ok else m2.output)\n    if m2.ok and isinstance(m2.output, dict):\n        print('move2_fields:', {k: m2.output[k] for k in m2.output if k in ('arrived', 'distance_m', 'contact')})\n\ns = primitives.call(name='observe_robocasa_kitchen_state', prompt='Open the left drawer.')\nif s.ok and isinstance(s.output, dict):\n    print('eef_now:', s.output.get('eef_position'), 'serial:', s.output.get('observation_serial'))","codeExcerpt":false,"stdout":"pos: [2.9733972549438477, -0.36803507804870605, 0.7651695609092712] jr: None\nground_ok: True\nground_out: {'evidence_handle': 'robocasa:visual:3:robot0_agentview_left:state:4'}\nmove_empty_ok: False err: {'action_feedback': {'arrived': None, 'contact': None, 'distance_m': None, 'executed': False, 'grasped': None, 'lift_confirmed': None, 'motion_coupling': {}, 'motion_coupling_confirmed': False, 'official_task_success_not_included': True, 'release_command_executed': None, 'release_stable': None, 'released': None, 'stable': None, 'stage': 'approach', 'unknown_is_not_success': True}, 'execution_status': 'not_executed', 'next_call': {'name': 'ground_robocasa_visual_target', 'parameters': {'entity_name': None}}}\nmove_h_ok: True err: None\nmove2_fields: {}\neef_now: [3.1474967002868652, -0.45998457074165344, 0.9351059198379517] serial: 4\n","feedback":{},"calls":[{"name":"inspect_robocasa_object","arguments":{"object_name":"drawer_obj","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":350,"kind":"object","name":"distr_counter_1","pose_world":[3.008471934004442,-0.38039303193387697,0.9338283585588306,0.9973954380636201,0.021336664292741378,-0.009680916403488365,-0.06821559018529647],"rot":0.0,"score":0.5,"size":[0.02821504,0.0281638,0.02811556],"type":"MJCFObject"},{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.9731767112135987,-0.368155973049089,0.7651575307005746,0.9688269931286213,0.05666846218672216,0.004679403835111949,0.24112454449618678],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"}],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":54},"pose_evidence":{"fixtures":{},"objects":{"drawer_obj":[2.9731767112135987,-0.368155973049089,0.7651575307005746,0.9688269931286213,0.05666846218672216,0.004679403835111949,0.24112454449618678]},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"body_id":349,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":54},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"kind":"object","name":"drawer_obj","pose_world":[2.9731767112135987,-0.368155973049089,0.7651575307005746,0.9688269931286213,0.05666846218672216,0.004679403835111949,0.24112454449618678],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":54},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":603.744},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer.","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:3:robot0_agentview_left:state:4","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.9731767112135987,-0.368155973049089,0.7651575307005746,0.9688269931286213,0.05666846218672216,0.004679403835111949,0.24112454449618678],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":3,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Open the left drawer.","query":null,"registry_pose_world":[2.9731767177581787,-0.36815598607063293,0.7651575207710266],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":603.747},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":[],"gripper_command":1.0,"horizon":150,"prompt":"Open the left drawer.","target_position":[3.153397254943848,-0.46803507804870603,0.8651695609092712]},"ok":false,"error":"visual_grounding_evidence_required","output":{"action_feedback":{"arrived":null,"contact":null,"distance_m":null,"executed":false,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"not_executed","next_call":{"name":"ground_robocasa_visual_target","parameters":{"entity_name":null}}},"at":603.749},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:3:robot0_agentview_left:state:4"],"gripper_command":1.0,"horizon":150,"prompt":"Open the left drawer.","target_position":[3.153397254943848,-0.46803507804870603,0.8651695609092712]},"ok":true,"error":null,"output":{"action_feedback":{"arrived":false,"contact":null,"distance_m":0.07064501941204071,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":609.276},{"name":"observe_robocasa_kitchen_state","arguments":{"prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"available_fixture_names":["bottom_corner_right_group","bottom_right_group_1","bottom_right_group_2","bottom_right_group_base","cab_1_left_group","cab_1_main_group","cab_2_left_group","cab_2_main_group","cab_corner_2_main_group","cab_corner_main_group","cab_main_main_group","cab_top_corner_right_group","coffee_machine_main_group","counter_1_front_group","counter_1_left_group","counter_1_main_group","counter_corner_2_main_group","counter_corner_front_group","counter_corner_left_group","counter_corner_main_group","counter_corner_right_left_group","counter_main_main_group","dishwasher_left_group","drawer","…"],"available_object_names":["distr_counter_1","drawer_obj"],"eef_position":[3.1474967002868652,-0.45998457074165344,0.9351059198379517],"evidence_handles":[],"fixtures":{"drawer":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]},"stack_3_main_group_2":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]}},"gripper_qpos":[0.006213803309947252,9.928656254487578e-06],"grounding_hint":"ground_robocasa_visual_target(entity_name=canonical_name); pass its evidence_handle to an action","held_object_handle":null,"held_object_name":null,"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":null,"query":null,"split":"target"},"objects":{"distr_counter_1":{"affordance_sites":[],"position":[3.0084714889526367,-0.3803931474685669,0.9338282346725464],"size":[0.02821504,0.0281638,0.02811556]},"drawer_obj":{"affordance_sites":[],"position":[2.9731791019439697,-0.3681548535823822,0.7651578783988953],"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105]}},"observation_serial":4},"at":609.284}],"event":{"kind":"action","label":"Control action","detail":""}},{"round":9,"at":693.427646,"duration":84.134,"title":"robocasa kitchen state · robocasa object · ground robocasa visual target","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":6,"cumulativeToolCalls":25,"code":"s0 = primitives.call(name='observe_robocasa_kitchen_state', prompt='Open the left drawer.')\neef0 = s0.output.get('eef_position') if s0.ok else None\nprint('eef0:', eef0)\n\nins = primitives.call(name='inspect_robocasa_object', object_name='drawer_obj', prompt='Open the left drawer.')\npos = [2.9733972549438477, -0.36803507804870605, 0.7651695609092712]\nif ins.ok:\n    pos = ins.output.get('position', pos)\n    print('pos:', pos, 'jr:', ins.output.get('joint_position'), 'open:', ins.output.get('open_ratio'))\n\ng1 = primitives.call(name='ground_robocasa_visual_target', entity_name='drawer_obj', world_position=pos, prompt='Open the left drawer.')\nh1 = g1.output.get('evidence_handle') if g1.ok else None\nprint('g1:', g1.ok, h1)\n\npre = [pos[0] + 0.12, pos[1], pos[2] + 0.03]\nm = primitives.call(name='move_robocasa_ee_to', target_position=pre, gripper_command=-1.0, horizon=150, evidence_handles=[h1] if h1 else [], prompt='Open the left drawer.')\nprint('move_ok:', m.ok, (m.output if not m.ok else {k: m.output.get(k) for k in ('arrived', 'distance_m', 'contact')}))\n\ng2 = primitives.call(name='ground_robocasa_visual_target', entity_name='drawer_obj', world_position=pos, prompt='Open the left drawer.')\nh2 = g2.output.get('evidence_handle') if g2.ok else None\nprint('g2:', g2.ok, h2)\n\ngr = primitives.call(name='grasp_robocasa_object', object_name='drawer_obj', evidence_handles=[h2] if h2 else [], grasp_approach='center', gripper_command=1.0, horizon=120, prompt='Open the left drawer.')\nprint('grasp_ok:', gr.ok)\nif gr.ok:\n    print('grasp_fields:', {k: gr.output.get(k) for k in ('grasped', 'held_object_handle', 'contact', 'lifted')})\n    held = gr.output.get('held_object_handle')\nelse:\n    print('grasp_err:', gr.output)\n    held = None\nprint('held:', held)","codeExcerpt":false,"stdout":"eef0: [3.1474967002868652, -0.45998457074165344, 0.9351059198379517]\npos: [2.9733972549438477, -0.36803507804870605, 0.7651695609092712] jr: None open: None\ng1: True robocasa:visual:4:robot0_agentview_left:state:5\nmove_ok: True {'arrived': None, 'distance_m': None, 'contact': None}\ng2: True robocasa:visual:5:robot0_agentview_left:state:6\ngrasp_ok: False\ngrasp_err: {'action_feedback': {'arrived': False, 'contact': False, 'distance_m': 0.13637030124664307, 'executed': True, 'grasped': False, 'lift_confirmed': False, 'motion_coupling': {'available': True, 'coupled': False, 'coupling_error': 0.13112258911132812, 'eef_displacement': [-0.11275601387023926, 0.06691259145736694, 7.873773574829102e-05], 'eef_motion': 0.13111528754234314, 'minimum_motion': 0.005, 'object_displacement': [1.239776611328125e-05, 6.586313247680664e-06, 4.76837158203125e-07], 'object_motion': 1.4046760952624027e-05, 'tolerance': 0.02}, 'motion_coupling_confirmed': False, 'next_action': 'retry_grasp', 'official_task_success_not_included': True, 'release_command_executed': None, 'release_stable': None, 'released': None, 'retry_reason': 'grasp_target_unreached', 'stable': None, 'stage': 'grasp', 'unknown_is_not_success': True}, 'execution_status': 'stepped', 'release_executed': None, 'release_stable': None, 'target_name': 'drawer_obj', 'xy_distance_after': None}\nheld: None\n","feedback":{},"calls":[{"name":"observe_robocasa_kitchen_state","arguments":{"prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"available_fixture_names":["bottom_corner_right_group","bottom_right_group_1","bottom_right_group_2","bottom_right_group_base","cab_1_left_group","cab_1_main_group","cab_2_left_group","cab_2_main_group","cab_corner_2_main_group","cab_corner_main_group","cab_main_main_group","cab_top_corner_right_group","coffee_machine_main_group","counter_1_front_group","counter_1_left_group","counter_1_main_group","counter_corner_2_main_group","counter_corner_front_group","counter_corner_left_group","counter_corner_main_group","counter_corner_right_left_group","counter_main_main_group","dishwasher_left_group","drawer","…"],"available_object_names":["distr_counter_1","drawer_obj"],"eef_position":[3.1474967002868652,-0.45998457074165344,0.9351059198379517],"evidence_handles":[],"fixtures":{"drawer":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]},"stack_3_main_group_2":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]}},"gripper_qpos":[0.006213803309947252,9.928656254487578e-06],"grounding_hint":"ground_robocasa_visual_target(entity_name=canonical_name); pass its evidence_handle to an action","held_object_handle":null,"held_object_name":null,"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":null,"query":null,"split":"target"},"objects":{"distr_counter_1":{"affordance_sites":[],"position":[3.0084714889526367,-0.3803931474685669,0.9338282346725464],"size":[0.02821504,0.0281638,0.02811556]},"drawer_obj":{"affordance_sites":[],"position":[2.9731791019439697,-0.3681548535823822,0.7651578783988953],"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105]}},"observation_serial":4},"at":681.322},{"name":"inspect_robocasa_object","arguments":{"object_name":"drawer_obj","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":350,"kind":"object","name":"distr_counter_1","pose_world":[3.0084714405094832,-0.38039314424125237,0.933828257414571,0.9973987617659126,0.021334020210967673,-0.009677220158203423,-0.06816832856593466],"rot":0.0,"score":0.5,"size":[0.02821504,0.0281638,0.02811556],"type":"MJCFObject"},{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.973179195147326,-0.368154840221842,0.76515785383764,0.9688287479662371,0.056669133202509825,0.004683767008335354,0.2411172511100397],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"}],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":73},"pose_evidence":{"fixtures":{},"objects":{"drawer_obj":[2.973179195147326,-0.368154840221842,0.76515785383764,0.9688287479662371,0.056669133202509825,0.004683767008335354,0.2411172511100397]},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"body_id":349,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":73},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"kind":"object","name":"drawer_obj","pose_world":[2.973179195147326,-0.368154840221842,0.76515785383764,0.9688287479662371,0.056669133202509825,0.004683767008335354,0.2411172511100397],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":73},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":681.325},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer.","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:4:robot0_agentview_left:state:5","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.973179195147326,-0.368154840221842,0.76515785383764,0.9688287479662371,0.056669133202509825,0.004683767008335354,0.2411172511100397],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":4,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Open the left drawer.","query":null,"registry_pose_world":[2.9731791019439697,-0.3681548535823822,0.7651578783988953],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":681.328},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:4:robot0_agentview_left:state:5"],"gripper_command":-1.0,"horizon":150,"prompt":"Open the left drawer.","target_position":[3.0933972549438478,-0.36803507804870605,0.7951695609092713]},"ok":true,"error":null,"output":{"action_feedback":{"arrived":false,"contact":null,"distance_m":0.14605462551116943,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":686.895},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer.","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:5:robot0_agentview_left:state:6","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.9731810284627365,-0.3681539783883127,0.7651579395014244,0.9688307851804124,0.056667088226511494,0.004692948960081218,0.24110936735990254],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":5,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Open the left drawer.","query":null,"registry_pose_world":[2.9731810092926025,-0.36815398931503296,0.76515793800354],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":686.899},{"name":"grasp_robocasa_object","arguments":{"evidence_handles":["robocasa:visual:5:robot0_agentview_left:state:6"],"grasp_approach":"center","gripper_command":1.0,"horizon":120,"object_name":"drawer_obj","prompt":"Open the left drawer."},"ok":false,"error":"grasp_target_unreached","output":{"action_feedback":{"arrived":false,"contact":false,"distance_m":0.13637030124664307,"executed":true,"grasped":false,"lift_confirmed":false,"motion_coupling":{"available":true,"coupled":false,"coupling_error":0.13112258911132812,"eef_displacement":[-0.11275601387023926,0.06691259145736694,7.873773574829102e-05],"eef_motion":0.13111528754234314,"minimum_motion":0.005,"object_displacement":[1.239776611328125e-05,6.586313247680664e-06,4.76837158203125e-07],"object_motion":1.4046760952624027e-05,"tolerance":0.02},"motion_coupling_confirmed":false,"next_action":"retry_grasp","official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"retry_reason":"grasp_target_unreached","stable":null,"stage":"grasp","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"drawer_obj","xy_distance_after":null},"at":693.409}],"event":{"kind":"action","label":"Grasp attempt","detail":""}},{"round":10,"at":862.753533,"duration":169.326,"title":"robocasa object · ground robocasa visual target · move robocasa ee to","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":22,"cumulativeToolCalls":47,"code":"def fresh_handle(px, py, pz):\n    gg = primitives.call(name='ground_robocasa_visual_target', entity_name='drawer_obj',\n                         world_position=[px, py, pz], prompt='Open the left drawer.')\n    if gg.ok and isinstance(gg.output, dict):\n        return gg.output.get('evidence_handle')\n    return None\n\nins = primitives.call(name='inspect_robocasa_object', object_name='drawer_obj', prompt='Open the left drawer.')\npos = [2.9733972549438477, -0.36803507804870605, 0.7651695609092712]\nif ins.ok and isinstance(ins.output, dict):\n    pos = ins.output.get('position', pos)\nprint('start_pos:', pos)\n\nwaypoints = [\n    [pos[0] + 0.30, pos[1], pos[2] + 0.20],\n    [pos[0] + 0.15, pos[1], pos[2] + 0.08],\n    [pos[0] + 0.07, pos[1], pos[2] + 0.01],\n]\nfor wp in waypoints:\n    hh = fresh_handle(pos[0], pos[1], pos[2])\n    mv = primitives.call(name='move_robocasa_ee_to', target_position=wp, gripper_command=1.0,\n                         horizon=300, evidence_handles=[hh] if hh else [], prompt='Open the left drawer.')\n    print('move to', wp, 'ok:', mv.ok, mv.output if not mv.ok else {k: mv.output.get(k) for k in ('arrived', 'distance_m')})\n    st = primitives.call(name='observe_robocasa_kitchen_state', prompt='Open the left drawer.')\n    if st.ok:\n        print('eef:', st.output.get('eef_position'))\n\nhh = fresh_handle(pos[0], pos[1], pos[2])\ngr = primitives.call(name='grasp_robocasa_object', object_name='drawer_obj',\n                     evidence_handles=[hh] if hh else [], grasp_approach='near_side',\n                     gripper_command=-1.0, horizon=200, prompt='Open the left drawer.')\nprint('grasp_ok:', gr.ok, gr.output if not gr.ok else {k: gr.output.get(k) for k in ('grasped', 'held_object_handle', 'contact')})\nheld = gr.output.get('held_object_handle') if gr.ok else None\n\nfor i in range(3):\n    ins2 = primitives.call(name='inspect_robocasa_object', object_name='drawer_obj', prompt='Open the left drawer.')\n    p2 = pos\n    if ins2.ok and isinstance(ins2.output, dict):\n        p2 = ins2.output.get('position', p2)\n    hh2 = fresh_handle(p2[0], p2[1], p2[2])\n    pull = [p2[0] + 0.13, p2[1], p2[2]]\n    mv2 = primitives.call(name='move_robocasa_ee_to', target_position=pull, gripper_command=-1.0,\n                          horizon=250, evidence_handles=[hh2] if hh2 else [], prompt='Open the left drawer.')\n    print('pull', i, 'ok:', mv2.ok, mv2.output if not mv2.ok else {k: mv2.output.get(k) for k in ('arrived', 'distance_m')})\n\nfin = primitives.call(name='inspect_r…","codeExcerpt":true,"stdout":"start_pos: [2.9733972549438477, -0.36803507804870605, 0.7651695609092712]\nmove to [3.2733972549438475, -0.36803507804870605, 0.9651695609092712] ok: True {'arrived': None, 'distance_m': None}\neef: [3.0538582801818848, -0.3835892975330353, 0.9343000650405884]\nmove to [3.1233972549438476, -0.36803507804870605, 0.8451695609092712] ok: True {'arrived': None, 'distance_m': None}\neef: [3.053694725036621, -0.3811137080192566, 0.9339246153831482]\nmove to [3.0433972549438475, -0.36803507804870605, 0.7751695609092712] ok: True {'arrived': None, 'distance_m': None}\neef: [3.0498223304748535, -0.3738544285297394, 0.9334108233451843]\ngrasp_ok: False {'action_feedback': {'arrived': False, 'contact': False, 'distance_m': 0.15598221123218536, 'executed': True, 'grasped': False, 'lift_confirmed': False, 'motion_coupling': {'available': True, 'coupled': False, 'coupling_error': 0.028944654390215874, 'eef_displacement': [-0.02300858497619629, 0.01755845546722412, -0.00016629695892333984], 'eef_motion': 0.02894342876970768, 'minimum_motion': 0.005, 'object_displacement': [2.384185791015625e-06, 1.1026859283447266e-06, 5.960464477539063e-08], 'object_motion': 2.627510411912226e-06, 'tolerance': 0.02}, 'motion_coupling_confirmed': False, 'next_action': 'retry_grasp', 'official_task_success_not_included': True, 'release_command_executed': None, 'release_stable': None, 'released': None, 'retry_reason': 'grasp_target_unreached', 'stable': None, 'stage': 'grasp', 'unknown_is_not_success': True}, 'execution_status': 'stepped', 'release_executed': None, 'release_stable': None, 'target_name': 'drawer_obj', 'xy_distance_after': None}\npull 0 ok: True {'arrived': None, 'distance_m': None}\npull 1 ok: False {'action_feedback': {'arrived': False, 'contact': None, 'distance_m': 0.18244668841362, 'executed': True, 'grasped': None, 'lift_confirmed': None, 'motion_coupling': {}, 'motion_coupling_confirmed': False, 'official_task_success_not_included': True, 'release_command_executed': None, 'release_stable': None, 'released': None, 'stable': None, 'stage': 'approach', 'unknown_is_not_success': True}, 'execution_status': 'stepped', 'release_executed': None, 'release_stable': None, 'target_name': 'obj', 'xy_distance_after': None}\npull 2 ok: True {'arrived': None, 'distance_m': None}\nopen_ratio: None joint: None is_open: None\n","feedback":{},"calls":[{"name":"inspect_robocasa_object","arguments":{"object_name":"drawer_obj","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":350,"kind":"object","name":"distr_counter_1","pose_world":[2.9543110921049864,-0.33527223430335984,0.9343045553733528,0.9859612303642504,0.021753682277289205,-0.04400426280194232,-0.15959590966327797],"rot":0.0,"score":0.5,"size":[0.02821504,0.0281638,0.02811556],"type":"MJCFObject"},{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.9731934695332525,-0.368147398340196,0.7651584332000835,0.9688325174180266,0.056666885753611514,0.004704067529217919,0.2411022376526566],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"}],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":89},"pose_evidence":{"fixtures":{},"objects":{"drawer_obj":[2.9731934695332525,-0.368147398340196,0.7651584332000835,0.9688325174180266,0.056666885753611514,0.004704067529217919,0.2411022376526566]},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"body_id":349,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":89},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"kind":"object","name":"drawer_obj","pose_world":[2.9731934695332525,-0.368147398340196,0.7651584332000835,0.9688325174180266,0.056666885753611514,0.004704067529217919,0.2411022376526566],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":89},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":789.232},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer.","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:6:robot0_agentview_left:state:7","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.9731934695332525,-0.368147398340196,0.7651584332000835,0.9688325174180266,0.056666885753611514,0.004704067529217919,0.2411022376526566],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":6,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Open the left drawer.","query":null,"registry_pose_world":[2.973193407058716,-0.3681474030017853,0.7651584148406982],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":789.235},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:6:robot0_agentview_left:state:7"],"gripper_command":1.0,"horizon":300,"prompt":"Open the left drawer.","target_position":[3.2733972549438475,-0.36803507804870605,0.9651695609092712]},"ok":true,"error":null,"output":{"action_feedback":{"arrived":false,"contact":null,"distance_m":0.2222435474395752,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":801.958},{"name":"observe_robocasa_kitchen_state","arguments":{"prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"available_fixture_names":["bottom_corner_right_group","bottom_right_group_1","bottom_right_group_2","bottom_right_group_base","cab_1_left_group","cab_1_main_group","cab_2_left_group","cab_2_main_group","cab_corner_2_main_group","cab_corner_main_group","cab_main_main_group","cab_top_corner_right_group","coffee_machine_main_group","counter_1_front_group","counter_1_left_group","counter_1_main_group","counter_corner_2_main_group","counter_corner_front_group","counter_corner_left_group","counter_corner_main_group","counter_corner_right_left_group","counter_main_main_group","dishwasher_left_group","drawer","…"],"available_object_names":["distr_counter_1","drawer_obj"],"eef_position":[3.0538582801818848,-0.3835892975330353,0.9343000650405884],"evidence_handles":[],"fixtures":{"drawer":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]},"stack_3_main_group_2":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]}},"gripper_qpos":[0.00016755081014707685,-0.0008320306078530848],"grounding_hint":"ground_robocasa_visual_target(entity_name=canonical_name); pass its evidence_handle to an action","held_object_handle":null,"held_object_name":null,"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":null,"query":null,"split":"target"},"objects":{"distr_counter_1":{"affordance_sites":[],"position":[2.9449141025543213,-0.326248437166214,0.9338285326957703],"size":[0.02821504,0.0281638,0.02811556]},"drawer_obj":{"affordance_sites":[],"position":[2.973193645477295,-0.3681473135948181,0.7651578187942505],"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105]}},"observation_serial":7},"at":801.965},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer.","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:7:robot0_agentview_left:state:8","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.9731937184187647,-0.3681473163888775,0.765157814364363,0.96883610128121,0.05666979739420201,0.004679130946294143,0.2410876368690704],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":7,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Open the left drawer.","query":null,"registry_pose_world":[2.973193645477295,-0.3681473135948181,0.7651578187942505],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":801.968},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:7:robot0_agentview_left:state:8"],"gripper_command":1.0,"horizon":300,"prompt":"Open the left drawer.","target_position":[3.1233972549438476,-0.36803507804870605,0.8451695609092712]},"ok":true,"error":null,"output":{"action_feedback":{"arrived":false,"contact":null,"distance_m":0.11360884457826614,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":812.94},{"name":"observe_robocasa_kitchen_state","arguments":{"prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"available_fixture_names":["bottom_corner_right_group","bottom_right_group_1","bottom_right_group_2","bottom_right_group_base","cab_1_left_group","cab_1_main_group","cab_2_left_group","cab_2_main_group","cab_corner_2_main_group","cab_corner_main_group","cab_main_main_group","cab_top_corner_right_group","coffee_machine_main_group","counter_1_front_group","counter_1_left_group","counter_1_main_group","counter_corner_2_main_group","counter_corner_front_group","counter_corner_left_group","counter_corner_main_group","counter_corner_right_left_group","counter_main_main_group","dishwasher_left_group","drawer","…"],"available_object_names":["distr_counter_1","drawer_obj"],"eef_position":[3.053694725036621,-0.3811137080192566,0.9339246153831482],"evidence_handles":[],"fixtures":{"drawer":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]},"stack_3_main_group_2":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]}},"gripper_qpos":[0.00107104261405766,7.214739889604971e-05],"grounding_hint":"ground_robocasa_visual_target(entity_name=canonical_name); pass its evidence_handle to an action","held_object_handle":null,"held_object_name":null,"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":null,"query":null,"split":"target"},"objects":{"distr_counter_1":{"affordance_sites":[],"position":[2.944913864135742,-0.3262476325035095,0.9338282346725464],"size":[0.02821504,0.0281638,0.02811556]},"drawer_obj":{"affordance_sites":[],"position":[2.9731979370117188,-0.3681454062461853,0.7651581764221191],"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105]}},"observation_serial":8},"at":812.946},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer.","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:8:robot0_agentview_left:state:9","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.9731978564847683,-0.36814540918921285,0.7651582032263692,0.9688399453047098,0.05666801985112452,0.004693481014498698,0.2410723276199204],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":8,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Open the left drawer.","query":null,"registry_pose_world":[2.9731979370117188,-0.3681454062461853,0.7651581764221191],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":812.948},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:8:robot0_agentview_left:state:9"],"gripper_command":1.0,"horizon":300,"prompt":"Open the left drawer.","target_position":[3.0433972549438475,-0.36803507804870605,0.7751695609092712]},"ok":true,"error":null,"output":{"action_feedback":{"arrived":false,"contact":null,"distance_m":0.1584785431623459,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":824.905},{"name":"observe_robocasa_kitchen_state","arguments":{"prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"available_fixture_names":["bottom_corner_right_group","bottom_right_group_1","bottom_right_group_2","bottom_right_group_base","cab_1_left_group","cab_1_main_group","cab_2_left_group","cab_2_main_group","cab_corner_2_main_group","cab_corner_main_group","cab_main_main_group","cab_top_corner_right_group","coffee_machine_main_group","counter_1_front_group","counter_1_left_group","counter_1_main_group","counter_corner_2_main_group","counter_corner_front_group","counter_corner_left_group","counter_corner_main_group","counter_corner_right_left_group","counter_main_main_group","dishwasher_left_group","drawer","…"],"available_object_names":["distr_counter_1","drawer_obj"],"eef_position":[3.0498223304748535,-0.3738544285297394,0.9334108233451843],"evidence_handles":[],"fixtures":{"drawer":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]},"stack_3_main_group_2":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]}},"gripper_qpos":[0.0016256639501079917,0.0006273268372751772],"grounding_hint":"ground_robocasa_visual_target(entity_name=canonical_name); pass its evidence_handle to an action","held_object_handle":null,"held_object_name":null,"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":null,"query":null,"split":"target"},"objects":{"distr_counter_1":{"affordance_sites":[],"position":[2.944911003112793,-0.3262498080730438,0.9338284134864807],"size":[0.02821504,0.0281638,0.02811556]},"drawer_obj":{"affordance_sites":[],"position":[2.9731991291046143,-0.36814484000205994,0.7651578187942505],"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105]}},"observation_serial":9},"at":824.914},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer.","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:9:robot0_agentview_left:state:10","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.9731991241727673,-0.3681448409723724,0.7651578236298283,0.968843477605093,0.05666984412123672,0.004678023369475612,0.24105800290946566],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":9,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Open the left drawer.","query":null,"registry_pose_world":[2.9731991291046143,-0.36814484000205994,0.7651578187942505],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":824.917},{"name":"grasp_robocasa_object","arguments":{"evidence_handles":["robocasa:visual:9:robot0_agentview_left:state:10"],"grasp_approach":"near_side","gripper_command":-1.0,"horizon":200,"object_name":"drawer_obj","prompt":"Open the left drawer."},"ok":false,"error":"grasp_target_unreached","output":{"action_feedback":{"arrived":false,"contact":false,"distance_m":0.15598221123218536,"executed":true,"grasped":false,"lift_confirmed":false,"motion_coupling":{"available":true,"coupled":false,"coupling_error":0.028944654390215874,"eef_displacement":[-0.02300858497619629,0.01755845546722412,-0.00016629695892333984],"eef_motion":0.02894342876970768,"minimum_motion":0.005,"object_displacement":[2.384185791015625e-06,1.1026859283447266e-06,5.960464477539063e-08],"object_motion":2.627510411912226e-06,"tolerance":0.02},"motion_coupling_confirmed":false,"next_action":"retry_grasp","official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"retry_reason":"grasp_target_unreached","stable":null,"stage":"grasp","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"drawer_obj","xy_distance_after":null},"at":834.765},{"name":"inspect_robocasa_object","arguments":{"object_name":"drawer_obj","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":350,"kind":"object","name":"distr_counter_1","pose_world":[2.9449091661320272,-0.32625076993883234,0.9338284345039107,0.984788996483913,0.020207182784390265,-0.011860123909601268,-0.17216747552593759],"rot":0.0,"score":0.5,"size":[0.02821504,0.0281638,0.02811556],"type":"MJCFObject"},{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.973201499149807,-0.3681437497426729,0.7651578543055642,0.9688465904287564,0.05666944845513831,0.004679695442283164,0.24104555228614138],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"}],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":125},"pose_evidence":{"fixtures":{},"objects":{"drawer_obj":[2.973201499149807,-0.3681437497426729,0.7651578543055642,0.9688465904287564,0.05666944845513831,0.004679695442283164,0.24104555228614138]},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"body_id":349,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":125},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"kind":"object","name":"drawer_obj","pose_world":[2.973201499149807,-0.3681437497426729,0.7651578543055642,0.9688465904287564,0.05666944845513831,0.004679695442283164,0.24104555228614138],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":125},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":834.769},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer.","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:10:robot0_agentview_left:state:11","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.973201499149807,-0.3681437497426729,0.7651578543055642,0.9688465904287564,0.05666944845513831,0.004679695442283164,0.24104555228614138],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":10,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Open the left drawer.","query":null,"registry_pose_world":[2.9732015132904053,-0.3681437373161316,0.7651578783988953],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":834.771},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:10:robot0_agentview_left:state:11"],"gripper_command":-1.0,"horizon":250,"prompt":"Open the left drawer.","target_position":[3.1033972549438475,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"action_feedback":{"arrived":false,"contact":null,"distance_m":0.1821603924036026,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":844.224},{"name":"inspect_robocasa_object","arguments":{"object_name":"drawer_obj","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":350,"kind":"object","name":"distr_counter_1","pose_world":[2.9449089962472885,-0.32624999041221964,0.933828163986802,0.9848025843902918,0.02019600370700103,-0.011850003847939706,-0.17209174477956077],"rot":0.0,"score":0.5,"size":[0.02821504,0.0281638,0.02811556],"type":"MJCFObject"},{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.9732045446528437,-0.3681423535390553,0.7651580988410871,0.9688497963462692,0.056668093041523385,0.004689306955652033,0.24103279808172107],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"}],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":134},"pose_evidence":{"fixtures":{},"objects":{"drawer_obj":[2.9732045446528437,-0.3681423535390553,0.7651580988410871,0.9688497963462692,0.056668093041523385,0.004689306955652033,0.24103279808172107]},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"body_id":349,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":134},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"kind":"object","name":"drawer_obj","pose_world":[2.9732045446528437,-0.3681423535390553,0.7651580988410871,0.9688497963462692,0.056668093041523385,0.004689306955652033,0.24103279808172107],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":134},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":844.227},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer.","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:11:robot0_agentview_left:state:12","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.9732045446528437,-0.3681423535390553,0.7651580988410871,0.9688497963462692,0.056668093041523385,0.004689306955652033,0.24103279808172107],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":11,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Open the left drawer.","query":null,"registry_pose_world":[2.9732046127319336,-0.36814236640930176,0.7651581168174744],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":844.229},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:11:robot0_agentview_left:state:12"],"gripper_command":-1.0,"horizon":250,"prompt":"Open the left drawer.","target_position":[3.1033972549438475,-0.36803507804870605,0.7651695609092712]},"ok":false,"error":null,"output":{"action_feedback":{"arrived":false,"contact":null,"distance_m":0.18244668841362,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":853.587},{"name":"inspect_robocasa_object","arguments":{"object_name":"drawer_obj","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":350,"kind":"object","name":"distr_counter_1","pose_world":[2.9449081530629004,-0.32624995639619514,0.9338280080370329,0.9848160456091269,0.020189556355158872,-0.01184307667327937,-0.17201592850632977],"rot":0.0,"score":0.5,"size":[0.02821504,0.0281638,0.02811556],"type":"MJCFObject"},{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.9732052633501995,-0.36814202145803865,0.7651576462522831,0.9688527980490451,0.05666901383660743,0.004675793917758993,0.24102077822163348],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"}],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":143},"pose_evidence":{"fixtures":{},"objects":{"drawer_obj":[2.9732052633501995,-0.36814202145803865,0.7651576462522831,0.9688527980490451,0.05666901383660743,0.004675793917758993,0.24102077822163348]},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"body_id":349,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":143},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"kind":"object","name":"drawer_obj","pose_world":[2.9732052633501995,-0.36814202145803865,0.7651576462522831,0.9688527980490451,0.05666901383660743,0.004675793917758993,0.24102077822163348],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":143},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":853.592},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer.","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:12:robot0_agentview_left:state:13","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.9732052633501995,-0.36814202145803865,0.7651576462522831,0.9688527980490451,0.05666901383660743,0.004675793917758993,0.24102077822163348],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":12,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Open the left drawer.","query":null,"registry_pose_world":[2.973205327987671,-0.3681420087814331,0.7651576399803162],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":853.596},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:12:robot0_agentview_left:state:13"],"gripper_command":-1.0,"horizon":250,"prompt":"Open the left drawer.","target_position":[3.1033972549438475,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"action_feedback":{"arrived":false,"contact":null,"distance_m":0.18240587413311005,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":862.656},{"name":"inspect_robocasa_fixture","arguments":{"fixture_name":"drawer","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":300,"fixture_type":"Box","kind":"fixture","name":"bottom_corner_right_group","pos":[-0.075,-0.21,0.445],"pose_world":[5.6900002754917995,-0.6249992286274342,0.445,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.05,0.78,0.89],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1942,"geom_name":"bottom_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1943,"geom_name":"bottom_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1944,"geom_name":"bottom_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1945,"geom_name":"bottom_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1946,"geom_name":"bottom_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1947,"geom_name":"bottom_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1948,"geom_name":"bottom_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1949,"geom_name":"bottom_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1950,"geom_name":"bottom_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1951,"geom_name":"bottom_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":302,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_1","pos":[5.689991772021986,-2.939999228611817,0.19999999999999982],"pose_world":[5.689991772021986,-2.939999228611817,0.19999999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"affordance_geometries":{"handles":[{"geom_id":1976,"geom_name":"bottom_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1977,"geom_name":"bottom_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1978,"geom_name":"bottom_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1979,"geom_name":"bottom_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1980,"geom_name":"bottom_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1981,"geom_name":"bottom_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1982,"geom_name":"bottom_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1983,"geom_name":"bottom_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1984,"geom_name":"bottom_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1985,"geom_name":"bottom_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":306,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_2","pos":[5.689991772021986,-2.939999228611817,0.4999999999999998],"pose_world":[5.689991772021986,-2.939999228611817,0.4999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"body_id":301,"fixture_type":"Box","kind":"fixture","name":"bottom_right_group_base","pos":[2.24,-0.17499999999999996,0.02499999999999982],"pose_world":[5.72499177202175,-2.9399993571739955,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.71,0.05],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1506,"geom_name":"cab_1_left_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1507,"geom_name":"cab_1_left_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1508,"geom_name":"cab_1_left_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1509,"geom_name":"cab_1_left_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1510,"geom_name":"cab_1_left_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1511,"geom_name":"cab_1_left_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1512,"geom_name":"cab_1_left_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1513,"geom_name":"cab_1_left_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1514,"geom_name":"cab_1_left_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1515,"geom_name":"cab_1_left_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1520,"geom_name":"cab_1_left_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1521,"geom_name":"cab_1_left_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1522,"geom_name":"cab_1_left_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1523,"geom_name":"cab_1_left_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1524,"geom_name":"cab_1_left_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1525,"geom_name":"cab_1_left_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1526,"geom_name":"cab_1_left_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1527,"geom_name":"cab_1_left_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1528,"geom_name":"cab_1_left_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1529,"geom_name":"cab_1_left_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":239,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_left_group","pos":[0.19999008234487173,-1.6999992653771945,1.85],"pose_world":[0.19999008234487173,-1.6999992653771945,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":296,"geom_name":"cab_1_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":297,"geom_name":"cab_1_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":298,"geom_name":"cab_1_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":299,"geom_name":"cab_1_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":300,"geom_name":"cab_1_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":301,"geom_name":"cab_1_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":302,"geom_name":"cab_1_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":303,"geom_name":"cab_1_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":304,"geom_name":"cab_1_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":305,"geom_name":"cab_1_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":310,"geom_name":"cab_1_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":311,"geom_name":"cab_1_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":312,"geom_name":"cab_1_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":313,"geom_name":"cab_1_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":314,"geom_name":"cab_1_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":315,"geom_name":"cab_1_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":316,"geom_name":"cab_1_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":317,"geom_name":"cab_1_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":318,"geom_name":"cab_1_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":319,"geom_name":"cab_1_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":60,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_main_group","pos":[1.15,-0.2,1.85],"pose_world":[1.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":1552,"geom_name":"cab_2_left_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1553,"geom_name":"cab_2_left_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1554,"geom_name":"cab_2_left_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1555,"geom_name":"cab_2_left_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1556,"geom_name":"cab_2_left_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1557,"geom_name":"cab_2_left_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1558,"geom_name":"cab_2_left_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1559,"geom_name":"cab_2_left_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1560,"geom_name":"cab_2_left_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1561,"geom_name":"cab_2_left_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":248,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_left_group","pos":[0.19998732744104422,-0.9499992653822544,1.85],"pose_world":[0.19998732744104422,-0.9499992653822544,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"affordance_geometries":{"handles":[{"geom_id":388,"geom_name":"cab_2_main_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":389,"geom_name":"cab_2_main_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":390,"geom_name":"cab_2_main_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":391,"geom_name":"cab_2_main_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":392,"geom_name":"cab_2_main_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":393,"geom_name":"cab_2_main_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":394,"geom_name":"cab_2_main_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":395,"geom_name":"cab_2_main_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":396,"geom_name":"cab_2_main_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":397,"geom_name":"cab_2_main_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":78,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_main_group","pos":[2.9,-0.2,1.85],"pose_world":[2.9,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"body_id":59,"fixture_type":"Box","kind":"fixture","name":"cab_corner_2_main_group","pos":[0.2,-0.55,1.85],"pose_world":[0.2,-0.55,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.4,0.3,0.92],"type":"Box"},{"body_id":58,"fixture_type":"Box","kind":"fixture","name":"cab_corner_main_group","pos":[0.325,-0.2,1.85],"pose_world":[0.325,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.65,0.4,0.92],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":342,"geom_name":"cab_main_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":343,"geom_name":"cab_main_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":344,"geom_name":"cab_main_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":345,"geom_name":"cab_main_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":346,"geom_name":"cab_main_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":347,"geom_name":"cab_main_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":348,"geom_name":"cab_main_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":349,"geom_name":"cab_main_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":350,"geom_name":"cab_main_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":351,"geom_name":"cab_main_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":356,"geom_name":"cab_main_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":357,"geom_name":"cab_main_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":358,"geom_name":"cab_main_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":359,"geom_name":"cab_main_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":360,"geom_name":"cab_main_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":361,"geom_name":"cab_main_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":362,"geom_name":"cab_main_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":363,"geom_name":"cab_main_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":364,"geom_name":"cab_main_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":365,"geom_name":"cab_main_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":69,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_main_main_group","pos":[2.15,-0.2,1.85],"pose_world":[2.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"body_id":299,"fixture_type":"Box","kind":"fixture","name":"cab_top_corner_right_group","pos":[-0.375,-0.21,1.8499999999999996],"pose_world":[5.6900013774533305,-0.3249992286294581,1.8499999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.65,0.78,0.92],"type":"Box"},{"affordance_geometries":{"start_buttons":{"start_button_1":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}],"start_button_2":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}]}},"affordance_sites":{"receptacle_place_site":[1.319170355796814,-0.34829509258270264,0.9765308499336243],"start_buttons":{"start_button_1":[1.3185672760009766,-0.41278737783432007,1.2256221771240234],"start_button_2":[1.3185672760009766,-0.41278737783432007,1.1727606058120728]}},"body_id":167,"depth":0.36232757964721246,"fixture_type":"CoffeeMachine","height":0.33999999999999997,"kind":"fixture","name":"coffee_machine_main_group","pos":[1.3185672959127874,-0.2445345466838201,1.0929999947553568],"pose_world":[1.3185672959127874,-0.2445345466838201,1.0929999947553568,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.1654909721085488,0.36232757964721246,0.33999999999999997],"type":"CoffeeMachine","width":0.1654909721085488},{"body_id":191,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_front_group","pos":[1.975,-4.075,0.46],"pose_world":[1.975,-4.075,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[2.55,0.65,0.92],"type":"Counter","width":2.55},{"body_id":197,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_left_group","pos":[0.32499191894658014,-2.1999988062231837,0.46],"pose_world":[0.32499191894658014,-2.1999988062231837,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"body_id":56,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_main_group","pos":[4.45,-0.325,0.46],"pose_world":[4.45,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.5,0.65,0.92],"type":"Counter","width":1.5},{"body_id":57,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_2_main_group","pos":[5.640000000000001,-0.325,0.46],"pose_world":[5.640000000000001,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.88,0.65,0.92],"type":"Counter","width":0.88},{"body_id":192,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_front_group","pos":[0.6500000056873556,-4.0748772339937,0.46],"pose_world":[0.6500000056873556,-4.0748772339937,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":193,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_left_group","pos":[0.3249987143760213,-4.049998806210703,0.46],"pose_world":[0.3249987143760213,-4.049998806210703,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":47,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_main_group","pos":[0.35,-0.325,0.46],"pose_world":[0.35,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":198,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_right_left_group","pos":[0.32498622547866995,-0.6499988062336404,0.46],"pose_world":[0.32498622547866995,-0.6499988062336404,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":48,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_main_main_group","pos":[2.2,-0.325,0.46],"pose_world":[2.2,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"affordance_geometries":{"handles":[{"geom_id":1425,"geom_name":"dishwasher_left_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":226,"depth":0.6,"fixture_type":"Dishwasher","height":0.89,"kind":"fixture","name":"dishwasher_left_group","pos":[0.32479563450010346,-1.3749988069386108,0.4449999999999999],"pose_world":[0.32479563450010346,-1.3749988069386108,0.4449999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.65,0.6,0.89],"type":"Dishwasher","width":0.65},{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"…"],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":152},"pose_evidence":{"fixtures":{"drawer":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0]},"objects":{},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":[2.950127124786377,-0.6181309819221497,0.7849999666213989]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":[3.0001063346862793,-0.6036044359207153,0.7850001454353333]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":[2.8998935222625732,-0.6036659479141235,0.7849998474121094]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":[3.0001063346862793,-0.6178436279296875,0.7850001454353333]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":[2.8998935222625732,-0.617800235748291,0.7849998474121094]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":[2.9962358474731445,-0.6343322992324829,0.785000205039978]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":[2.9040141105651855,-0.6343322992324829,0.7850005030632019]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":[2.950000047683716,-0.6228905916213989,0.7850000262260437]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":152},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":152},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":862.694}],"event":{"kind":"action","label":"Grasp attempt","detail":""}},{"round":11,"at":987.603267,"duration":124.85,"title":"robocasa kitchen state · robocasa fixture · ground robocasa visual target","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":7,"cumulativeToolCalls":54,"code":"st = primitives.call(name='observe_robocasa_kitchen_state', prompt='Open the left drawer.')\nif st.ok:\n    print('eef:', st.output.get('eef_position'), 'held:', st.output.get('held_object_name'))\nfx = primitives.call(name='inspect_robocasa_fixture', fixture_name='drawer', prompt='Open the left drawer.')\npos = [2.9733972549438477, -0.36803507804870605, 0.7651695609092712]\nif fx.ok:\n    print('open_ratio:', fx.output.get('open_ratio'), 'joint:', fx.output.get('joint_positions'))\n    hr = fx.output.get('handle_region', {})\n    if isinstance(hr, dict) and hr.get('center'):\n        pos = hr['center']\nprint('handle_pos:', pos)\n\ng = primitives.call(name='ground_robocasa_visual_target', entity_name='drawer_obj', world_position=pos, prompt='Open the left drawer.')\nh = g.output.get('evidence_handle') if g.ok else None\nprint('ground:', g.ok, h)\n\nm = primitives.call(name='move_robocasa_ee_to', target_name='drawer_obj', offset=[0.12, 0.0, 0.0],\n                    gripper_command=1.0, horizon=300, evidence_handles=[h] if h else [],\n                    prompt='Open the left drawer.')\nprint('move1:', m.ok, m.output if not m.ok else {k: m.output.get(k) for k in ('arrived', 'distance_m', 'contact')})\n\nst2 = primitives.call(name='observe_robocasa_kitchen_state', prompt='Open the left drawer.')\nif st2.ok:\n    print('eef_after_move1:', st2.output.get('eef_position'))\n\ng2 = primitives.call(name='ground_robocasa_visual_target', entity_name='drawer_obj', world_position=pos, prompt='Open the left drawer.')\nh2 = g2.output.get('evidence_handle') if g2.ok else None\ngr = primitives.call(name='grasp_robocasa_object', object_name='drawer_obj', evidence_handles=[h2] if h2 else [],\n                     grasp_approach='near_side', gripper_command=-1.0, horizon=300,\n                     prompt='Open the left drawer.')\nprint('grasp:', gr.ok, gr.output if not gr.ok else {k: gr.output.get(k) for k in ('grasped', 'held_object_handle', 'contact', 'lifted')})\nheld = gr.output.get('held_object_handle') if gr.ok else None\nprint('held:', held)","codeExcerpt":false,"stdout":"eef: [3.047849655151367, -0.35406625270843506, 0.9383493065834045] held: None\nopen_ratio: None joint: None\nhandle_pos: [2.9733972549438477, -0.36803507804870605, 0.7651695609092712]\nground: True robocasa:visual:13:robot0_agentview_left:state:14\nmove1: False {'action_feedback': {'arrived': False, 'contact': False, 'distance_m': 0.18167874217033386, 'executed': True, 'grasped': False, 'lift_confirmed': None, 'motion_coupling': {'available': True, 'coupled': False, 'coupling_error': 0.024286344647407532, 'eef_displacement': [-0.022528648376464844, 0.006773561239242554, -0.006019473075866699], 'eef_motion': 0.02428281679749489, 'minimum_motion': 0.005, 'object_displacement': [4.291534423828125e-06, 1.996755599975586e-06, 4.172325134277344e-07], 'object_motion': 4.7516714403172955e-06, 'tolerance': 0.02}, 'motion_coupling_confirmed': False, 'official_task_success_not_included': True, 'release_command_executed': None, 'release_stable': None, 'released': None, 'stable': None, 'stage': 'approach', 'unknown_is_not_success': True}, 'execution_status': 'stepped', 'release_executed': None, 'release_stable': None, 'target_name': 'drawer_obj', 'xy_distance_after': None}\neef_after_move1: [3.0253210067749023, -0.3472926914691925, 0.9323298335075378]\ngrasp: False {'action_feedback': {'arrived': False, 'contact': False, 'distance_m': 0.14936502277851105, 'executed': True, 'grasped': False, 'lift_confirmed': False, 'motion_coupling': {'available': True, 'coupled': False, 'coupling_error': 0.022285515442490578, 'eef_displacement': [-0.0001659393310546875, 0.022284388542175293, -0.00024646520614624023], 'eef_motion': 0.022286368533968925, 'minimum_motion': 0.005, 'object_displacement': [1.9073486328125e-06, 8.642673492431641e-07, -2.980232238769531e-07], 'object_motion': 2.1151251985429553e-06, 'tolerance': 0.02}, 'motion_coupling_confirmed': False, 'next_action': 'retry_grasp', 'official_task_success_not_included': True, 'release_command_executed': None, 'release_stable': None, 'released': None, 'retry_reason': 'grasp_target_unreached', 'stable': None, 'stage': 'grasp', 'unknown_is_not_success': True}, 'execution_status': 'stepped', 'release_executed': None, 'release_stable': None, 'target_name': 'drawer_obj', 'xy_distance_after': None}\nheld: None\n","feedback":{},"calls":[{"name":"observe_robocasa_kitchen_state","arguments":{"prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"available_fixture_names":["bottom_corner_right_group","bottom_right_group_1","bottom_right_group_2","bottom_right_group_base","cab_1_left_group","cab_1_main_group","cab_2_left_group","cab_2_main_group","cab_corner_2_main_group","cab_corner_main_group","cab_main_main_group","cab_top_corner_right_group","coffee_machine_main_group","counter_1_front_group","counter_1_left_group","counter_1_main_group","counter_corner_2_main_group","counter_corner_front_group","counter_corner_left_group","counter_corner_main_group","counter_corner_right_left_group","counter_main_main_group","dishwasher_left_group","drawer","…"],"available_object_names":["distr_counter_1","drawer_obj"],"eef_position":[3.047849655151367,-0.35406625270843506,0.9383493065834045],"evidence_handles":[],"fixtures":{"drawer":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]},"stack_3_main_group_2":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]}},"gripper_qpos":[0.039787452667951584,-0.02648499235510826],"grounding_hint":"ground_robocasa_visual_target(entity_name=canonical_name); pass its evidence_handle to an action","held_object_handle":null,"held_object_name":null,"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":null,"query":null,"split":"target"},"objects":{"distr_counter_1":{"affordance_sites":[],"position":[2.9449052810668945,-0.32625240087509155,0.9338283538818359],"size":[0.02821504,0.0281638,0.02811556]},"drawer_obj":{"affordance_sites":[],"position":[2.9732069969177246,-0.368141233921051,0.7651575207710266],"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105]}},"observation_serial":13},"at":962.285},{"name":"inspect_robocasa_fixture","arguments":{"fixture_name":"drawer","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":300,"fixture_type":"Box","kind":"fixture","name":"bottom_corner_right_group","pos":[-0.075,-0.21,0.445],"pose_world":[5.6900002754917995,-0.6249992286274342,0.445,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.05,0.78,0.89],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1942,"geom_name":"bottom_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1943,"geom_name":"bottom_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1944,"geom_name":"bottom_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1945,"geom_name":"bottom_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1946,"geom_name":"bottom_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1947,"geom_name":"bottom_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1948,"geom_name":"bottom_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1949,"geom_name":"bottom_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1950,"geom_name":"bottom_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1951,"geom_name":"bottom_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":302,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_1","pos":[5.689991772021986,-2.939999228611817,0.19999999999999982],"pose_world":[5.689991772021986,-2.939999228611817,0.19999999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"affordance_geometries":{"handles":[{"geom_id":1976,"geom_name":"bottom_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1977,"geom_name":"bottom_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1978,"geom_name":"bottom_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1979,"geom_name":"bottom_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1980,"geom_name":"bottom_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1981,"geom_name":"bottom_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1982,"geom_name":"bottom_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1983,"geom_name":"bottom_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1984,"geom_name":"bottom_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1985,"geom_name":"bottom_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":306,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_2","pos":[5.689991772021986,-2.939999228611817,0.4999999999999998],"pose_world":[5.689991772021986,-2.939999228611817,0.4999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"body_id":301,"fixture_type":"Box","kind":"fixture","name":"bottom_right_group_base","pos":[2.24,-0.17499999999999996,0.02499999999999982],"pose_world":[5.72499177202175,-2.9399993571739955,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.71,0.05],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1506,"geom_name":"cab_1_left_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1507,"geom_name":"cab_1_left_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1508,"geom_name":"cab_1_left_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1509,"geom_name":"cab_1_left_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1510,"geom_name":"cab_1_left_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1511,"geom_name":"cab_1_left_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1512,"geom_name":"cab_1_left_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1513,"geom_name":"cab_1_left_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1514,"geom_name":"cab_1_left_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1515,"geom_name":"cab_1_left_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1520,"geom_name":"cab_1_left_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1521,"geom_name":"cab_1_left_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1522,"geom_name":"cab_1_left_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1523,"geom_name":"cab_1_left_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1524,"geom_name":"cab_1_left_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1525,"geom_name":"cab_1_left_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1526,"geom_name":"cab_1_left_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1527,"geom_name":"cab_1_left_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1528,"geom_name":"cab_1_left_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1529,"geom_name":"cab_1_left_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":239,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_left_group","pos":[0.19999008234487173,-1.6999992653771945,1.85],"pose_world":[0.19999008234487173,-1.6999992653771945,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":296,"geom_name":"cab_1_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":297,"geom_name":"cab_1_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":298,"geom_name":"cab_1_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":299,"geom_name":"cab_1_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":300,"geom_name":"cab_1_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":301,"geom_name":"cab_1_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":302,"geom_name":"cab_1_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":303,"geom_name":"cab_1_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":304,"geom_name":"cab_1_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":305,"geom_name":"cab_1_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":310,"geom_name":"cab_1_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":311,"geom_name":"cab_1_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":312,"geom_name":"cab_1_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":313,"geom_name":"cab_1_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":314,"geom_name":"cab_1_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":315,"geom_name":"cab_1_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":316,"geom_name":"cab_1_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":317,"geom_name":"cab_1_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":318,"geom_name":"cab_1_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":319,"geom_name":"cab_1_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":60,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_main_group","pos":[1.15,-0.2,1.85],"pose_world":[1.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":1552,"geom_name":"cab_2_left_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1553,"geom_name":"cab_2_left_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1554,"geom_name":"cab_2_left_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1555,"geom_name":"cab_2_left_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1556,"geom_name":"cab_2_left_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1557,"geom_name":"cab_2_left_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1558,"geom_name":"cab_2_left_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1559,"geom_name":"cab_2_left_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1560,"geom_name":"cab_2_left_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1561,"geom_name":"cab_2_left_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":248,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_left_group","pos":[0.19998732744104422,-0.9499992653822544,1.85],"pose_world":[0.19998732744104422,-0.9499992653822544,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"affordance_geometries":{"handles":[{"geom_id":388,"geom_name":"cab_2_main_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":389,"geom_name":"cab_2_main_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":390,"geom_name":"cab_2_main_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":391,"geom_name":"cab_2_main_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":392,"geom_name":"cab_2_main_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":393,"geom_name":"cab_2_main_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":394,"geom_name":"cab_2_main_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":395,"geom_name":"cab_2_main_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":396,"geom_name":"cab_2_main_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":397,"geom_name":"cab_2_main_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":78,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_main_group","pos":[2.9,-0.2,1.85],"pose_world":[2.9,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"body_id":59,"fixture_type":"Box","kind":"fixture","name":"cab_corner_2_main_group","pos":[0.2,-0.55,1.85],"pose_world":[0.2,-0.55,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.4,0.3,0.92],"type":"Box"},{"body_id":58,"fixture_type":"Box","kind":"fixture","name":"cab_corner_main_group","pos":[0.325,-0.2,1.85],"pose_world":[0.325,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.65,0.4,0.92],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":342,"geom_name":"cab_main_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":343,"geom_name":"cab_main_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":344,"geom_name":"cab_main_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":345,"geom_name":"cab_main_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":346,"geom_name":"cab_main_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":347,"geom_name":"cab_main_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":348,"geom_name":"cab_main_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":349,"geom_name":"cab_main_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":350,"geom_name":"cab_main_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":351,"geom_name":"cab_main_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":356,"geom_name":"cab_main_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":357,"geom_name":"cab_main_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":358,"geom_name":"cab_main_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":359,"geom_name":"cab_main_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":360,"geom_name":"cab_main_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":361,"geom_name":"cab_main_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":362,"geom_name":"cab_main_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":363,"geom_name":"cab_main_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":364,"geom_name":"cab_main_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":365,"geom_name":"cab_main_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":69,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_main_main_group","pos":[2.15,-0.2,1.85],"pose_world":[2.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"body_id":299,"fixture_type":"Box","kind":"fixture","name":"cab_top_corner_right_group","pos":[-0.375,-0.21,1.8499999999999996],"pose_world":[5.6900013774533305,-0.3249992286294581,1.8499999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.65,0.78,0.92],"type":"Box"},{"affordance_geometries":{"start_buttons":{"start_button_1":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}],"start_button_2":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}]}},"affordance_sites":{"receptacle_place_site":[1.319170355796814,-0.34829509258270264,0.9765308499336243],"start_buttons":{"start_button_1":[1.3185672760009766,-0.41278737783432007,1.2256221771240234],"start_button_2":[1.3185672760009766,-0.41278737783432007,1.1727606058120728]}},"body_id":167,"depth":0.36232757964721246,"fixture_type":"CoffeeMachine","height":0.33999999999999997,"kind":"fixture","name":"coffee_machine_main_group","pos":[1.3185672959127874,-0.2445345466838201,1.0929999947553568],"pose_world":[1.3185672959127874,-0.2445345466838201,1.0929999947553568,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.1654909721085488,0.36232757964721246,0.33999999999999997],"type":"CoffeeMachine","width":0.1654909721085488},{"body_id":191,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_front_group","pos":[1.975,-4.075,0.46],"pose_world":[1.975,-4.075,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[2.55,0.65,0.92],"type":"Counter","width":2.55},{"body_id":197,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_left_group","pos":[0.32499191894658014,-2.1999988062231837,0.46],"pose_world":[0.32499191894658014,-2.1999988062231837,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"body_id":56,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_main_group","pos":[4.45,-0.325,0.46],"pose_world":[4.45,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.5,0.65,0.92],"type":"Counter","width":1.5},{"body_id":57,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_2_main_group","pos":[5.640000000000001,-0.325,0.46],"pose_world":[5.640000000000001,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.88,0.65,0.92],"type":"Counter","width":0.88},{"body_id":192,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_front_group","pos":[0.6500000056873556,-4.0748772339937,0.46],"pose_world":[0.6500000056873556,-4.0748772339937,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":193,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_left_group","pos":[0.3249987143760213,-4.049998806210703,0.46],"pose_world":[0.3249987143760213,-4.049998806210703,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":47,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_main_group","pos":[0.35,-0.325,0.46],"pose_world":[0.35,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":198,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_right_left_group","pos":[0.32498622547866995,-0.6499988062336404,0.46],"pose_world":[0.32498622547866995,-0.6499988062336404,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":48,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_main_main_group","pos":[2.2,-0.325,0.46],"pose_world":[2.2,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"affordance_geometries":{"handles":[{"geom_id":1425,"geom_name":"dishwasher_left_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":226,"depth":0.6,"fixture_type":"Dishwasher","height":0.89,"kind":"fixture","name":"dishwasher_left_group","pos":[0.32479563450010346,-1.3749988069386108,0.4449999999999999],"pose_world":[0.32479563450010346,-1.3749988069386108,0.4449999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.65,0.6,0.89],"type":"Dishwasher","width":0.65},{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"…"],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":159},"pose_evidence":{"fixtures":{"drawer":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0]},"objects":{},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":[2.950127124786377,-0.6181309819221497,0.7849999666213989]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":[3.0001063346862793,-0.6036044359207153,0.7850001454353333]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":[2.8998935222625732,-0.6036659479141235,0.7849998474121094]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":[3.0001063346862793,-0.6178436279296875,0.7850001454353333]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":[2.8998935222625732,-0.617800235748291,0.7849998474121094]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":[2.9962358474731445,-0.6343322992324829,0.785000205039978]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":[2.9040141105651855,-0.6343322992324829,0.7850005030632019]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":[2.950000047683716,-0.6228905916213989,0.7850000262260437]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":159},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":159},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":962.321},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer.","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:13:robot0_agentview_left:state:14","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.9732069948821565,-0.3681412346611021,0.7651575314851773,0.9688558915614428,0.05666899307276009,0.004672732252113863,0.24100840687433037],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":13,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Open the left drawer.","query":null,"registry_pose_world":[2.9732069969177246,-0.368141233921051,0.7651575207710266],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":962.324},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:13:robot0_agentview_left:state:14"],"gripper_command":1.0,"horizon":300,"offset":[0.12,0.0,0.0],"prompt":"Open the left drawer.","target_name":"drawer_obj"},"ok":false,"error":null,"output":{"action_feedback":{"arrived":false,"contact":false,"distance_m":0.18167874217033386,"executed":true,"grasped":false,"lift_confirmed":null,"motion_coupling":{"available":true,"coupled":false,"coupling_error":0.024286344647407532,"eef_displacement":[-0.022528648376464844,0.006773561239242554,-0.006019473075866699],"eef_motion":0.02428281679749489,"minimum_motion":0.005,"object_displacement":[4.291534423828125e-06,1.996755599975586e-06,4.172325134277344e-07],"object_motion":4.7516714403172955e-06,"tolerance":0.02},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"drawer_obj","xy_distance_after":null},"at":972.049},{"name":"observe_robocasa_kitchen_state","arguments":{"prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"available_fixture_names":["bottom_corner_right_group","bottom_right_group_1","bottom_right_group_2","bottom_right_group_base","cab_1_left_group","cab_1_main_group","cab_2_left_group","cab_2_main_group","cab_corner_2_main_group","cab_corner_main_group","cab_main_main_group","cab_top_corner_right_group","coffee_machine_main_group","counter_1_front_group","counter_1_left_group","counter_1_main_group","counter_corner_2_main_group","counter_corner_front_group","counter_corner_left_group","counter_corner_main_group","counter_corner_right_left_group","counter_main_main_group","dishwasher_left_group","drawer","…"],"available_object_names":["distr_counter_1","drawer_obj"],"eef_position":[3.0253210067749023,-0.3472926914691925,0.9323298335075378],"evidence_handles":[],"fixtures":{"drawer":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]},"stack_3_main_group_2":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]}},"gripper_qpos":[0.0011564383748918772,0.00015755205822642893],"grounding_hint":"ground_robocasa_visual_target(entity_name=canonical_name); pass its evidence_handle to an action","held_object_handle":null,"held_object_name":null,"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":null,"query":null,"split":"target"},"objects":{"distr_counter_1":{"affordance_sites":[],"position":[2.9449033737182617,-0.3262534737586975,0.9338284134864807],"size":[0.02821504,0.0281638,0.02811556]},"drawer_obj":{"affordance_sites":[],"position":[2.9732112884521484,-0.36813923716545105,0.76515793800354],"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105]}},"observation_serial":14},"at":972.058},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer.","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:14:robot0_agentview_left:state:15","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.973211330752178,-0.36813923359109535,0.7651579497998358,0.9688596894919906,0.05666755512808504,0.004686699935531823,0.24099320554115786],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":14,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Open the left drawer.","query":null,"registry_pose_world":[2.9732112884521484,-0.36813923716545105,0.76515793800354],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":972.061},{"name":"grasp_robocasa_object","arguments":{"evidence_handles":["robocasa:visual:14:robot0_agentview_left:state:15"],"grasp_approach":"near_side","gripper_command":-1.0,"horizon":300,"object_name":"drawer_obj","prompt":"Open the left drawer."},"ok":false,"error":"grasp_target_unreached","output":{"action_feedback":{"arrived":false,"contact":false,"distance_m":0.14936502277851105,"executed":true,"grasped":false,"lift_confirmed":false,"motion_coupling":{"available":true,"coupled":false,"coupling_error":0.022285515442490578,"eef_displacement":[-0.0001659393310546875,0.022284388542175293,-0.00024646520614624023],"eef_motion":0.022286368533968925,"minimum_motion":0.005,"object_displacement":[1.9073486328125e-06,8.642673492431641e-07,-2.980232238769531e-07],"object_motion":2.1151251985429553e-06,"tolerance":0.02},"motion_coupling_confirmed":false,"next_action":"retry_grasp","official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"retry_reason":"grasp_target_unreached","stable":null,"stage":"grasp","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"drawer_obj","xy_distance_after":null},"at":987.551}],"event":{"kind":"action","label":"Grasp attempt","detail":""}},{"round":12,"at":1143.37545,"duration":155.772,"title":"robocasa fixture · ground robocasa visual target · move robocasa ee to","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":22,"cumulativeToolCalls":76,"code":"def gh(px, py, pz):\n    gg = primitives.call(name='ground_robocasa_visual_target', entity_name='drawer_obj',\n                         world_position=[px, py, pz], prompt='Open the left drawer.')\n    if gg.ok and isinstance(gg.output, dict):\n        return gg.output.get('evidence_handle')\n    return None\n\nfx = primitives.call(name='inspect_robocasa_fixture', fixture_name='drawer', prompt='Open the left drawer.')\npos = [2.9733972549438477, -0.36803507804870605, 0.7651695609092712]\nif fx.ok and isinstance(fx.output, dict):\n    hr = fx.output.get('handle_region', {})\n    if isinstance(hr, dict) and hr.get('center'):\n        pos = list(hr['center'])\n\nway = [\n    [3.30, -0.55, 1.00],\n    [3.15, -0.42, 0.88],\n    [pos[0] + 0.15, pos[1], pos[2] + 0.02],\n    [pos[0] + 0.06, pos[1], pos[2]],\n]\nfor wp in way:\n    hh = gh(pos[0], pos[1], pos[2])\n    mv = primitives.call(name='move_robocasa_ee_to', target_position=wp, gripper_command=1.0,\n                         horizon=200, evidence_handles=[hh] if hh else [],\n                         prompt='Open the left drawer.')\n    if not mv.ok:\n        break\n\nhh = gh(pos[0], pos[1], pos[2])\ngr = primitives.call(name='grasp_robocasa_object', object_name='drawer_obj',\n                     evidence_handles=[hh] if hh else [], grasp_approach='near_side',\n                     gripper_command=-1.0, horizon=150, prompt='Open the left drawer.')\nheld = gr.output.get('held_object_handle') if gr.ok else None\n\nif not gr.ok:\n    cl = primitives.call(name='apply_robocasa_control', gripper_command=-1.0, object_name='drawer_obj',\n                         prompt='Open the left drawer.')\n\ncur = list(pos)\nfor dx in (0.12, 0.24, 0.34):\n    ins = primitives.call(name='inspect_robocasa_object', object_name='drawer_obj', prompt='Open the left drawer.')\n    if ins.ok and isinstance(ins.output, dict):\n        cur = list(ins.output.get('position', cur))\n    hh2 = gh(cur[0], cur[1], cur[2])\n    mv2 = primitives.call(name='move_robocasa_ee_to', target_position=[cur[0] + 0.12, cur[1], cur[2]],\n                          gripper_command=-1.0, horizon=200,\n                          evidence_handles=[hh2] if hh2 else [], prompt='Open the left drawer.')\n\nfin = primitives.call(name='inspect_robocasa_fixture', fixture_name='drawer', prompt='Open the left drawer.')\nif fin.ok:\n    print('open_ratio:', fin.output.get('open_ratio'), 'is_open:', fin.output.get('is_open'), 'joint:', fin.output.get('joint_positions'))","codeExcerpt":false,"stdout":"open_ratio: None is_open: None joint: None\n","feedback":{},"calls":[{"name":"inspect_robocasa_fixture","arguments":{"fixture_name":"drawer","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":300,"fixture_type":"Box","kind":"fixture","name":"bottom_corner_right_group","pos":[-0.075,-0.21,0.445],"pose_world":[5.6900002754917995,-0.6249992286274342,0.445,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.05,0.78,0.89],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1942,"geom_name":"bottom_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1943,"geom_name":"bottom_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1944,"geom_name":"bottom_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1945,"geom_name":"bottom_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1946,"geom_name":"bottom_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1947,"geom_name":"bottom_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1948,"geom_name":"bottom_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1949,"geom_name":"bottom_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1950,"geom_name":"bottom_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1951,"geom_name":"bottom_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":302,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_1","pos":[5.689991772021986,-2.939999228611817,0.19999999999999982],"pose_world":[5.689991772021986,-2.939999228611817,0.19999999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"affordance_geometries":{"handles":[{"geom_id":1976,"geom_name":"bottom_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1977,"geom_name":"bottom_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1978,"geom_name":"bottom_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1979,"geom_name":"bottom_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1980,"geom_name":"bottom_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1981,"geom_name":"bottom_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1982,"geom_name":"bottom_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1983,"geom_name":"bottom_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1984,"geom_name":"bottom_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1985,"geom_name":"bottom_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":306,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_2","pos":[5.689991772021986,-2.939999228611817,0.4999999999999998],"pose_world":[5.689991772021986,-2.939999228611817,0.4999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"body_id":301,"fixture_type":"Box","kind":"fixture","name":"bottom_right_group_base","pos":[2.24,-0.17499999999999996,0.02499999999999982],"pose_world":[5.72499177202175,-2.9399993571739955,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.71,0.05],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1506,"geom_name":"cab_1_left_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1507,"geom_name":"cab_1_left_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1508,"geom_name":"cab_1_left_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1509,"geom_name":"cab_1_left_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1510,"geom_name":"cab_1_left_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1511,"geom_name":"cab_1_left_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1512,"geom_name":"cab_1_left_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1513,"geom_name":"cab_1_left_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1514,"geom_name":"cab_1_left_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1515,"geom_name":"cab_1_left_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1520,"geom_name":"cab_1_left_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1521,"geom_name":"cab_1_left_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1522,"geom_name":"cab_1_left_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1523,"geom_name":"cab_1_left_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1524,"geom_name":"cab_1_left_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1525,"geom_name":"cab_1_left_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1526,"geom_name":"cab_1_left_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1527,"geom_name":"cab_1_left_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1528,"geom_name":"cab_1_left_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1529,"geom_name":"cab_1_left_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":239,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_left_group","pos":[0.19999008234487173,-1.6999992653771945,1.85],"pose_world":[0.19999008234487173,-1.6999992653771945,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":296,"geom_name":"cab_1_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":297,"geom_name":"cab_1_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":298,"geom_name":"cab_1_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":299,"geom_name":"cab_1_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":300,"geom_name":"cab_1_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":301,"geom_name":"cab_1_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":302,"geom_name":"cab_1_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":303,"geom_name":"cab_1_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":304,"geom_name":"cab_1_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":305,"geom_name":"cab_1_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":310,"geom_name":"cab_1_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":311,"geom_name":"cab_1_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":312,"geom_name":"cab_1_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":313,"geom_name":"cab_1_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":314,"geom_name":"cab_1_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":315,"geom_name":"cab_1_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":316,"geom_name":"cab_1_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":317,"geom_name":"cab_1_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":318,"geom_name":"cab_1_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":319,"geom_name":"cab_1_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":60,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_main_group","pos":[1.15,-0.2,1.85],"pose_world":[1.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":1552,"geom_name":"cab_2_left_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1553,"geom_name":"cab_2_left_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1554,"geom_name":"cab_2_left_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1555,"geom_name":"cab_2_left_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1556,"geom_name":"cab_2_left_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1557,"geom_name":"cab_2_left_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1558,"geom_name":"cab_2_left_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1559,"geom_name":"cab_2_left_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1560,"geom_name":"cab_2_left_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1561,"geom_name":"cab_2_left_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":248,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_left_group","pos":[0.19998732744104422,-0.9499992653822544,1.85],"pose_world":[0.19998732744104422,-0.9499992653822544,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"affordance_geometries":{"handles":[{"geom_id":388,"geom_name":"cab_2_main_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":389,"geom_name":"cab_2_main_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":390,"geom_name":"cab_2_main_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":391,"geom_name":"cab_2_main_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":392,"geom_name":"cab_2_main_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":393,"geom_name":"cab_2_main_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":394,"geom_name":"cab_2_main_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":395,"geom_name":"cab_2_main_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":396,"geom_name":"cab_2_main_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":397,"geom_name":"cab_2_main_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":78,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_main_group","pos":[2.9,-0.2,1.85],"pose_world":[2.9,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"body_id":59,"fixture_type":"Box","kind":"fixture","name":"cab_corner_2_main_group","pos":[0.2,-0.55,1.85],"pose_world":[0.2,-0.55,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.4,0.3,0.92],"type":"Box"},{"body_id":58,"fixture_type":"Box","kind":"fixture","name":"cab_corner_main_group","pos":[0.325,-0.2,1.85],"pose_world":[0.325,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.65,0.4,0.92],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":342,"geom_name":"cab_main_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":343,"geom_name":"cab_main_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":344,"geom_name":"cab_main_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":345,"geom_name":"cab_main_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":346,"geom_name":"cab_main_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":347,"geom_name":"cab_main_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":348,"geom_name":"cab_main_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":349,"geom_name":"cab_main_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":350,"geom_name":"cab_main_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":351,"geom_name":"cab_main_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":356,"geom_name":"cab_main_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":357,"geom_name":"cab_main_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":358,"geom_name":"cab_main_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":359,"geom_name":"cab_main_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":360,"geom_name":"cab_main_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":361,"geom_name":"cab_main_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":362,"geom_name":"cab_main_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":363,"geom_name":"cab_main_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":364,"geom_name":"cab_main_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":365,"geom_name":"cab_main_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":69,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_main_main_group","pos":[2.15,-0.2,1.85],"pose_world":[2.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"body_id":299,"fixture_type":"Box","kind":"fixture","name":"cab_top_corner_right_group","pos":[-0.375,-0.21,1.8499999999999996],"pose_world":[5.6900013774533305,-0.3249992286294581,1.8499999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.65,0.78,0.92],"type":"Box"},{"affordance_geometries":{"start_buttons":{"start_button_1":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}],"start_button_2":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}]}},"affordance_sites":{"receptacle_place_site":[1.319170355796814,-0.34829509258270264,0.9765308499336243],"start_buttons":{"start_button_1":[1.3185672760009766,-0.41278737783432007,1.2256221771240234],"start_button_2":[1.3185672760009766,-0.41278737783432007,1.1727606058120728]}},"body_id":167,"depth":0.36232757964721246,"fixture_type":"CoffeeMachine","height":0.33999999999999997,"kind":"fixture","name":"coffee_machine_main_group","pos":[1.3185672959127874,-0.2445345466838201,1.0929999947553568],"pose_world":[1.3185672959127874,-0.2445345466838201,1.0929999947553568,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.1654909721085488,0.36232757964721246,0.33999999999999997],"type":"CoffeeMachine","width":0.1654909721085488},{"body_id":191,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_front_group","pos":[1.975,-4.075,0.46],"pose_world":[1.975,-4.075,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[2.55,0.65,0.92],"type":"Counter","width":2.55},{"body_id":197,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_left_group","pos":[0.32499191894658014,-2.1999988062231837,0.46],"pose_world":[0.32499191894658014,-2.1999988062231837,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"body_id":56,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_main_group","pos":[4.45,-0.325,0.46],"pose_world":[4.45,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.5,0.65,0.92],"type":"Counter","width":1.5},{"body_id":57,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_2_main_group","pos":[5.640000000000001,-0.325,0.46],"pose_world":[5.640000000000001,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.88,0.65,0.92],"type":"Counter","width":0.88},{"body_id":192,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_front_group","pos":[0.6500000056873556,-4.0748772339937,0.46],"pose_world":[0.6500000056873556,-4.0748772339937,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":193,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_left_group","pos":[0.3249987143760213,-4.049998806210703,0.46],"pose_world":[0.3249987143760213,-4.049998806210703,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":47,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_main_group","pos":[0.35,-0.325,0.46],"pose_world":[0.35,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":198,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_right_left_group","pos":[0.32498622547866995,-0.6499988062336404,0.46],"pose_world":[0.32498622547866995,-0.6499988062336404,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":48,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_main_main_group","pos":[2.2,-0.325,0.46],"pose_world":[2.2,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"affordance_geometries":{"handles":[{"geom_id":1425,"geom_name":"dishwasher_left_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":226,"depth":0.6,"fixture_type":"Dishwasher","height":0.89,"kind":"fixture","name":"dishwasher_left_group","pos":[0.32479563450010346,-1.3749988069386108,0.4449999999999999],"pose_world":[0.32479563450010346,-1.3749988069386108,0.4449999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.65,0.6,0.89],"type":"Dishwasher","width":0.65},{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"…"],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":178},"pose_evidence":{"fixtures":{"drawer":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0]},"objects":{},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":[2.950127124786377,-0.6181309819221497,0.7849999666213989]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":[3.0001063346862793,-0.6036044359207153,0.7850001454353333]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":[2.8998935222625732,-0.6036659479141235,0.7849998474121094]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":[3.0001063346862793,-0.6178436279296875,0.7850001454353333]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":[2.8998935222625732,-0.617800235748291,0.7849998474121094]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":[2.9962358474731445,-0.6343322992324829,0.785000205039978]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":[2.9040141105651855,-0.6343322992324829,0.7850005030632019]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":[2.950000047683716,-0.6228905916213989,0.7850000262260437]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":178},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":178},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":1079.698},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer.","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:15:robot0_agentview_left:state:16","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.9732132290718662,-0.36813838045410724,0.7651576466050054,0.9688639299416744,0.056669206866248815,0.004673265543045645,0.24097602959690534],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":15,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Open the left drawer.","query":null,"registry_pose_world":[2.9732131958007812,-0.3681383728981018,0.7651576399803162],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":1079.701},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:15:robot0_agentview_left:state:16"],"gripper_command":1.0,"horizon":200,"prompt":"Open the left drawer.","target_position":[3.3,-0.55,1.0]},"ok":true,"error":null,"output":{"action_feedback":{"arrived":true,"contact":null,"distance_m":0.059994250535964966,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":1084.142},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer.","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:16:robot0_agentview_left:state:17","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.9732128394394715,-0.3681385637695079,0.7651572895220005,0.9688651128271553,0.05666958205611126,0.004664174889810959,0.2409713615527936],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":16,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Open the left drawer.","query":null,"registry_pose_world":[2.973212957382202,-0.36813855171203613,0.7651572823524475],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":1084.145},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:16:robot0_agentview_left:state:17"],"gripper_command":1.0,"horizon":200,"prompt":"Open the left drawer.","target_position":[3.15,-0.42,0.88]},"ok":true,"error":null,"output":{"action_feedback":{"arrived":false,"contact":null,"distance_m":0.06827633827924728,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":1091.239},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer.","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:17:robot0_agentview_left:state:18","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.973217997750462,-0.36813621660975515,0.7651583018078024,0.968867615511744,0.056668689316314184,0.004688567069337984,0.24096103544472597],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":17,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Open the left drawer.","query":null,"registry_pose_world":[2.9732179641723633,-0.3681362271308899,0.7651582956314087],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":1091.242},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:17:robot0_agentview_left:state:18"],"gripper_command":1.0,"horizon":200,"prompt":"Open the left drawer.","target_position":[3.1233972549438476,-0.36803507804870605,0.7851695609092713]},"ok":true,"error":null,"output":{"action_feedback":{"arrived":false,"contact":null,"distance_m":0.17539235949516296,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":1101.59},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer.","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:18:robot0_agentview_left:state:19","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.9732175668885716,-0.3681364253654234,0.7651576821461792,0.9688698586085813,0.05667118493170313,0.004665752066038359,0.24095187203232993],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":18,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Open the left drawer.","query":null,"registry_pose_world":[2.973217487335205,-0.3681364357471466,0.7651576995849609],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":1101.593},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:18:robot0_agentview_left:state:19"],"gripper_command":1.0,"horizon":200,"prompt":"Open the left drawer.","target_position":[3.0333972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"action_feedback":{"arrived":false,"contact":null,"distance_m":0.23289312422275543,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":1109.563},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer.","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:19:robot0_agentview_left:state:20","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.9732193586618583,-0.3681355876093646,0.7651576472028598,0.9688725026701286,0.05666933226926846,0.004671410105199371,0.24094156610578182],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":19,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Open the left drawer.","query":null,"registry_pose_world":[2.973219394683838,-0.36813560128211975,0.7651576399803162],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":1109.566},{"name":"grasp_robocasa_object","arguments":{"evidence_handles":["robocasa:visual:19:robot0_agentview_left:state:20"],"grasp_approach":"near_side","gripper_command":-1.0,"horizon":150,"object_name":"drawer_obj","prompt":"Open the left drawer."},"ok":false,"error":"grasp_target_unreached","output":{"action_feedback":{"arrived":false,"contact":false,"distance_m":0.1429751217365265,"executed":true,"grasped":false,"lift_confirmed":false,"motion_coupling":{"available":true,"coupled":true,"coupling_error":0.009092696011066437,"eef_displacement":[-0.008757829666137695,0.002431154251098633,-0.00017565488815307617],"eef_motion":0.009090706706047058,"minimum_motion":0.005,"object_displacement":[2.384185791015625e-06,1.1622905731201172e-06,1.7881393432617188e-07],"object_motion":2.658427320056944e-06,"tolerance":0.02},"motion_coupling_confirmed":false,"next_action":"retry_grasp","official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"retry_reason":"grasp_target_unreached","stable":null,"stage":"grasp","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"drawer_obj","xy_distance_after":null},"at":1120.206},{"name":"apply_robocasa_control","arguments":{"gripper_command":-1.0,"object_name":"drawer_obj","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"action_feedback":{"arrived":null,"contact":false,"distance_m":null,"executed":true,"grasped":false,"lift_confirmed":null,"motion_coupling":{"available":true,"coupled":false,"coupling_error":0.00015918958524707705,"eef_displacement":[-0.00014925003051757812,5.605816841125488e-05,-1.2814998626708984e-05],"eef_motion":0.00015994471323210746,"minimum_motion":0.005,"object_displacement":[-9.5367431640625e-07,-4.470348358154297e-07,-2.980232238769531e-07],"object_motion":1.0946016573143424e-06,"tolerance":0.02},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"arm_delta_frame":null,"base_delta":null,"base_mode_value":1.0,"eef_position_delta":null,"eef_rotation_delta":null,"execution_status":"stepped","gripper_command":-1.0,"latest_info_keys":[],"live_observation":{"available":true,"contact_tolerance":0.08,"coupling":{"available":false,"coupled":null,"coupling_error":null,"eef_displacement":null,"minimum_motion":0.005,"object_displacement":null,"tolerance":0.02},"distance_contact":false,"eef_position":[3.168147087097168,-0.4454021155834198,0.9299816489219666],"gripper_closed":true,"gripper_closed_threshold":0.035,"gripper_object_contact":false,"gripper_qpos":[0.016420135274529457,0.002807703334838152],"gripper_qvel":[0.0016744593158364296,0.0002351134899072349],"held_status":"physical_contact_absent","likely_held":false,"object_name":"drawer_obj","object_position":[2.9732208251953125,-0.36813488602638245,0.7651575207710266],"object_to_eef_distance":0.2667085826396942,"private_task_signal_exposed":false,"source":"live_observation_and_public_sim_contact"},"object_name":"drawer_obj","official_task_completion_claimed":false,"prompt":"Open the left drawer.","query":null,"repeat":1,"runtime_action_schema":{"action_shape":[12],"available":true,"base_mode_index":11,"base_slice":[7,10],"controller_input_ref_frame":"base","eef_part":"right","eef_slice":[0,6],"env_created":true,"grasp_primitives_supported":true,"gripper_part":"right_gripper","gripper_slice":[6,7],"has_base_control":true,"has_gripper_control":true,"kind":"direct_composite","torso_slice":[10,11]},"steps":[{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"arm_delta_frame":"base","base_delta":[0.0,0.0,0.0],"eef_position_delta":[0.0,0.0,0.0],"eef_rotation_delta":[0.0,0.0,0.0],"gripper_command":-1.0,"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"reward":0.0,"step_index":0,"terminated":false,"truncated":false}]},"at":1120.739},{"name":"inspect_robocasa_object","arguments":{"object_name":"drawer_obj","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":350,"kind":"object","name":"distr_counter_1","pose_world":[2.944839319205375,-0.32013825819900243,0.9338282949886018,0.9884862810185499,0.020476558629557735,-0.011393833712963876,-0.1494849936887618],"rot":0.0,"score":0.5,"size":[0.02821504,0.0281638,0.02811556],"type":"MJCFObject"},{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.973220862793977,-0.36813488556102386,0.7651575309071034,0.9688750973830744,0.056668133432761246,0.004673027606182612,0.2409313826324378],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"}],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":214},"pose_evidence":{"fixtures":{},"objects":{"drawer_obj":[2.973220862793977,-0.36813488556102386,0.7651575309071034,0.9688750973830744,0.056668133432761246,0.004673027606182612,0.2409313826324378]},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"body_id":349,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":214},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"kind":"object","name":"drawer_obj","pose_world":[2.973220862793977,-0.36813488556102386,0.7651575309071034,0.9688750973830744,0.056668133432761246,0.004673027606182612,0.2409313826324378],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":214},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":1120.743},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer.","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:21:robot0_agentview_left:state:21","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.973220862793977,-0.36813488556102386,0.7651575309071034,0.9688750973830744,0.056668133432761246,0.004673027606182612,0.2409313826324378],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":21,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Open the left drawer.","query":null,"registry_pose_world":[2.9732208251953125,-0.36813488602638245,0.7651575207710266],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":1120.746},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:21:robot0_agentview_left:state:21"],"gripper_command":-1.0,"horizon":200,"prompt":"Open the left drawer.","target_position":[3.0933972549438478,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"action_feedback":{"arrived":false,"contact":null,"distance_m":0.1912020891904831,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":1127.693},{"name":"inspect_robocasa_object","arguments":{"object_name":"drawer_obj","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":350,"kind":"object","name":"distr_counter_1","pose_world":[2.9448367120927186,-0.3201407952731824,0.9338285997627793,0.9884955890403461,0.020482918541011943,-0.011397670323486563,-0.1494222661018709],"rot":0.0,"score":0.5,"size":[0.02821504,0.0281638,0.02811556],"type":"MJCFObject"},{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.9732245891462776,-0.3681332106863745,0.76515816833369,0.9688773984636524,0.056669504416124124,0.004681027452595764,0.2409216511597178],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"}],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":223},"pose_evidence":{"fixtures":{},"objects":{"drawer_obj":[2.9732245891462776,-0.3681332106863745,0.76515816833369,0.9688773984636524,0.056669504416124124,0.004681027452595764,0.2409216511597178]},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"body_id":349,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":223},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"kind":"object","name":"drawer_obj","pose_world":[2.9732245891462776,-0.3681332106863745,0.76515816833369,0.9688773984636524,0.056669504416124124,0.004681027452595764,0.2409216511597178],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":223},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":1127.697},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer.","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:22:robot0_agentview_left:state:22","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.9732245891462776,-0.3681332106863745,0.76515816833369,0.9688773984636524,0.056669504416124124,0.004681027452595764,0.2409216511597178],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":22,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Open the left drawer.","query":null,"registry_pose_world":[2.973224639892578,-0.36813321709632874,0.7651581764221191],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":1127.7},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:22:robot0_agentview_left:state:22"],"gripper_command":-1.0,"horizon":200,"prompt":"Open the left drawer.","target_position":[3.0933972549438478,-0.36803507804870605,0.7651695609092712]},"ok":false,"error":null,"output":{"action_feedback":{"arrived":false,"contact":null,"distance_m":0.20019014179706573,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":1134.85},{"name":"inspect_robocasa_object","arguments":{"object_name":"drawer_obj","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":350,"kind":"object","name":"distr_counter_1","pose_world":[2.944837542100123,-0.32013907352354337,0.9338282310804863,0.9885053135255025,0.020473536848095813,-0.011388861612315131,-0.14935987832062647],"rot":0.0,"score":0.5,"size":[0.02821504,0.0281638,0.02811556],"type":"MJCFObject"},{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.973226752218806,-0.36813221926699774,0.7651582617988301,0.9688798489898007,0.056669498632191444,0.004682856573873864,0.2409117618560478],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"}],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":232},"pose_evidence":{"fixtures":{},"objects":{"drawer_obj":[2.973226752218806,-0.36813221926699774,0.7651582617988301,0.9688798489898007,0.056669498632191444,0.004682856573873864,0.2409117618560478]},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"body_id":349,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":232},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"kind":"object","name":"drawer_obj","pose_world":[2.973226752218806,-0.36813221926699774,0.7651582617988301,0.9688798489898007,0.056669498632191444,0.004682856573873864,0.2409117618560478],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":232},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":1134.853},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer.","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:23:robot0_agentview_left:state:23","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.973226752218806,-0.36813221926699774,0.7651582617988301,0.9688798489898007,0.056669498632191444,0.004682856573873864,0.2409117618560478],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":23,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Open the left drawer.","query":null,"registry_pose_world":[2.97322678565979,-0.36813223361968994,0.7651582360267639],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":1134.856},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:23:robot0_agentview_left:state:23"],"gripper_command":-1.0,"horizon":200,"prompt":"Open the left drawer.","target_position":[3.0933972549438478,-0.36803507804870605,0.7651695609092712]},"ok":false,"error":null,"output":{"action_feedback":{"arrived":false,"contact":null,"distance_m":0.20515397191047668,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":1143.214},{"name":"inspect_robocasa_fixture","arguments":{"fixture_name":"drawer","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":300,"fixture_type":"Box","kind":"fixture","name":"bottom_corner_right_group","pos":[-0.075,-0.21,0.445],"pose_world":[5.6900002754917995,-0.6249992286274342,0.445,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.05,0.78,0.89],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1942,"geom_name":"bottom_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1943,"geom_name":"bottom_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1944,"geom_name":"bottom_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1945,"geom_name":"bottom_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1946,"geom_name":"bottom_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1947,"geom_name":"bottom_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1948,"geom_name":"bottom_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1949,"geom_name":"bottom_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1950,"geom_name":"bottom_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1951,"geom_name":"bottom_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":302,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_1","pos":[5.689991772021986,-2.939999228611817,0.19999999999999982],"pose_world":[5.689991772021986,-2.939999228611817,0.19999999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"affordance_geometries":{"handles":[{"geom_id":1976,"geom_name":"bottom_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1977,"geom_name":"bottom_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1978,"geom_name":"bottom_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1979,"geom_name":"bottom_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1980,"geom_name":"bottom_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1981,"geom_name":"bottom_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1982,"geom_name":"bottom_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1983,"geom_name":"bottom_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1984,"geom_name":"bottom_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1985,"geom_name":"bottom_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":306,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_2","pos":[5.689991772021986,-2.939999228611817,0.4999999999999998],"pose_world":[5.689991772021986,-2.939999228611817,0.4999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"body_id":301,"fixture_type":"Box","kind":"fixture","name":"bottom_right_group_base","pos":[2.24,-0.17499999999999996,0.02499999999999982],"pose_world":[5.72499177202175,-2.9399993571739955,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.71,0.05],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1506,"geom_name":"cab_1_left_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1507,"geom_name":"cab_1_left_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1508,"geom_name":"cab_1_left_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1509,"geom_name":"cab_1_left_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1510,"geom_name":"cab_1_left_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1511,"geom_name":"cab_1_left_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1512,"geom_name":"cab_1_left_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1513,"geom_name":"cab_1_left_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1514,"geom_name":"cab_1_left_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1515,"geom_name":"cab_1_left_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1520,"geom_name":"cab_1_left_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1521,"geom_name":"cab_1_left_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1522,"geom_name":"cab_1_left_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1523,"geom_name":"cab_1_left_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1524,"geom_name":"cab_1_left_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1525,"geom_name":"cab_1_left_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1526,"geom_name":"cab_1_left_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1527,"geom_name":"cab_1_left_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1528,"geom_name":"cab_1_left_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1529,"geom_name":"cab_1_left_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":239,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_left_group","pos":[0.19999008234487173,-1.6999992653771945,1.85],"pose_world":[0.19999008234487173,-1.6999992653771945,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":296,"geom_name":"cab_1_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":297,"geom_name":"cab_1_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":298,"geom_name":"cab_1_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":299,"geom_name":"cab_1_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":300,"geom_name":"cab_1_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":301,"geom_name":"cab_1_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":302,"geom_name":"cab_1_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":303,"geom_name":"cab_1_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":304,"geom_name":"cab_1_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":305,"geom_name":"cab_1_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":310,"geom_name":"cab_1_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":311,"geom_name":"cab_1_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":312,"geom_name":"cab_1_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":313,"geom_name":"cab_1_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":314,"geom_name":"cab_1_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":315,"geom_name":"cab_1_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":316,"geom_name":"cab_1_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":317,"geom_name":"cab_1_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":318,"geom_name":"cab_1_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":319,"geom_name":"cab_1_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":60,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_main_group","pos":[1.15,-0.2,1.85],"pose_world":[1.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":1552,"geom_name":"cab_2_left_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1553,"geom_name":"cab_2_left_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1554,"geom_name":"cab_2_left_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1555,"geom_name":"cab_2_left_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1556,"geom_name":"cab_2_left_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1557,"geom_name":"cab_2_left_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1558,"geom_name":"cab_2_left_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1559,"geom_name":"cab_2_left_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1560,"geom_name":"cab_2_left_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1561,"geom_name":"cab_2_left_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":248,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_left_group","pos":[0.19998732744104422,-0.9499992653822544,1.85],"pose_world":[0.19998732744104422,-0.9499992653822544,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"affordance_geometries":{"handles":[{"geom_id":388,"geom_name":"cab_2_main_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":389,"geom_name":"cab_2_main_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":390,"geom_name":"cab_2_main_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":391,"geom_name":"cab_2_main_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":392,"geom_name":"cab_2_main_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":393,"geom_name":"cab_2_main_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":394,"geom_name":"cab_2_main_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":395,"geom_name":"cab_2_main_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":396,"geom_name":"cab_2_main_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":397,"geom_name":"cab_2_main_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":78,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_main_group","pos":[2.9,-0.2,1.85],"pose_world":[2.9,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"body_id":59,"fixture_type":"Box","kind":"fixture","name":"cab_corner_2_main_group","pos":[0.2,-0.55,1.85],"pose_world":[0.2,-0.55,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.4,0.3,0.92],"type":"Box"},{"body_id":58,"fixture_type":"Box","kind":"fixture","name":"cab_corner_main_group","pos":[0.325,-0.2,1.85],"pose_world":[0.325,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.65,0.4,0.92],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":342,"geom_name":"cab_main_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":343,"geom_name":"cab_main_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":344,"geom_name":"cab_main_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":345,"geom_name":"cab_main_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":346,"geom_name":"cab_main_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":347,"geom_name":"cab_main_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":348,"geom_name":"cab_main_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":349,"geom_name":"cab_main_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":350,"geom_name":"cab_main_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":351,"geom_name":"cab_main_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":356,"geom_name":"cab_main_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":357,"geom_name":"cab_main_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":358,"geom_name":"cab_main_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":359,"geom_name":"cab_main_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":360,"geom_name":"cab_main_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":361,"geom_name":"cab_main_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":362,"geom_name":"cab_main_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":363,"geom_name":"cab_main_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":364,"geom_name":"cab_main_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":365,"geom_name":"cab_main_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":69,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_main_main_group","pos":[2.15,-0.2,1.85],"pose_world":[2.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"body_id":299,"fixture_type":"Box","kind":"fixture","name":"cab_top_corner_right_group","pos":[-0.375,-0.21,1.8499999999999996],"pose_world":[5.6900013774533305,-0.3249992286294581,1.8499999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.65,0.78,0.92],"type":"Box"},{"affordance_geometries":{"start_buttons":{"start_button_1":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}],"start_button_2":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}]}},"affordance_sites":{"receptacle_place_site":[1.319170355796814,-0.34829509258270264,0.9765308499336243],"start_buttons":{"start_button_1":[1.3185672760009766,-0.41278737783432007,1.2256221771240234],"start_button_2":[1.3185672760009766,-0.41278737783432007,1.1727606058120728]}},"body_id":167,"depth":0.36232757964721246,"fixture_type":"CoffeeMachine","height":0.33999999999999997,"kind":"fixture","name":"coffee_machine_main_group","pos":[1.3185672959127874,-0.2445345466838201,1.0929999947553568],"pose_world":[1.3185672959127874,-0.2445345466838201,1.0929999947553568,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.1654909721085488,0.36232757964721246,0.33999999999999997],"type":"CoffeeMachine","width":0.1654909721085488},{"body_id":191,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_front_group","pos":[1.975,-4.075,0.46],"pose_world":[1.975,-4.075,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[2.55,0.65,0.92],"type":"Counter","width":2.55},{"body_id":197,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_left_group","pos":[0.32499191894658014,-2.1999988062231837,0.46],"pose_world":[0.32499191894658014,-2.1999988062231837,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"body_id":56,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_main_group","pos":[4.45,-0.325,0.46],"pose_world":[4.45,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.5,0.65,0.92],"type":"Counter","width":1.5},{"body_id":57,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_2_main_group","pos":[5.640000000000001,-0.325,0.46],"pose_world":[5.640000000000001,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.88,0.65,0.92],"type":"Counter","width":0.88},{"body_id":192,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_front_group","pos":[0.6500000056873556,-4.0748772339937,0.46],"pose_world":[0.6500000056873556,-4.0748772339937,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":193,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_left_group","pos":[0.3249987143760213,-4.049998806210703,0.46],"pose_world":[0.3249987143760213,-4.049998806210703,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":47,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_main_group","pos":[0.35,-0.325,0.46],"pose_world":[0.35,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":198,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_right_left_group","pos":[0.32498622547866995,-0.6499988062336404,0.46],"pose_world":[0.32498622547866995,-0.6499988062336404,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":48,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_main_main_group","pos":[2.2,-0.325,0.46],"pose_world":[2.2,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"affordance_geometries":{"handles":[{"geom_id":1425,"geom_name":"dishwasher_left_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":226,"depth":0.6,"fixture_type":"Dishwasher","height":0.89,"kind":"fixture","name":"dishwasher_left_group","pos":[0.32479563450010346,-1.3749988069386108,0.4449999999999999],"pose_world":[0.32479563450010346,-1.3749988069386108,0.4449999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.65,0.6,0.89],"type":"Dishwasher","width":0.65},{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"…"],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":241},"pose_evidence":{"fixtures":{"drawer":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0]},"objects":{},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":[2.950127124786377,-0.6181309819221497,0.7849999666213989]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":[3.0001063346862793,-0.6036044359207153,0.7850001454353333]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":[2.8998935222625732,-0.6036659479141235,0.7849998474121094]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":[3.0001063346862793,-0.6178436279296875,0.7850001454353333]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":[2.8998935222625732,-0.617800235748291,0.7849998474121094]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":[2.9962358474731445,-0.6343322992324829,0.785000205039978]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":[2.9040141105651855,-0.6343322992324829,0.7850005030632019]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":[2.950000047683716,-0.6228905916213989,0.7850000262260437]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":241},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":241},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":1143.253}],"event":{"kind":"action","label":"Grasp attempt","detail":""}},{"round":13,"at":1292.217449,"duration":148.842,"title":"robocasa fixture · ground robocasa visual target · move robocasa ee to","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":15,"cumulativeToolCalls":91,"code":"fx = primitives.call(name='inspect_robocasa_fixture', fixture_name='drawer', prompt='Open the left drawer.')\npos = [2.9733972549438477, -0.36803507804870605, 0.7651695609092712]\nratio = 0.0\nif fx.ok and isinstance(fx.output, dict):\n    hr = fx.output.get('handle_region') or {}\n    if isinstance(hr, dict) and hr.get('center'):\n        pos = list(hr['center'])\n    ratio = fx.output.get('open_ratio', 0.0) or 0.0\nprint('start_ratio:', ratio, 'pos:', pos)\n\ndef gh(px, py, pz):\n    gg = primitives.call(name='ground_robocasa_visual_target', entity_name='drawer_obj',\n                         world_position=[px, py, pz], prompt='Open the left drawer.')\n    if gg.ok and isinstance(gg.output, dict):\n        return gg.output.get('evidence_handle')\n    return None\n\nif ratio < 0.9:\n    approach = [\n        [pos[0] + 0.25, pos[1], pos[2] + 0.15],\n        [pos[0] + 0.10, pos[1], pos[2] + 0.02],\n        [pos[0] + 0.03, pos[1], pos[2]],\n    ]\n    for wp in approach:\n        h = gh(pos[0], pos[1], pos[2])\n        mv = primitives.call(name='move_robocasa_ee_to', target_position=wp, gripper_command=1.0,\n                             horizon=200, evidence_handles=[h] if h else [],\n                             prompt='Open the left drawer.')\n        print('approach', wp, mv.ok)\n        if not mv.ok:\n            break\n    h = gh(pos[0], pos[1], pos[2])\n    gr = primitives.call(name='grasp_robocasa_object', object_name='drawer_obj',\n                         evidence_handles=[h] if h else [], grasp_approach='near_side',\n                         gripper_command=-1.0, horizon=200, offset=[0.04, 0.0, 0.0],\n                         prompt='Open the left drawer.')\n    held = gr.output.get('held_object_handle') if gr.ok else None\n    print('grasp:', gr.ok, 'held:', held)\n    cur = list(pos)\n    for i in range(3):\n        ins = primitives.call(name='inspect_robocasa_object', object_name='drawer_obj', prompt='Open the left drawer.')\n        if ins.ok and isinstance(ins.output, dict):\n            cur = list(ins.output.get('position', cur))\n        h2 = gh(cur[0], cur[1], cur[2])\n        mv2 = primitives.call(name='move_robocasa_ee_to', target_position=[cur[0] + 0.12, cur[1], cur[2]],\n                              gripper_command=-1.0, horizon=200,\n                              evidence_handles=[h2] if h2 else [], prompt='Open the left drawer.')\n        print('pull', i, mv2.ok)\n\nfin = primitives.call(name='inspect_robocasa_fixture', fixture_name='drawer', prompt='Open the left drawer.')\nif fin…","codeExcerpt":true,"stdout":"start_ratio: 0.0 pos: [2.9733972549438477, -0.36803507804870605, 0.7651695609092712]\napproach [3.2233972549438477, -0.36803507804870605, 0.9151695609092713] False\ngrasp: False held: None\npull 0 False\npull 1 True\npull 2 False\nfinal_ratio: None is_open: None joint: None\n","feedback":{},"calls":[{"name":"inspect_robocasa_fixture","arguments":{"fixture_name":"drawer","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":300,"fixture_type":"Box","kind":"fixture","name":"bottom_corner_right_group","pos":[-0.075,-0.21,0.445],"pose_world":[5.6900002754917995,-0.6249992286274342,0.445,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.05,0.78,0.89],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1942,"geom_name":"bottom_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1943,"geom_name":"bottom_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1944,"geom_name":"bottom_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1945,"geom_name":"bottom_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1946,"geom_name":"bottom_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1947,"geom_name":"bottom_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1948,"geom_name":"bottom_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1949,"geom_name":"bottom_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1950,"geom_name":"bottom_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1951,"geom_name":"bottom_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":302,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_1","pos":[5.689991772021986,-2.939999228611817,0.19999999999999982],"pose_world":[5.689991772021986,-2.939999228611817,0.19999999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"affordance_geometries":{"handles":[{"geom_id":1976,"geom_name":"bottom_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1977,"geom_name":"bottom_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1978,"geom_name":"bottom_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1979,"geom_name":"bottom_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1980,"geom_name":"bottom_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1981,"geom_name":"bottom_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1982,"geom_name":"bottom_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1983,"geom_name":"bottom_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1984,"geom_name":"bottom_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1985,"geom_name":"bottom_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":306,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_2","pos":[5.689991772021986,-2.939999228611817,0.4999999999999998],"pose_world":[5.689991772021986,-2.939999228611817,0.4999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"body_id":301,"fixture_type":"Box","kind":"fixture","name":"bottom_right_group_base","pos":[2.24,-0.17499999999999996,0.02499999999999982],"pose_world":[5.72499177202175,-2.9399993571739955,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.71,0.05],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1506,"geom_name":"cab_1_left_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1507,"geom_name":"cab_1_left_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1508,"geom_name":"cab_1_left_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1509,"geom_name":"cab_1_left_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1510,"geom_name":"cab_1_left_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1511,"geom_name":"cab_1_left_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1512,"geom_name":"cab_1_left_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1513,"geom_name":"cab_1_left_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1514,"geom_name":"cab_1_left_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1515,"geom_name":"cab_1_left_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1520,"geom_name":"cab_1_left_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1521,"geom_name":"cab_1_left_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1522,"geom_name":"cab_1_left_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1523,"geom_name":"cab_1_left_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1524,"geom_name":"cab_1_left_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1525,"geom_name":"cab_1_left_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1526,"geom_name":"cab_1_left_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1527,"geom_name":"cab_1_left_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1528,"geom_name":"cab_1_left_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1529,"geom_name":"cab_1_left_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":239,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_left_group","pos":[0.19999008234487173,-1.6999992653771945,1.85],"pose_world":[0.19999008234487173,-1.6999992653771945,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":296,"geom_name":"cab_1_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":297,"geom_name":"cab_1_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":298,"geom_name":"cab_1_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":299,"geom_name":"cab_1_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":300,"geom_name":"cab_1_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":301,"geom_name":"cab_1_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":302,"geom_name":"cab_1_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":303,"geom_name":"cab_1_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":304,"geom_name":"cab_1_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":305,"geom_name":"cab_1_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":310,"geom_name":"cab_1_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":311,"geom_name":"cab_1_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":312,"geom_name":"cab_1_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":313,"geom_name":"cab_1_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":314,"geom_name":"cab_1_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":315,"geom_name":"cab_1_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":316,"geom_name":"cab_1_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":317,"geom_name":"cab_1_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":318,"geom_name":"cab_1_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":319,"geom_name":"cab_1_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":60,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_main_group","pos":[1.15,-0.2,1.85],"pose_world":[1.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":1552,"geom_name":"cab_2_left_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1553,"geom_name":"cab_2_left_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1554,"geom_name":"cab_2_left_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1555,"geom_name":"cab_2_left_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1556,"geom_name":"cab_2_left_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1557,"geom_name":"cab_2_left_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1558,"geom_name":"cab_2_left_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1559,"geom_name":"cab_2_left_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1560,"geom_name":"cab_2_left_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1561,"geom_name":"cab_2_left_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":248,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_left_group","pos":[0.19998732744104422,-0.9499992653822544,1.85],"pose_world":[0.19998732744104422,-0.9499992653822544,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"affordance_geometries":{"handles":[{"geom_id":388,"geom_name":"cab_2_main_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":389,"geom_name":"cab_2_main_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":390,"geom_name":"cab_2_main_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":391,"geom_name":"cab_2_main_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":392,"geom_name":"cab_2_main_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":393,"geom_name":"cab_2_main_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":394,"geom_name":"cab_2_main_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":395,"geom_name":"cab_2_main_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":396,"geom_name":"cab_2_main_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":397,"geom_name":"cab_2_main_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":78,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_main_group","pos":[2.9,-0.2,1.85],"pose_world":[2.9,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"body_id":59,"fixture_type":"Box","kind":"fixture","name":"cab_corner_2_main_group","pos":[0.2,-0.55,1.85],"pose_world":[0.2,-0.55,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.4,0.3,0.92],"type":"Box"},{"body_id":58,"fixture_type":"Box","kind":"fixture","name":"cab_corner_main_group","pos":[0.325,-0.2,1.85],"pose_world":[0.325,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.65,0.4,0.92],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":342,"geom_name":"cab_main_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":343,"geom_name":"cab_main_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":344,"geom_name":"cab_main_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":345,"geom_name":"cab_main_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":346,"geom_name":"cab_main_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":347,"geom_name":"cab_main_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":348,"geom_name":"cab_main_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":349,"geom_name":"cab_main_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":350,"geom_name":"cab_main_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":351,"geom_name":"cab_main_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":356,"geom_name":"cab_main_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":357,"geom_name":"cab_main_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":358,"geom_name":"cab_main_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":359,"geom_name":"cab_main_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":360,"geom_name":"cab_main_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":361,"geom_name":"cab_main_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":362,"geom_name":"cab_main_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":363,"geom_name":"cab_main_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":364,"geom_name":"cab_main_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":365,"geom_name":"cab_main_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":69,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_main_main_group","pos":[2.15,-0.2,1.85],"pose_world":[2.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"body_id":299,"fixture_type":"Box","kind":"fixture","name":"cab_top_corner_right_group","pos":[-0.375,-0.21,1.8499999999999996],"pose_world":[5.6900013774533305,-0.3249992286294581,1.8499999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.65,0.78,0.92],"type":"Box"},{"affordance_geometries":{"start_buttons":{"start_button_1":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}],"start_button_2":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}]}},"affordance_sites":{"receptacle_place_site":[1.319170355796814,-0.34829509258270264,0.9765308499336243],"start_buttons":{"start_button_1":[1.3185672760009766,-0.41278737783432007,1.2256221771240234],"start_button_2":[1.3185672760009766,-0.41278737783432007,1.1727606058120728]}},"body_id":167,"depth":0.36232757964721246,"fixture_type":"CoffeeMachine","height":0.33999999999999997,"kind":"fixture","name":"coffee_machine_main_group","pos":[1.3185672959127874,-0.2445345466838201,1.0929999947553568],"pose_world":[1.3185672959127874,-0.2445345466838201,1.0929999947553568,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.1654909721085488,0.36232757964721246,0.33999999999999997],"type":"CoffeeMachine","width":0.1654909721085488},{"body_id":191,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_front_group","pos":[1.975,-4.075,0.46],"pose_world":[1.975,-4.075,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[2.55,0.65,0.92],"type":"Counter","width":2.55},{"body_id":197,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_left_group","pos":[0.32499191894658014,-2.1999988062231837,0.46],"pose_world":[0.32499191894658014,-2.1999988062231837,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"body_id":56,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_main_group","pos":[4.45,-0.325,0.46],"pose_world":[4.45,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.5,0.65,0.92],"type":"Counter","width":1.5},{"body_id":57,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_2_main_group","pos":[5.640000000000001,-0.325,0.46],"pose_world":[5.640000000000001,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.88,0.65,0.92],"type":"Counter","width":0.88},{"body_id":192,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_front_group","pos":[0.6500000056873556,-4.0748772339937,0.46],"pose_world":[0.6500000056873556,-4.0748772339937,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":193,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_left_group","pos":[0.3249987143760213,-4.049998806210703,0.46],"pose_world":[0.3249987143760213,-4.049998806210703,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":47,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_main_group","pos":[0.35,-0.325,0.46],"pose_world":[0.35,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":198,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_right_left_group","pos":[0.32498622547866995,-0.6499988062336404,0.46],"pose_world":[0.32498622547866995,-0.6499988062336404,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":48,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_main_main_group","pos":[2.2,-0.325,0.46],"pose_world":[2.2,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"affordance_geometries":{"handles":[{"geom_id":1425,"geom_name":"dishwasher_left_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":226,"depth":0.6,"fixture_type":"Dishwasher","height":0.89,"kind":"fixture","name":"dishwasher_left_group","pos":[0.32479563450010346,-1.3749988069386108,0.4449999999999999],"pose_world":[0.32479563450010346,-1.3749988069386108,0.4449999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.65,0.6,0.89],"type":"Dishwasher","width":0.65},{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"…"],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":245},"pose_evidence":{"fixtures":{"drawer":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0]},"objects":{},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":[2.950127124786377,-0.6181309819221497,0.7849999666213989]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":[3.0001063346862793,-0.6036044359207153,0.7850001454353333]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":[2.8998935222625732,-0.6036659479141235,0.7849998474121094]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":[3.0001063346862793,-0.6178436279296875,0.7850001454353333]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":[2.8998935222625732,-0.617800235748291,0.7849998474121094]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":[2.9962358474731445,-0.6343322992324829,0.785000205039978]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":[2.9040141105651855,-0.6343322992324829,0.7850005030632019]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":[2.950000047683716,-0.6228905916213989,0.7850000262260437]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":245},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":245},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":1243.464},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer.","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:24:robot0_agentview_left:state:24","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.973225991350797,-0.3681325450676259,0.765157463469066,0.9688823478348295,0.05666938640470838,0.0046659201680083594,0.240902067005594],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":24,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Open the left drawer.","query":null,"registry_pose_world":[2.9732260704040527,-0.3681325316429138,0.7651574611663818],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":1243.468},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:24:robot0_agentview_left:state:24"],"gripper_command":1.0,"horizon":200,"prompt":"Open the left drawer.","target_position":[3.2233972549438477,-0.36803507804870605,0.9151695609092713]},"ok":false,"error":null,"output":{"action_feedback":{"arrived":false,"contact":null,"distance_m":0.12746869027614594,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":1251.817},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer.","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:25:robot0_agentview_left:state:25","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.973228120740158,-0.36813158950645913,0.7651576204370986,0.968884739265254,0.05667012159088457,0.004666005670960862,0.24089227411615635],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":25,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Open the left drawer.","query":null,"registry_pose_world":[2.9732282161712646,-0.3681315779685974,0.7651576399803162],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":1251.821},{"name":"grasp_robocasa_object","arguments":{"evidence_handles":["robocasa:visual:25:robot0_agentview_left:state:25"],"grasp_approach":"near_side","gripper_command":-1.0,"horizon":200,"object_name":"drawer_obj","offset":[0.04,0.0,0.0],"prompt":"Open the left drawer."},"ok":false,"error":"grasp_target_unreached","output":{"action_feedback":{"arrived":false,"contact":false,"distance_m":0.3470994532108307,"executed":true,"grasped":false,"lift_confirmed":false,"motion_coupling":{"available":true,"coupled":false,"coupling_error":0.16819708049297333,"eef_displacement":[-0.08157205581665039,-0.02964085340499878,0.14407360553741455],"eef_motion":0.1681956648826599,"minimum_motion":0.005,"object_displacement":[2.86102294921875e-06,1.2814998626708984e-06,2.384185791015625e-07],"object_motion":3.143968342556036e-06,"tolerance":0.02},"motion_coupling_confirmed":false,"next_action":"retry_grasp","official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"retry_reason":"grasp_target_unreached","stable":null,"stage":"grasp","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"drawer_obj","xy_distance_after":null},"at":1265.138},{"name":"inspect_robocasa_object","arguments":{"object_name":"drawer_obj","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":350,"kind":"object","name":"distr_counter_1","pose_world":[2.9448333870667094,-0.3201418816717897,0.9338283084971316,0.9885355957370593,0.020480907015788443,-0.011384894783481104,-0.14915861550496184],"rot":0.0,"score":0.5,"size":[0.02821504,0.0281638,0.02811556],"type":"MJCFObject"},{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.97323102211536,-0.3681302963721007,0.7651578997216054,0.9688875809246823,0.056672432023370266,0.004662843602220914,0.24088036214688605],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"}],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":260},"pose_evidence":{"fixtures":{},"objects":{"drawer_obj":[2.97323102211536,-0.3681302963721007,0.7651578997216054,0.9688875809246823,0.056672432023370266,0.004662843602220914,0.24088036214688605]},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"body_id":349,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":260},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"kind":"object","name":"drawer_obj","pose_world":[2.97323102211536,-0.3681302963721007,0.7651578997216054,0.9688875809246823,0.056672432023370266,0.004662843602220914,0.24088036214688605],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":260},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":1265.142},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer.","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:26:robot0_agentview_left:state:26","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.97323102211536,-0.3681302963721007,0.7651578997216054,0.9688875809246823,0.056672432023370266,0.004662843602220914,0.24088036214688605],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":26,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Open the left drawer.","query":null,"registry_pose_world":[2.973231077194214,-0.36813029646873474,0.7651578783988953],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":1265.146},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:26:robot0_agentview_left:state:26"],"gripper_command":-1.0,"horizon":200,"prompt":"Open the left drawer.","target_position":[3.0933972549438478,-0.36803507804870605,0.7651695609092712]},"ok":false,"error":null,"output":{"action_feedback":{"arrived":false,"contact":null,"distance_m":1.1622159481048584,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":1275.954},{"name":"inspect_robocasa_object","arguments":{"object_name":"drawer_obj","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":350,"kind":"object","name":"distr_counter_1","pose_world":[2.94483203405365,-0.3201427968460904,0.933828338644222,0.9885449725992987,0.020483635129851165,-0.011385831208435986,-0.14909601164421613],"rot":0.0,"score":0.5,"size":[0.02821504,0.0281638,0.02811556],"type":"MJCFObject"},{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.9732322941151335,-0.36812966356666216,0.7651576170438653,0.9688903908365011,0.0566688516351642,0.00466983257648198,0.24086976660168868],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"}],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":269},"pose_evidence":{"fixtures":{},"objects":{"drawer_obj":[2.9732322941151335,-0.36812966356666216,0.7651576170438653,0.9688903908365011,0.0566688516351642,0.00466983257648198,0.24086976660168868]},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"body_id":349,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":269},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"kind":"object","name":"drawer_obj","pose_world":[2.9732322941151335,-0.36812966356666216,0.7651576170438653,0.9688903908365011,0.0566688516351642,0.00466983257648198,0.24086976660168868],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":269},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":1275.958},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer.","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:27:robot0_agentview_left:state:27","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.9732322941151335,-0.36812966356666216,0.7651576170438653,0.9688903908365011,0.0566688516351642,0.00466983257648198,0.24086976660168868],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":27,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Open the left drawer.","query":null,"registry_pose_world":[2.9732322692871094,-0.3681296706199646,0.7651576399803162],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":1275.961},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:27:robot0_agentview_left:state:27"],"gripper_command":-1.0,"horizon":200,"prompt":"Open the left drawer.","target_position":[3.0933972549438478,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"action_feedback":{"arrived":false,"contact":null,"distance_m":0.7010712623596191,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":1285.373},{"name":"inspect_robocasa_object","arguments":{"object_name":"drawer_obj","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":350,"kind":"object","name":"distr_counter_1","pose_world":[2.944830753412721,-0.3201436429524961,0.9338283578934863,0.9885544390901909,0.020482994789829262,-0.011384172193790702,-0.14903344759811693],"rot":0.0,"score":0.5,"size":[0.02821504,0.0281638,0.02811556],"type":"MJCFObject"},{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.9732361560482383,-0.36812789447504995,0.7651582129927603,0.9688929734843319,0.05666730670355771,0.004687921770954213,0.24085938983798036],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"}],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":278},"pose_evidence":{"fixtures":{},"objects":{"drawer_obj":[2.9732361560482383,-0.36812789447504995,0.7651582129927603,0.9688929734843319,0.05666730670355771,0.004687921770954213,0.24085938983798036]},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"body_id":349,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":278},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"kind":"object","name":"drawer_obj","pose_world":[2.9732361560482383,-0.36812789447504995,0.7651582129927603,0.9688929734843319,0.05666730670355771,0.004687921770954213,0.24085938983798036],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":278},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":1285.377},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer.","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:28:robot0_agentview_left:state:28","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.9732361560482383,-0.36812789447504995,0.7651582129927603,0.9688929734843319,0.05666730670355771,0.004687921770954213,0.24085938983798036],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":28,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Open the left drawer.","query":null,"registry_pose_world":[2.973236083984375,-0.36812788248062134,0.7651582360267639],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":1285.38},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:28:robot0_agentview_left:state:28"],"gripper_command":-1.0,"horizon":200,"prompt":"Open the left drawer.","target_position":[3.0933972549438478,-0.36803507804870605,0.7651695609092712]},"ok":false,"error":null,"output":{"action_feedback":{"arrived":false,"contact":null,"distance_m":0.7043606042861938,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":1291.962},{"name":"inspect_robocasa_fixture","arguments":{"fixture_name":"drawer","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":300,"fixture_type":"Box","kind":"fixture","name":"bottom_corner_right_group","pos":[-0.075,-0.21,0.445],"pose_world":[5.6900002754917995,-0.6249992286274342,0.445,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.05,0.78,0.89],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1942,"geom_name":"bottom_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1943,"geom_name":"bottom_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1944,"geom_name":"bottom_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1945,"geom_name":"bottom_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1946,"geom_name":"bottom_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1947,"geom_name":"bottom_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1948,"geom_name":"bottom_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1949,"geom_name":"bottom_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1950,"geom_name":"bottom_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1951,"geom_name":"bottom_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":302,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_1","pos":[5.689991772021986,-2.939999228611817,0.19999999999999982],"pose_world":[5.689991772021986,-2.939999228611817,0.19999999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"affordance_geometries":{"handles":[{"geom_id":1976,"geom_name":"bottom_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1977,"geom_name":"bottom_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1978,"geom_name":"bottom_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1979,"geom_name":"bottom_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1980,"geom_name":"bottom_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1981,"geom_name":"bottom_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1982,"geom_name":"bottom_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1983,"geom_name":"bottom_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1984,"geom_name":"bottom_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1985,"geom_name":"bottom_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":306,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_2","pos":[5.689991772021986,-2.939999228611817,0.4999999999999998],"pose_world":[5.689991772021986,-2.939999228611817,0.4999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"body_id":301,"fixture_type":"Box","kind":"fixture","name":"bottom_right_group_base","pos":[2.24,-0.17499999999999996,0.02499999999999982],"pose_world":[5.72499177202175,-2.9399993571739955,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.71,0.05],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1506,"geom_name":"cab_1_left_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1507,"geom_name":"cab_1_left_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1508,"geom_name":"cab_1_left_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1509,"geom_name":"cab_1_left_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1510,"geom_name":"cab_1_left_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1511,"geom_name":"cab_1_left_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1512,"geom_name":"cab_1_left_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1513,"geom_name":"cab_1_left_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1514,"geom_name":"cab_1_left_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1515,"geom_name":"cab_1_left_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1520,"geom_name":"cab_1_left_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1521,"geom_name":"cab_1_left_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1522,"geom_name":"cab_1_left_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1523,"geom_name":"cab_1_left_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1524,"geom_name":"cab_1_left_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1525,"geom_name":"cab_1_left_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1526,"geom_name":"cab_1_left_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1527,"geom_name":"cab_1_left_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1528,"geom_name":"cab_1_left_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1529,"geom_name":"cab_1_left_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":239,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_left_group","pos":[0.19999008234487173,-1.6999992653771945,1.85],"pose_world":[0.19999008234487173,-1.6999992653771945,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":296,"geom_name":"cab_1_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":297,"geom_name":"cab_1_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":298,"geom_name":"cab_1_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":299,"geom_name":"cab_1_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":300,"geom_name":"cab_1_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":301,"geom_name":"cab_1_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":302,"geom_name":"cab_1_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":303,"geom_name":"cab_1_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":304,"geom_name":"cab_1_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":305,"geom_name":"cab_1_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":310,"geom_name":"cab_1_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":311,"geom_name":"cab_1_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":312,"geom_name":"cab_1_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":313,"geom_name":"cab_1_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":314,"geom_name":"cab_1_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":315,"geom_name":"cab_1_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":316,"geom_name":"cab_1_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":317,"geom_name":"cab_1_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":318,"geom_name":"cab_1_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":319,"geom_name":"cab_1_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":60,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_main_group","pos":[1.15,-0.2,1.85],"pose_world":[1.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":1552,"geom_name":"cab_2_left_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1553,"geom_name":"cab_2_left_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1554,"geom_name":"cab_2_left_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1555,"geom_name":"cab_2_left_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1556,"geom_name":"cab_2_left_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1557,"geom_name":"cab_2_left_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1558,"geom_name":"cab_2_left_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1559,"geom_name":"cab_2_left_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1560,"geom_name":"cab_2_left_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1561,"geom_name":"cab_2_left_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":248,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_left_group","pos":[0.19998732744104422,-0.9499992653822544,1.85],"pose_world":[0.19998732744104422,-0.9499992653822544,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"affordance_geometries":{"handles":[{"geom_id":388,"geom_name":"cab_2_main_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":389,"geom_name":"cab_2_main_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":390,"geom_name":"cab_2_main_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":391,"geom_name":"cab_2_main_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":392,"geom_name":"cab_2_main_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":393,"geom_name":"cab_2_main_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":394,"geom_name":"cab_2_main_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":395,"geom_name":"cab_2_main_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":396,"geom_name":"cab_2_main_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":397,"geom_name":"cab_2_main_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":78,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_main_group","pos":[2.9,-0.2,1.85],"pose_world":[2.9,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"body_id":59,"fixture_type":"Box","kind":"fixture","name":"cab_corner_2_main_group","pos":[0.2,-0.55,1.85],"pose_world":[0.2,-0.55,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.4,0.3,0.92],"type":"Box"},{"body_id":58,"fixture_type":"Box","kind":"fixture","name":"cab_corner_main_group","pos":[0.325,-0.2,1.85],"pose_world":[0.325,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.65,0.4,0.92],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":342,"geom_name":"cab_main_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":343,"geom_name":"cab_main_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":344,"geom_name":"cab_main_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":345,"geom_name":"cab_main_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":346,"geom_name":"cab_main_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":347,"geom_name":"cab_main_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":348,"geom_name":"cab_main_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":349,"geom_name":"cab_main_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":350,"geom_name":"cab_main_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":351,"geom_name":"cab_main_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":356,"geom_name":"cab_main_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":357,"geom_name":"cab_main_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":358,"geom_name":"cab_main_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":359,"geom_name":"cab_main_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":360,"geom_name":"cab_main_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":361,"geom_name":"cab_main_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":362,"geom_name":"cab_main_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":363,"geom_name":"cab_main_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":364,"geom_name":"cab_main_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":365,"geom_name":"cab_main_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":69,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_main_main_group","pos":[2.15,-0.2,1.85],"pose_world":[2.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"body_id":299,"fixture_type":"Box","kind":"fixture","name":"cab_top_corner_right_group","pos":[-0.375,-0.21,1.8499999999999996],"pose_world":[5.6900013774533305,-0.3249992286294581,1.8499999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.65,0.78,0.92],"type":"Box"},{"affordance_geometries":{"start_buttons":{"start_button_1":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}],"start_button_2":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}]}},"affordance_sites":{"receptacle_place_site":[1.319170355796814,-0.34829509258270264,0.9765308499336243],"start_buttons":{"start_button_1":[1.3185672760009766,-0.41278737783432007,1.2256221771240234],"start_button_2":[1.3185672760009766,-0.41278737783432007,1.1727606058120728]}},"body_id":167,"depth":0.36232757964721246,"fixture_type":"CoffeeMachine","height":0.33999999999999997,"kind":"fixture","name":"coffee_machine_main_group","pos":[1.3185672959127874,-0.2445345466838201,1.0929999947553568],"pose_world":[1.3185672959127874,-0.2445345466838201,1.0929999947553568,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.1654909721085488,0.36232757964721246,0.33999999999999997],"type":"CoffeeMachine","width":0.1654909721085488},{"body_id":191,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_front_group","pos":[1.975,-4.075,0.46],"pose_world":[1.975,-4.075,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[2.55,0.65,0.92],"type":"Counter","width":2.55},{"body_id":197,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_left_group","pos":[0.32499191894658014,-2.1999988062231837,0.46],"pose_world":[0.32499191894658014,-2.1999988062231837,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"body_id":56,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_main_group","pos":[4.45,-0.325,0.46],"pose_world":[4.45,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.5,0.65,0.92],"type":"Counter","width":1.5},{"body_id":57,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_2_main_group","pos":[5.640000000000001,-0.325,0.46],"pose_world":[5.640000000000001,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.88,0.65,0.92],"type":"Counter","width":0.88},{"body_id":192,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_front_group","pos":[0.6500000056873556,-4.0748772339937,0.46],"pose_world":[0.6500000056873556,-4.0748772339937,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":193,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_left_group","pos":[0.3249987143760213,-4.049998806210703,0.46],"pose_world":[0.3249987143760213,-4.049998806210703,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":47,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_main_group","pos":[0.35,-0.325,0.46],"pose_world":[0.35,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":198,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_right_left_group","pos":[0.32498622547866995,-0.6499988062336404,0.46],"pose_world":[0.32498622547866995,-0.6499988062336404,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":48,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_main_main_group","pos":[2.2,-0.325,0.46],"pose_world":[2.2,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"affordance_geometries":{"handles":[{"geom_id":1425,"geom_name":"dishwasher_left_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":226,"depth":0.6,"fixture_type":"Dishwasher","height":0.89,"kind":"fixture","name":"dishwasher_left_group","pos":[0.32479563450010346,-1.3749988069386108,0.4449999999999999],"pose_world":[0.32479563450010346,-1.3749988069386108,0.4449999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.65,0.6,0.89],"type":"Dishwasher","width":0.65},{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"…"],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":287},"pose_evidence":{"fixtures":{"drawer":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0]},"objects":{},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":[2.950127124786377,-0.6181309819221497,0.7849999666213989]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":[3.0001063346862793,-0.6036044359207153,0.7850001454353333]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":[2.8998935222625732,-0.6036659479141235,0.7849998474121094]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":[3.0001063346862793,-0.6178436279296875,0.7850001454353333]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":[2.8998935222625732,-0.617800235748291,0.7849998474121094]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":[2.9962358474731445,-0.6343322992324829,0.785000205039978]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":[2.9040141105651855,-0.6343322992324829,0.7850005030632019]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":[2.950000047683716,-0.6228905916213989,0.7850000262260437]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":287},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":287},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":1292.08}],"event":{"kind":"action","label":"Grasp attempt","detail":""}},{"round":14,"at":1488.64644,"duration":196.429,"title":"robocasa fixture · ground robocasa visual target · move robocasa ee to","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":10,"cumulativeToolCalls":101,"code":"fx = primitives.call(name='inspect_robocasa_fixture', fixture_name='drawer', prompt='Open the left drawer.')\npos = [2.9733972549438477, -0.36803507804870605, 0.7651695609092712]\nratio = 0.0\nif fx.ok and isinstance(fx.output, dict):\n    hr = fx.output.get('handle_region') or {}\n    if isinstance(hr, dict) and hr.get('center'):\n        pos = list(hr['center'])\n    ratio = fx.output.get('open_ratio', 0.0) or 0.0\n\ndef gh(px, py, pz):\n    gg = primitives.call(name='ground_robocasa_visual_target', entity_name='drawer_obj',\n                         world_position=[px, py, pz], prompt='Open the left drawer.')\n    if gg.ok and isinstance(gg.output, dict):\n        return gg.output.get('evidence_handle')\n    return None\n\ndef pull_until_open(start_pos, tries=5):\n    cur = list(start_pos)\n    for i in range(tries):\n        ins = primitives.call(name='inspect_robocasa_object', object_name='drawer_obj', prompt='Open the left drawer.')\n        if ins.ok and isinstance(ins.output, dict):\n            cur = list(ins.output.get('position', cur))\n        h2 = gh(cur[0], cur[1], cur[2])\n        mv2 = primitives.call(name='move_robocasa_ee_to', target_position=[cur[0] + 0.10, cur[1], cur[2]],\n                              gripper_command=-1.0, horizon=400,\n                              evidence_handles=[h2] if h2 else [], prompt='Open the left drawer.')\n        f2 = primitives.call(name='inspect_robocasa_fixture', fixture_name='drawer', prompt='Open the left drawer.')\n        r = f2.output.get('open_ratio', 0.0) if f2.ok else 0.0\n        if r and r >= 0.9:\n            return r\n    return r\n\nif ratio < 0.9:\n    wps = [\n        [pos[0] + 0.30, pos[1] - 0.05, pos[2] + 0.12],\n        [pos[0] + 0.12, pos[1], pos[2] + 0.02],\n        [pos[0] + 0.04, pos[1], pos[2]],\n    ]\n    for wp in wps:\n        h = gh(pos[0], pos[1], pos[2])\n        mv = primitives.call(name='move_robocasa_ee_to', target_position=wp, gripper_command=1.0,\n                             horizon=500, evidence_handles=[h] if h else [],\n                             prompt='Open the left drawer.')\n        if not mv.ok:\n            break\n    h = gh(pos[0], pos[1], pos[2])\n    gr = primitives.call(name='grasp_robocasa_object', object_name='drawer_obj',\n                         evidence_handles=[h] if h else [], grasp_approach='near_side',\n                         gripper_command=-1.0, horizon=500, prompt='Open the left drawer.')\n    ok_grasp = gr.ok\n    if not ok_grasp:\n        h = gh(pos[0], pos[1], pos[2])\n        gr = pri…","codeExcerpt":true,"stdout":"final_ratio: None is_open: None\n","feedback":{},"calls":[{"name":"inspect_robocasa_fixture","arguments":{"fixture_name":"drawer","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":300,"fixture_type":"Box","kind":"fixture","name":"bottom_corner_right_group","pos":[-0.075,-0.21,0.445],"pose_world":[5.6900002754917995,-0.6249992286274342,0.445,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.05,0.78,0.89],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1942,"geom_name":"bottom_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1943,"geom_name":"bottom_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1944,"geom_name":"bottom_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1945,"geom_name":"bottom_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1946,"geom_name":"bottom_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1947,"geom_name":"bottom_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1948,"geom_name":"bottom_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1949,"geom_name":"bottom_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1950,"geom_name":"bottom_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1951,"geom_name":"bottom_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":302,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_1","pos":[5.689991772021986,-2.939999228611817,0.19999999999999982],"pose_world":[5.689991772021986,-2.939999228611817,0.19999999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"affordance_geometries":{"handles":[{"geom_id":1976,"geom_name":"bottom_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1977,"geom_name":"bottom_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1978,"geom_name":"bottom_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1979,"geom_name":"bottom_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1980,"geom_name":"bottom_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1981,"geom_name":"bottom_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1982,"geom_name":"bottom_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1983,"geom_name":"bottom_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1984,"geom_name":"bottom_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1985,"geom_name":"bottom_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":306,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_2","pos":[5.689991772021986,-2.939999228611817,0.4999999999999998],"pose_world":[5.689991772021986,-2.939999228611817,0.4999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"body_id":301,"fixture_type":"Box","kind":"fixture","name":"bottom_right_group_base","pos":[2.24,-0.17499999999999996,0.02499999999999982],"pose_world":[5.72499177202175,-2.9399993571739955,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.71,0.05],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1506,"geom_name":"cab_1_left_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1507,"geom_name":"cab_1_left_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1508,"geom_name":"cab_1_left_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1509,"geom_name":"cab_1_left_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1510,"geom_name":"cab_1_left_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1511,"geom_name":"cab_1_left_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1512,"geom_name":"cab_1_left_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1513,"geom_name":"cab_1_left_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1514,"geom_name":"cab_1_left_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1515,"geom_name":"cab_1_left_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1520,"geom_name":"cab_1_left_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1521,"geom_name":"cab_1_left_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1522,"geom_name":"cab_1_left_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1523,"geom_name":"cab_1_left_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1524,"geom_name":"cab_1_left_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1525,"geom_name":"cab_1_left_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1526,"geom_name":"cab_1_left_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1527,"geom_name":"cab_1_left_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1528,"geom_name":"cab_1_left_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1529,"geom_name":"cab_1_left_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":239,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_left_group","pos":[0.19999008234487173,-1.6999992653771945,1.85],"pose_world":[0.19999008234487173,-1.6999992653771945,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":296,"geom_name":"cab_1_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":297,"geom_name":"cab_1_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":298,"geom_name":"cab_1_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":299,"geom_name":"cab_1_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":300,"geom_name":"cab_1_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":301,"geom_name":"cab_1_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":302,"geom_name":"cab_1_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":303,"geom_name":"cab_1_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":304,"geom_name":"cab_1_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":305,"geom_name":"cab_1_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":310,"geom_name":"cab_1_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":311,"geom_name":"cab_1_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":312,"geom_name":"cab_1_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":313,"geom_name":"cab_1_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":314,"geom_name":"cab_1_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":315,"geom_name":"cab_1_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":316,"geom_name":"cab_1_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":317,"geom_name":"cab_1_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":318,"geom_name":"cab_1_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":319,"geom_name":"cab_1_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":60,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_main_group","pos":[1.15,-0.2,1.85],"pose_world":[1.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":1552,"geom_name":"cab_2_left_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1553,"geom_name":"cab_2_left_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1554,"geom_name":"cab_2_left_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1555,"geom_name":"cab_2_left_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1556,"geom_name":"cab_2_left_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1557,"geom_name":"cab_2_left_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1558,"geom_name":"cab_2_left_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1559,"geom_name":"cab_2_left_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1560,"geom_name":"cab_2_left_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1561,"geom_name":"cab_2_left_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":248,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_left_group","pos":[0.19998732744104422,-0.9499992653822544,1.85],"pose_world":[0.19998732744104422,-0.9499992653822544,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"affordance_geometries":{"handles":[{"geom_id":388,"geom_name":"cab_2_main_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":389,"geom_name":"cab_2_main_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":390,"geom_name":"cab_2_main_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":391,"geom_name":"cab_2_main_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":392,"geom_name":"cab_2_main_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":393,"geom_name":"cab_2_main_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":394,"geom_name":"cab_2_main_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":395,"geom_name":"cab_2_main_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":396,"geom_name":"cab_2_main_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":397,"geom_name":"cab_2_main_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":78,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_main_group","pos":[2.9,-0.2,1.85],"pose_world":[2.9,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"body_id":59,"fixture_type":"Box","kind":"fixture","name":"cab_corner_2_main_group","pos":[0.2,-0.55,1.85],"pose_world":[0.2,-0.55,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.4,0.3,0.92],"type":"Box"},{"body_id":58,"fixture_type":"Box","kind":"fixture","name":"cab_corner_main_group","pos":[0.325,-0.2,1.85],"pose_world":[0.325,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.65,0.4,0.92],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":342,"geom_name":"cab_main_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":343,"geom_name":"cab_main_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":344,"geom_name":"cab_main_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":345,"geom_name":"cab_main_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":346,"geom_name":"cab_main_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":347,"geom_name":"cab_main_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":348,"geom_name":"cab_main_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":349,"geom_name":"cab_main_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":350,"geom_name":"cab_main_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":351,"geom_name":"cab_main_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":356,"geom_name":"cab_main_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":357,"geom_name":"cab_main_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":358,"geom_name":"cab_main_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":359,"geom_name":"cab_main_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":360,"geom_name":"cab_main_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":361,"geom_name":"cab_main_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":362,"geom_name":"cab_main_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":363,"geom_name":"cab_main_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":364,"geom_name":"cab_main_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":365,"geom_name":"cab_main_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":69,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_main_main_group","pos":[2.15,-0.2,1.85],"pose_world":[2.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"body_id":299,"fixture_type":"Box","kind":"fixture","name":"cab_top_corner_right_group","pos":[-0.375,-0.21,1.8499999999999996],"pose_world":[5.6900013774533305,-0.3249992286294581,1.8499999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.65,0.78,0.92],"type":"Box"},{"affordance_geometries":{"start_buttons":{"start_button_1":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}],"start_button_2":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}]}},"affordance_sites":{"receptacle_place_site":[1.319170355796814,-0.34829509258270264,0.9765308499336243],"start_buttons":{"start_button_1":[1.3185672760009766,-0.41278737783432007,1.2256221771240234],"start_button_2":[1.3185672760009766,-0.41278737783432007,1.1727606058120728]}},"body_id":167,"depth":0.36232757964721246,"fixture_type":"CoffeeMachine","height":0.33999999999999997,"kind":"fixture","name":"coffee_machine_main_group","pos":[1.3185672959127874,-0.2445345466838201,1.0929999947553568],"pose_world":[1.3185672959127874,-0.2445345466838201,1.0929999947553568,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.1654909721085488,0.36232757964721246,0.33999999999999997],"type":"CoffeeMachine","width":0.1654909721085488},{"body_id":191,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_front_group","pos":[1.975,-4.075,0.46],"pose_world":[1.975,-4.075,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[2.55,0.65,0.92],"type":"Counter","width":2.55},{"body_id":197,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_left_group","pos":[0.32499191894658014,-2.1999988062231837,0.46],"pose_world":[0.32499191894658014,-2.1999988062231837,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"body_id":56,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_main_group","pos":[4.45,-0.325,0.46],"pose_world":[4.45,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.5,0.65,0.92],"type":"Counter","width":1.5},{"body_id":57,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_2_main_group","pos":[5.640000000000001,-0.325,0.46],"pose_world":[5.640000000000001,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.88,0.65,0.92],"type":"Counter","width":0.88},{"body_id":192,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_front_group","pos":[0.6500000056873556,-4.0748772339937,0.46],"pose_world":[0.6500000056873556,-4.0748772339937,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":193,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_left_group","pos":[0.3249987143760213,-4.049998806210703,0.46],"pose_world":[0.3249987143760213,-4.049998806210703,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":47,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_main_group","pos":[0.35,-0.325,0.46],"pose_world":[0.35,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":198,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_right_left_group","pos":[0.32498622547866995,-0.6499988062336404,0.46],"pose_world":[0.32498622547866995,-0.6499988062336404,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":48,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_main_main_group","pos":[2.2,-0.325,0.46],"pose_world":[2.2,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"affordance_geometries":{"handles":[{"geom_id":1425,"geom_name":"dishwasher_left_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":226,"depth":0.6,"fixture_type":"Dishwasher","height":0.89,"kind":"fixture","name":"dishwasher_left_group","pos":[0.32479563450010346,-1.3749988069386108,0.4449999999999999],"pose_world":[0.32479563450010346,-1.3749988069386108,0.4449999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.65,0.6,0.89],"type":"Dishwasher","width":0.65},{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"…"],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":291},"pose_evidence":{"fixtures":{"drawer":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0]},"objects":{},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":[2.950127124786377,-0.6181309819221497,0.7849999666213989]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":[3.0001063346862793,-0.6036044359207153,0.7850001454353333]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":[2.8998935222625732,-0.6036659479141235,0.7849998474121094]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":[3.0001063346862793,-0.6178436279296875,0.7850001454353333]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":[2.8998935222625732,-0.617800235748291,0.7849998474121094]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":[2.9962358474731445,-0.6343322992324829,0.785000205039978]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":[2.9040141105651855,-0.6343322992324829,0.7850005030632019]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":[2.950000047683716,-0.6228905916213989,0.7850000262260437]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":291},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":291},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":1395.302},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer.","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:29:robot0_agentview_left:state:29","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.973236062470851,-0.3681279597186129,0.7651577269686713,0.9688951739519296,0.05667022627371234,0.004666225594795302,0.2408502723383252],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":29,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Open the left drawer.","query":null,"registry_pose_world":[2.973236083984375,-0.3681279718875885,0.7651576995849609],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":1395.305},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:29:robot0_agentview_left:state:29"],"gripper_command":1.0,"horizon":500,"prompt":"Open the left drawer.","target_position":[3.2733972549438475,-0.41803507804870604,0.8851695609092712]},"ok":true,"error":null,"output":{"action_feedback":{"arrived":false,"contact":null,"distance_m":0.5450901985168457,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":1414.309},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer.","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:30:robot0_agentview_left:state:30","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.9732403326974652,-0.36812599936778817,0.765157665871022,0.96890146693676,0.05666885888405311,0.00466888687026568,0.24082522562216713],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":30,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Open the left drawer.","query":null,"registry_pose_world":[2.973240375518799,-0.3681260049343109,0.7651576399803162],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":1414.312},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:30:robot0_agentview_left:state:30"],"gripper_command":1.0,"horizon":500,"prompt":"Open the left drawer.","target_position":[3.0933972549438478,-0.36803507804870605,0.7851695609092713]},"ok":false,"error":null,"output":{"action_feedback":{"arrived":false,"contact":null,"distance_m":0.7817023992538452,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":1439.688},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer.","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:31:robot0_agentview_left:state:31","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.97324559873123,-0.36812360478422845,0.7651579135740666,0.9689074629419254,0.056670203675687744,0.0046683386503231636,0.2408007950257701],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":31,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Open the left drawer.","query":null,"registry_pose_world":[2.973245620727539,-0.3681235909461975,0.76515793800354],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":1439.691},{"name":"grasp_robocasa_object","arguments":{"evidence_handles":["robocasa:visual:31:robot0_agentview_left:state:31"],"grasp_approach":"near_side","gripper_command":-1.0,"horizon":500,"object_name":"drawer_obj","prompt":"Open the left drawer."},"ok":false,"error":"grasp_target_unreached","output":{"action_feedback":{"arrived":false,"contact":false,"distance_m":0.747288167476654,"executed":true,"grasped":false,"lift_confirmed":false,"motion_coupling":{"available":true,"coupled":true,"coupling_error":0.014161557890474796,"eef_displacement":[-0.011792898178100586,-0.005263477563858032,-0.005801796913146973],"eef_motion":0.014157595112919807,"minimum_motion":0.005,"object_displacement":[4.0531158447265625e-06,1.9073486328125e-06,-2.980232238769531e-07],"object_motion":4.489381353778299e-06,"tolerance":0.02},"motion_coupling_confirmed":false,"next_action":"retry_grasp","official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"retry_reason":"grasp_target_unreached","stable":null,"stage":"grasp","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"drawer_obj","xy_distance_after":null},"at":1464.354},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer.","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:32:robot0_agentview_left:state:32","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.97324971608362,-0.3681216959223955,0.7651576201616851,0.9689140749246811,0.056670708461956536,0.004659028527199394,0.24077425042652098],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":32,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Open the left drawer.","query":null,"registry_pose_world":[2.973249673843384,-0.3681216835975647,0.7651576399803162],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":1464.357},{"name":"grasp_robocasa_object","arguments":{"evidence_handles":["robocasa:visual:32:robot0_agentview_left:state:32"],"grasp_approach":"center","gripper_command":-1.0,"horizon":500,"object_name":"drawer_obj","prompt":"Open the left drawer."},"ok":false,"error":"grasp_target_unreached","output":{"action_feedback":{"arrived":false,"contact":false,"distance_m":0.8070630431175232,"executed":true,"grasped":false,"lift_confirmed":false,"motion_coupling":{"available":true,"coupled":false,"coupling_error":0.0007249172194860876,"eef_displacement":[-0.000385284423828125,0.0002703070640563965,-0.0005487203598022461],"eef_motion":0.0007229135371744633,"minimum_motion":0.005,"object_displacement":[5.245208740234375e-06,2.4139881134033203e-06,1.1920928955078125e-07],"object_motion":5.775271802122006e-06,"tolerance":0.02},"motion_coupling_confirmed":false,"next_action":"retry_grasp","official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"retry_reason":"grasp_target_unreached","stable":null,"stage":"grasp","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"drawer_obj","xy_distance_after":null},"at":1488.383},{"name":"inspect_robocasa_fixture","arguments":{"fixture_name":"drawer","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":300,"fixture_type":"Box","kind":"fixture","name":"bottom_corner_right_group","pos":[-0.075,-0.21,0.445],"pose_world":[5.6900002754917995,-0.6249992286274342,0.445,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.05,0.78,0.89],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1942,"geom_name":"bottom_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1943,"geom_name":"bottom_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1944,"geom_name":"bottom_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1945,"geom_name":"bottom_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1946,"geom_name":"bottom_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1947,"geom_name":"bottom_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1948,"geom_name":"bottom_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1949,"geom_name":"bottom_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1950,"geom_name":"bottom_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1951,"geom_name":"bottom_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":302,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_1","pos":[5.689991772021986,-2.939999228611817,0.19999999999999982],"pose_world":[5.689991772021986,-2.939999228611817,0.19999999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"affordance_geometries":{"handles":[{"geom_id":1976,"geom_name":"bottom_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1977,"geom_name":"bottom_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1978,"geom_name":"bottom_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1979,"geom_name":"bottom_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1980,"geom_name":"bottom_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1981,"geom_name":"bottom_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1982,"geom_name":"bottom_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1983,"geom_name":"bottom_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1984,"geom_name":"bottom_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1985,"geom_name":"bottom_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":306,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_2","pos":[5.689991772021986,-2.939999228611817,0.4999999999999998],"pose_world":[5.689991772021986,-2.939999228611817,0.4999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"body_id":301,"fixture_type":"Box","kind":"fixture","name":"bottom_right_group_base","pos":[2.24,-0.17499999999999996,0.02499999999999982],"pose_world":[5.72499177202175,-2.9399993571739955,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.71,0.05],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1506,"geom_name":"cab_1_left_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1507,"geom_name":"cab_1_left_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1508,"geom_name":"cab_1_left_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1509,"geom_name":"cab_1_left_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1510,"geom_name":"cab_1_left_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1511,"geom_name":"cab_1_left_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1512,"geom_name":"cab_1_left_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1513,"geom_name":"cab_1_left_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1514,"geom_name":"cab_1_left_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1515,"geom_name":"cab_1_left_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1520,"geom_name":"cab_1_left_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1521,"geom_name":"cab_1_left_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1522,"geom_name":"cab_1_left_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1523,"geom_name":"cab_1_left_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1524,"geom_name":"cab_1_left_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1525,"geom_name":"cab_1_left_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1526,"geom_name":"cab_1_left_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1527,"geom_name":"cab_1_left_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1528,"geom_name":"cab_1_left_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1529,"geom_name":"cab_1_left_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":239,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_left_group","pos":[0.19999008234487173,-1.6999992653771945,1.85],"pose_world":[0.19999008234487173,-1.6999992653771945,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":296,"geom_name":"cab_1_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":297,"geom_name":"cab_1_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":298,"geom_name":"cab_1_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":299,"geom_name":"cab_1_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":300,"geom_name":"cab_1_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":301,"geom_name":"cab_1_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":302,"geom_name":"cab_1_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":303,"geom_name":"cab_1_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":304,"geom_name":"cab_1_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":305,"geom_name":"cab_1_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":310,"geom_name":"cab_1_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":311,"geom_name":"cab_1_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":312,"geom_name":"cab_1_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":313,"geom_name":"cab_1_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":314,"geom_name":"cab_1_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":315,"geom_name":"cab_1_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":316,"geom_name":"cab_1_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":317,"geom_name":"cab_1_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":318,"geom_name":"cab_1_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":319,"geom_name":"cab_1_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":60,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_main_group","pos":[1.15,-0.2,1.85],"pose_world":[1.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":1552,"geom_name":"cab_2_left_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1553,"geom_name":"cab_2_left_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1554,"geom_name":"cab_2_left_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1555,"geom_name":"cab_2_left_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1556,"geom_name":"cab_2_left_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1557,"geom_name":"cab_2_left_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1558,"geom_name":"cab_2_left_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1559,"geom_name":"cab_2_left_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1560,"geom_name":"cab_2_left_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1561,"geom_name":"cab_2_left_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":248,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_left_group","pos":[0.19998732744104422,-0.9499992653822544,1.85],"pose_world":[0.19998732744104422,-0.9499992653822544,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"affordance_geometries":{"handles":[{"geom_id":388,"geom_name":"cab_2_main_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":389,"geom_name":"cab_2_main_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":390,"geom_name":"cab_2_main_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":391,"geom_name":"cab_2_main_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":392,"geom_name":"cab_2_main_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":393,"geom_name":"cab_2_main_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":394,"geom_name":"cab_2_main_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":395,"geom_name":"cab_2_main_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":396,"geom_name":"cab_2_main_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":397,"geom_name":"cab_2_main_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":78,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_main_group","pos":[2.9,-0.2,1.85],"pose_world":[2.9,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"body_id":59,"fixture_type":"Box","kind":"fixture","name":"cab_corner_2_main_group","pos":[0.2,-0.55,1.85],"pose_world":[0.2,-0.55,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.4,0.3,0.92],"type":"Box"},{"body_id":58,"fixture_type":"Box","kind":"fixture","name":"cab_corner_main_group","pos":[0.325,-0.2,1.85],"pose_world":[0.325,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.65,0.4,0.92],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":342,"geom_name":"cab_main_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":343,"geom_name":"cab_main_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":344,"geom_name":"cab_main_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":345,"geom_name":"cab_main_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":346,"geom_name":"cab_main_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":347,"geom_name":"cab_main_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":348,"geom_name":"cab_main_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":349,"geom_name":"cab_main_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":350,"geom_name":"cab_main_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":351,"geom_name":"cab_main_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":356,"geom_name":"cab_main_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":357,"geom_name":"cab_main_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":358,"geom_name":"cab_main_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":359,"geom_name":"cab_main_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":360,"geom_name":"cab_main_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":361,"geom_name":"cab_main_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":362,"geom_name":"cab_main_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":363,"geom_name":"cab_main_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":364,"geom_name":"cab_main_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":365,"geom_name":"cab_main_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":69,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_main_main_group","pos":[2.15,-0.2,1.85],"pose_world":[2.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"body_id":299,"fixture_type":"Box","kind":"fixture","name":"cab_top_corner_right_group","pos":[-0.375,-0.21,1.8499999999999996],"pose_world":[5.6900013774533305,-0.3249992286294581,1.8499999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.65,0.78,0.92],"type":"Box"},{"affordance_geometries":{"start_buttons":{"start_button_1":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}],"start_button_2":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}]}},"affordance_sites":{"receptacle_place_site":[1.319170355796814,-0.34829509258270264,0.9765308499336243],"start_buttons":{"start_button_1":[1.3185672760009766,-0.41278737783432007,1.2256221771240234],"start_button_2":[1.3185672760009766,-0.41278737783432007,1.1727606058120728]}},"body_id":167,"depth":0.36232757964721246,"fixture_type":"CoffeeMachine","height":0.33999999999999997,"kind":"fixture","name":"coffee_machine_main_group","pos":[1.3185672959127874,-0.2445345466838201,1.0929999947553568],"pose_world":[1.3185672959127874,-0.2445345466838201,1.0929999947553568,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.1654909721085488,0.36232757964721246,0.33999999999999997],"type":"CoffeeMachine","width":0.1654909721085488},{"body_id":191,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_front_group","pos":[1.975,-4.075,0.46],"pose_world":[1.975,-4.075,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[2.55,0.65,0.92],"type":"Counter","width":2.55},{"body_id":197,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_left_group","pos":[0.32499191894658014,-2.1999988062231837,0.46],"pose_world":[0.32499191894658014,-2.1999988062231837,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"body_id":56,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_main_group","pos":[4.45,-0.325,0.46],"pose_world":[4.45,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.5,0.65,0.92],"type":"Counter","width":1.5},{"body_id":57,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_2_main_group","pos":[5.640000000000001,-0.325,0.46],"pose_world":[5.640000000000001,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.88,0.65,0.92],"type":"Counter","width":0.88},{"body_id":192,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_front_group","pos":[0.6500000056873556,-4.0748772339937,0.46],"pose_world":[0.6500000056873556,-4.0748772339937,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":193,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_left_group","pos":[0.3249987143760213,-4.049998806210703,0.46],"pose_world":[0.3249987143760213,-4.049998806210703,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":47,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_main_group","pos":[0.35,-0.325,0.46],"pose_world":[0.35,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":198,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_right_left_group","pos":[0.32498622547866995,-0.6499988062336404,0.46],"pose_world":[0.32498622547866995,-0.6499988062336404,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":48,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_main_main_group","pos":[2.2,-0.325,0.46],"pose_world":[2.2,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"affordance_geometries":{"handles":[{"geom_id":1425,"geom_name":"dishwasher_left_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":226,"depth":0.6,"fixture_type":"Dishwasher","height":0.89,"kind":"fixture","name":"dishwasher_left_group","pos":[0.32479563450010346,-1.3749988069386108,0.4449999999999999],"pose_world":[0.32479563450010346,-1.3749988069386108,0.4449999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.65,0.6,0.89],"type":"Dishwasher","width":0.65},{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"…"],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":318},"pose_evidence":{"fixtures":{"drawer":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0]},"objects":{},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":[2.950127124786377,-0.6181309819221497,0.7849999666213989]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":[3.0001063346862793,-0.6036044359207153,0.7850001454353333]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":[2.8998935222625732,-0.6036659479141235,0.7849998474121094]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":[3.0001063346862793,-0.6178436279296875,0.7850001454353333]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":[2.8998935222625732,-0.617800235748291,0.7849998474121094]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":[2.9962358474731445,-0.6343322992324829,0.785000205039978]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":[2.9040141105651855,-0.6343322992324829,0.7850005030632019]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":[2.950000047683716,-0.6228905916213989,0.7850000262260437]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":318},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":318},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":1488.419}],"event":{"kind":"action","label":"Grasp attempt","detail":""}},{"round":15,"at":1600.311017,"duration":111.665,"title":"robocasa fixture · robocasa kitchen state · robocasa affordance","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":3,"cumulativeToolCalls":104,"code":"fx = primitives.call(name='inspect_robocasa_fixture', fixture_name='drawer', prompt='Open the left drawer.')\nratio = fx.output.get('open_ratio') if fx.ok else None\njp = fx.output.get('joint_positions') if fx.ok else None\nst = primitives.call(name='observe_robocasa_kitchen_state', prompt='Open the left drawer.')\neef = st.output.get('eef_position') if st.ok else None\naf = primitives.call(name='inspect_robocasa_affordance', object_name='drawer_obj', relation='pull', prompt='Open the left drawer.')\nafk = list(af.output.keys()) if af.ok else None\nprint('RATIO', ratio, 'JOINT', jp, 'EEF', eef, 'AFFKEYS', afk)\nif af.ok:\n    print('AFF', {k: af.output[k] for k in afk if k not in ('raw',)})","codeExcerpt":false,"stdout":"RATIO None JOINT None EEF [3.326507329940796, -0.34653714299201965, 1.5205672979354858] AFFKEYS ['agent_context', 'grasp_affordance', 'grasp_candidates', 'language_task', 'placement_affordance', 'pose_evidence', 'prompt', 'query', 'relation', 'selected_object', 'selected_target', 'verifier_boundary', 'visual_evidence']\nAFF {'agent_context': {}, 'grasp_affordance': {'distance_from_eef': 0.816137433052063, 'estimated_reachable': True, 'offset': [0.0, 0.0, 0.02], 'requires_contact_or_gripper_observation': True, 'target_position': [2.973254919052124, -0.3681192696094513, 0.7851577401161194]}, 'grasp_candidates': [{'grasp_approach': 'center', 'grasp_wrist_yaw_offset_rad': 0.0, 'id': 'center'}, {'contact_offset': [0.02994416654109955, 0.0018294533947482705, 0.01], 'grasp_approach': 'near_side', 'grasp_wrist_yaw_offset_rad': 0.0, 'id': 'near_side', 'pregrasp_offset': [0.13973945379257202, 0.008537448942661285, 0.04]}, {'contact_offset': [0.02994416654109955, 0.0018294533947482705, 0.01], 'grasp_approach': 'near_side', 'grasp_wrist_yaw_offset_rad': 0.35, 'id': 'near_side_rotated', 'pregrasp_offset': [0.13973945379257202, 0.008537448942661285, 0.04]}], 'language_task': {'agent_context': {}, 'benchmark_task_description': 'Open the left drawer.', 'env_id': 'robocasa/OpenDrawer', 'instruction': 'Open the left drawer.', 'prompt': 'Open the left drawer.', 'query': None, 'split': 'target'}, 'placement_affordance': {'affordance_target': None, 'estimated_feasible': False, 'object_to_target_distance': None, 'offset': [0.0, 0.0, 0.0], 'relation': 'pull', 'target_entity_kind': None, 'target_position': None}, 'pose_evidence': {'fixtures': {'bottom_corner_right_group': [5.6900002754917995, -0.6249992286274342, 0.445, 0.7071054825112363, 0.0, 0.0, -0.7071080798594735], 'bottom_right_group_1': [5.689991772021986, -2.939999228611817, 0.19999999999999982, 0.7071054825112363, 0.0, 0.0, -0.7071080798594735], 'bottom_right_group_2': [5.689991772021986, -2.939999228611817, 0.4999999999999998, 0.7071054825112363, 0.0, 0.0, -0.7071080798594735], 'bottom_right_group_base': [5.72499177202175, -2.9399993571739955, 0.02499999999999982, 0.7071054825112363, 0.0, 0.0, -0.7071080798594735], 'cab_1_left_group': [0.19999008234487173, -1.6999992653771945, 1.85, 0.7071054825112363, 0.0, 0.0, 0.7071080798594735], 'cab_1_main_group': [1.15, -0.2, 1.85, 1.0, 0.0, 0.0, 0.0], 'cab_2_left_group': [0.19998732744104422, -0.9499992653822544, 1.85, 0.7071054825112363, 0.0, 0.0, 0.7071080798594735], 'cab_2_mai…","feedback":{},"calls":[{"name":"inspect_robocasa_fixture","arguments":{"fixture_name":"drawer","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":300,"fixture_type":"Box","kind":"fixture","name":"bottom_corner_right_group","pos":[-0.075,-0.21,0.445],"pose_world":[5.6900002754917995,-0.6249992286274342,0.445,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.05,0.78,0.89],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1942,"geom_name":"bottom_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1943,"geom_name":"bottom_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1944,"geom_name":"bottom_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1945,"geom_name":"bottom_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1946,"geom_name":"bottom_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1947,"geom_name":"bottom_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1948,"geom_name":"bottom_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1949,"geom_name":"bottom_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1950,"geom_name":"bottom_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1951,"geom_name":"bottom_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":302,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_1","pos":[5.689991772021986,-2.939999228611817,0.19999999999999982],"pose_world":[5.689991772021986,-2.939999228611817,0.19999999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"affordance_geometries":{"handles":[{"geom_id":1976,"geom_name":"bottom_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1977,"geom_name":"bottom_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1978,"geom_name":"bottom_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1979,"geom_name":"bottom_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1980,"geom_name":"bottom_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1981,"geom_name":"bottom_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1982,"geom_name":"bottom_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1983,"geom_name":"bottom_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1984,"geom_name":"bottom_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1985,"geom_name":"bottom_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":306,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_2","pos":[5.689991772021986,-2.939999228611817,0.4999999999999998],"pose_world":[5.689991772021986,-2.939999228611817,0.4999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"body_id":301,"fixture_type":"Box","kind":"fixture","name":"bottom_right_group_base","pos":[2.24,-0.17499999999999996,0.02499999999999982],"pose_world":[5.72499177202175,-2.9399993571739955,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.71,0.05],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1506,"geom_name":"cab_1_left_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1507,"geom_name":"cab_1_left_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1508,"geom_name":"cab_1_left_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1509,"geom_name":"cab_1_left_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1510,"geom_name":"cab_1_left_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1511,"geom_name":"cab_1_left_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1512,"geom_name":"cab_1_left_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1513,"geom_name":"cab_1_left_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1514,"geom_name":"cab_1_left_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1515,"geom_name":"cab_1_left_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1520,"geom_name":"cab_1_left_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1521,"geom_name":"cab_1_left_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1522,"geom_name":"cab_1_left_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1523,"geom_name":"cab_1_left_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1524,"geom_name":"cab_1_left_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1525,"geom_name":"cab_1_left_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1526,"geom_name":"cab_1_left_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1527,"geom_name":"cab_1_left_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1528,"geom_name":"cab_1_left_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1529,"geom_name":"cab_1_left_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":239,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_left_group","pos":[0.19999008234487173,-1.6999992653771945,1.85],"pose_world":[0.19999008234487173,-1.6999992653771945,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":296,"geom_name":"cab_1_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":297,"geom_name":"cab_1_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":298,"geom_name":"cab_1_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":299,"geom_name":"cab_1_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":300,"geom_name":"cab_1_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":301,"geom_name":"cab_1_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":302,"geom_name":"cab_1_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":303,"geom_name":"cab_1_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":304,"geom_name":"cab_1_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":305,"geom_name":"cab_1_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":310,"geom_name":"cab_1_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":311,"geom_name":"cab_1_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":312,"geom_name":"cab_1_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":313,"geom_name":"cab_1_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":314,"geom_name":"cab_1_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":315,"geom_name":"cab_1_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":316,"geom_name":"cab_1_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":317,"geom_name":"cab_1_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":318,"geom_name":"cab_1_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":319,"geom_name":"cab_1_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":60,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_main_group","pos":[1.15,-0.2,1.85],"pose_world":[1.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":1552,"geom_name":"cab_2_left_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1553,"geom_name":"cab_2_left_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1554,"geom_name":"cab_2_left_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1555,"geom_name":"cab_2_left_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1556,"geom_name":"cab_2_left_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1557,"geom_name":"cab_2_left_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1558,"geom_name":"cab_2_left_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1559,"geom_name":"cab_2_left_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1560,"geom_name":"cab_2_left_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1561,"geom_name":"cab_2_left_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":248,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_left_group","pos":[0.19998732744104422,-0.9499992653822544,1.85],"pose_world":[0.19998732744104422,-0.9499992653822544,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"affordance_geometries":{"handles":[{"geom_id":388,"geom_name":"cab_2_main_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":389,"geom_name":"cab_2_main_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":390,"geom_name":"cab_2_main_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":391,"geom_name":"cab_2_main_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":392,"geom_name":"cab_2_main_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":393,"geom_name":"cab_2_main_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":394,"geom_name":"cab_2_main_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":395,"geom_name":"cab_2_main_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":396,"geom_name":"cab_2_main_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":397,"geom_name":"cab_2_main_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":78,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_main_group","pos":[2.9,-0.2,1.85],"pose_world":[2.9,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"body_id":59,"fixture_type":"Box","kind":"fixture","name":"cab_corner_2_main_group","pos":[0.2,-0.55,1.85],"pose_world":[0.2,-0.55,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.4,0.3,0.92],"type":"Box"},{"body_id":58,"fixture_type":"Box","kind":"fixture","name":"cab_corner_main_group","pos":[0.325,-0.2,1.85],"pose_world":[0.325,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.65,0.4,0.92],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":342,"geom_name":"cab_main_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":343,"geom_name":"cab_main_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":344,"geom_name":"cab_main_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":345,"geom_name":"cab_main_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":346,"geom_name":"cab_main_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":347,"geom_name":"cab_main_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":348,"geom_name":"cab_main_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":349,"geom_name":"cab_main_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":350,"geom_name":"cab_main_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":351,"geom_name":"cab_main_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":356,"geom_name":"cab_main_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":357,"geom_name":"cab_main_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":358,"geom_name":"cab_main_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":359,"geom_name":"cab_main_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":360,"geom_name":"cab_main_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":361,"geom_name":"cab_main_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":362,"geom_name":"cab_main_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":363,"geom_name":"cab_main_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":364,"geom_name":"cab_main_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":365,"geom_name":"cab_main_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":69,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_main_main_group","pos":[2.15,-0.2,1.85],"pose_world":[2.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"body_id":299,"fixture_type":"Box","kind":"fixture","name":"cab_top_corner_right_group","pos":[-0.375,-0.21,1.8499999999999996],"pose_world":[5.6900013774533305,-0.3249992286294581,1.8499999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.65,0.78,0.92],"type":"Box"},{"affordance_geometries":{"start_buttons":{"start_button_1":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}],"start_button_2":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}]}},"affordance_sites":{"receptacle_place_site":[1.319170355796814,-0.34829509258270264,0.9765308499336243],"start_buttons":{"start_button_1":[1.3185672760009766,-0.41278737783432007,1.2256221771240234],"start_button_2":[1.3185672760009766,-0.41278737783432007,1.1727606058120728]}},"body_id":167,"depth":0.36232757964721246,"fixture_type":"CoffeeMachine","height":0.33999999999999997,"kind":"fixture","name":"coffee_machine_main_group","pos":[1.3185672959127874,-0.2445345466838201,1.0929999947553568],"pose_world":[1.3185672959127874,-0.2445345466838201,1.0929999947553568,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.1654909721085488,0.36232757964721246,0.33999999999999997],"type":"CoffeeMachine","width":0.1654909721085488},{"body_id":191,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_front_group","pos":[1.975,-4.075,0.46],"pose_world":[1.975,-4.075,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[2.55,0.65,0.92],"type":"Counter","width":2.55},{"body_id":197,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_left_group","pos":[0.32499191894658014,-2.1999988062231837,0.46],"pose_world":[0.32499191894658014,-2.1999988062231837,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"body_id":56,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_main_group","pos":[4.45,-0.325,0.46],"pose_world":[4.45,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.5,0.65,0.92],"type":"Counter","width":1.5},{"body_id":57,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_2_main_group","pos":[5.640000000000001,-0.325,0.46],"pose_world":[5.640000000000001,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.88,0.65,0.92],"type":"Counter","width":0.88},{"body_id":192,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_front_group","pos":[0.6500000056873556,-4.0748772339937,0.46],"pose_world":[0.6500000056873556,-4.0748772339937,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":193,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_left_group","pos":[0.3249987143760213,-4.049998806210703,0.46],"pose_world":[0.3249987143760213,-4.049998806210703,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":47,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_main_group","pos":[0.35,-0.325,0.46],"pose_world":[0.35,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":198,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_right_left_group","pos":[0.32498622547866995,-0.6499988062336404,0.46],"pose_world":[0.32498622547866995,-0.6499988062336404,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":48,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_main_main_group","pos":[2.2,-0.325,0.46],"pose_world":[2.2,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"affordance_geometries":{"handles":[{"geom_id":1425,"geom_name":"dishwasher_left_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":226,"depth":0.6,"fixture_type":"Dishwasher","height":0.89,"kind":"fixture","name":"dishwasher_left_group","pos":[0.32479563450010346,-1.3749988069386108,0.4449999999999999],"pose_world":[0.32479563450010346,-1.3749988069386108,0.4449999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.65,0.6,0.89],"type":"Dishwasher","width":0.65},{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"…"],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":322},"pose_evidence":{"fixtures":{"drawer":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0]},"objects":{},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":[2.950127124786377,-0.6181309819221497,0.7849999666213989]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":[3.0001063346862793,-0.6036044359207153,0.7850001454353333]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":[2.8998935222625732,-0.6036659479141235,0.7849998474121094]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":[3.0001063346862793,-0.6178436279296875,0.7850001454353333]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":[2.8998935222625732,-0.617800235748291,0.7849998474121094]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":[2.9962358474731445,-0.6343322992324829,0.785000205039978]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":[2.9040141105651855,-0.6343322992324829,0.7850005030632019]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":[2.950000047683716,-0.6228905916213989,0.7850000262260437]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":322},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":322},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":1600.095},{"name":"observe_robocasa_kitchen_state","arguments":{"prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"available_fixture_names":["bottom_corner_right_group","bottom_right_group_1","bottom_right_group_2","bottom_right_group_base","cab_1_left_group","cab_1_main_group","cab_2_left_group","cab_2_main_group","cab_corner_2_main_group","cab_corner_main_group","cab_main_main_group","cab_top_corner_right_group","coffee_machine_main_group","counter_1_front_group","counter_1_left_group","counter_1_main_group","counter_corner_2_main_group","counter_corner_front_group","counter_corner_left_group","counter_corner_main_group","counter_corner_right_left_group","counter_main_main_group","dishwasher_left_group","drawer","…"],"available_object_names":["distr_counter_1","drawer_obj"],"eef_position":[3.326507329940796,-0.34653714299201965,1.5205672979354858],"evidence_handles":[],"fixtures":{"drawer":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]},"stack_3_main_group_2":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]}},"gripper_qpos":[0.03962273523211479,-0.04001456871628761],"grounding_hint":"ground_robocasa_visual_target(entity_name=canonical_name); pass its evidence_handle to an action","held_object_handle":null,"held_object_name":null,"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":null,"query":null,"split":"target"},"objects":{"distr_counter_1":{"affordance_sites":[],"position":[2.944817066192627,-0.320152223110199,0.9338284730911255],"size":[0.02821504,0.0281638,0.02811556]},"drawer_obj":{"affordance_sites":[],"position":[2.973254919052124,-0.3681192696094513,0.7651577591896057],"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105]}},"observation_serial":33},"at":1600.104},{"name":"inspect_robocasa_affordance","arguments":{"object_name":"drawer_obj","prompt":"Open the left drawer.","relation":"pull"},"ok":true,"error":null,"output":{"grasp_affordance":{"distance_from_eef":0.816137433052063,"estimated_reachable":true,"offset":[0.0,0.0,0.02],"requires_contact_or_gripper_observation":true,"target_position":[2.973254919052124,-0.3681192696094513,0.7851577401161194]},"grasp_candidates":[{"grasp_approach":"center","grasp_wrist_yaw_offset_rad":0.0,"id":"center"},{"contact_offset":[0.02994416654109955,0.0018294533947482705,0.01],"grasp_approach":"near_side","grasp_wrist_yaw_offset_rad":0.0,"id":"near_side","pregrasp_offset":[0.13973945379257202,0.008537448942661285,0.04]},{"contact_offset":[0.02994416654109955,0.0018294533947482705,0.01],"grasp_approach":"near_side","grasp_wrist_yaw_offset_rad":0.35,"id":"near_side_rotated","pregrasp_offset":[0.13973945379257202,0.008537448942661285,0.04]}],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"placement_affordance":{"affordance_target":null,"estimated_feasible":false,"object_to_target_distance":null,"offset":[0.0,0.0,0.0],"relation":"pull","target_entity_kind":null,"target_position":null},"pose_evidence":{"fixtures":{"bottom_corner_right_group":[5.6900002754917995,-0.6249992286274342,0.445,0.7071054825112363,0.0,0.0,-0.7071080798594735],"bottom_right_group_1":[5.689991772021986,-2.939999228611817,0.19999999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"bottom_right_group_2":[5.689991772021986,-2.939999228611817,0.4999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"bottom_right_group_base":[5.72499177202175,-2.9399993571739955,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"cab_1_left_group":[0.19999008234487173,-1.6999992653771945,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"cab_1_main_group":[1.15,-0.2,1.85,1.0,0.0,0.0,0.0],"cab_2_left_group":[0.19998732744104422,-0.9499992653822544,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"cab_2_main_group":[2.9,-0.2,1.85,1.0,0.0,0.0,0.0],"cab_corner_2_main_group":[0.2,-0.55,1.85,1.0,0.0,0.0,0.0],"cab_corner_main_group":[0.325,-0.2,1.85,1.0,0.0,0.0,0.0],"cab_main_main_group":[2.15,-0.2,1.85,1.0,0.0,0.0,0.0],"cab_top_corner_right_group":[5.6900013774533305,-0.3249992286294581,1.8499999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"coffee_machine_main_group":[1.3185672959127874,-0.2445345466838201,1.0929999947553568,1.0,0.0,0.0,0.0],"counter_1_front_group":[1.975,-4.075,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"counter_1_left_group":[0.32499191894658014,-2.1999988062231837,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"counter_1_main_group":[4.45,-0.325,0.46,1.0,0.0,0.0,0.0],"counter_corner_2_main_group":[5.640000000000001,-0.325,0.46,1.0,0.0,0.0,0.0],"counter_corner_front_group":[0.6500000056873556,-4.0748772339937,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"counter_corner_left_group":[0.3249987143760213,-4.049998806210703,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"counter_corner_main_group":[0.35,-0.325,0.46,1.0,0.0,0.0,0.0],"counter_corner_right_left_group":[0.32498622547866995,-0.6499988062336404,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"counter_main_main_group":[2.2,-0.325,0.46,1.0,0.0,0.0,0.0],"dishwasher_left_group":[0.32479563450010346,-1.3749988069386108,0.4449999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"drawer":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"floor_backing_room":[3.04,-3.0,-0.14,0.7071067811865476,0.0,0.0,0.7071067811865476],"floor_room":[3.04,-3.0,-0.02,0.7071067811865476,0.0,0.0,0.7071067811865476],"fridge_housing_right_group":[5.689996712482849,-1.5949992286208903,0.9,0.7071054825112363,0.0,0.0,-0.7071080798594735],"fridge_right_group":[5.642795227919224,-1.5949990552401563,0.8900000516962465,0.7071054825112363,0.0,0.0,-0.7071080798594735],"fridge_top_right_group":[5.689996712482849,-1.5949992286208903,2.0549999999999997,0.7071054825112363,0.0,0.0,-0.7071080798594735],"hood_main_group":[4.2015400124186355,-0.29420055813485146,2.109686643940881,1.0,0.0,0.0,0.0],"knife_block_main_group":[1.4863969653311453,-0.18040035825278877,1.0624943354887755,1.0,0.0,0.0,0.0],"light_switch_2_room":[0.0,-1.9,1.2,0.999999920000001,0.0,0.0,0.00039999998933328934],"light_switch_room":[0.0,-1.8,1.2,0.999999920000001,0.0,0.0,0.00039999998933328934],"micro_housing_right_group":[5.689991772021986,-2.939999228611817,1.6249999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"microwave_right_group":[5.520458884233695,-2.9399986153512137,1.6249999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"outlet_2_room":[6.08,-1.0,1.2,0.7071054825112363,0.0,0.0,-0.7071080798594735],"outlet_3_room":[6.08,-2.5,1.2,0.7071054825112363,0.0,0.0,-0.7071080798594735],"outlet_room":[3.0,0.0,1.2,1.0,0.0,0.0,0.0],"oven_housing_right_group":[5.689991772021986,-2.939999228611817,0.9999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"oven_right_group":[5.572894656033508,-2.940065399684986,1.0000000336235495,0.7071054825112363,0.0,0.0,-0.7071080798594735],"paper_towel_main_group":[0.2941806390777399,-0.5462106068293686,1.0878950932503004,1.0,0.0,0.0,0.0],"plant_left_group":[0.19613419104779156,-4.0699767368854864,1.008492366712176,0.7071055013256238,0.0,0.0,0.7071080610451548],"shelves_1_main_group":[3.4,-0.2,1.85,1.0,0.0,0.0,0.0],"shelves_2_main_group":[5.05,-0.2,1.85,1.0,0.0,0.0,0.0],"side_bottom_right_group_1":[5.689988466137392,-3.8399992286057447,0.19999999996399978,0.7071054825112363,0.0,0.0,-0.7071080798594735],"side_bottom_right_group_2":[5.689988466137392,-3.8399992286057447,0.4999999998919997,0.7071054825112363,0.0,0.0,-0.7071080798594735],"side_bottom_right_group_3":[5.689988466137392,-3.8399992286057447,1.4799999999279996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"side_bottom_right_group_base":[5.724988466137156,-3.8399993571679234,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"sink_left_group":[0.29999877198378305,-2.199998355103462,0.9894399220814241,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_1_left_group_1":[0.2999955921518521,-3.199998898046565,0.365,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_1_left_group_2":[0.2999965104531279,-3.4499988980448784,0.7849999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_1_left_group_3":[0.29999467385057627,-2.9499988980482517,0.7849999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_1_left_group_base":[0.2649955921520883,-3.1999990266087437,0.024999999999999988,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_1_main_group_1":[1.2,-0.3,0.15499999999999997,1.0,0.0,0.0,0.0],"stack_1_main_group_2":[1.2,-0.3,0.365,1.0,0.0,0.0,0.0],"stack_1_main_group_3":[1.2,-0.3,0.575,1.0,0.0,0.0,0.0],"stack_1_main_group_4":[1.2,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"stack_1_main_group_base":[1.2,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"stack_2_left_group_1":[0.29999191894674876,-2.199998898053311,0.47,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_2_left_group_base":[0.26499191894698493,-2.19999902661549,0.024999999999999988,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_2_main_group_1":[2.2,-0.3,0.365,1.0,0.0,0.0,0.0],"stack_2_main_group_2":[1.9500000000000002,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"stack_2_main_group_3":[2.45,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"stack_2_main_group_base":[2.2,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"stack_3_left_group_1":[0.2999870519499868,-0.8749988980622496,0.4699999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_3_left_group_base":[0.264987051950223,-0.8749990266244283,0.024999999999999932,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_3_main_group_1":[3.2,-0.3,0.365,1.0,0.0,0.0,0.0],"stack_3_main_group_2":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"stack_3_main_group_3":[3.45,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"stack_3_main_group_base":[3.2,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"stack_4_main_group_1":[4.2,-0.3,0.47,1.0,0.0,0.0,0.0],"stack_4_main_group_base":[4.2,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"stack_5_main_group_1":[4.95,-0.3,0.365,1.0,0.0,0.0,0.0],"stack_5_main_group_2":[4.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"stack_5_main_group_base":[4.95,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"stack_left_right_group_1":[5.689999265360396,-0.899999228625579,0.615,0.7071054825112363,0.0,0.0,-0.7071080798594735],"stack_left_right_group_2":[5.689999265360396,-0.899999228625579,1.7449999999999999,0.7071054825112363,0.0,0.0,-0.7071080798594735],"stack_left_right_group_base":[5.72499926536016,-0.8999993571877576,0.025000000000000043,0.7071054825112363,0.0,0.0,-0.7071080798594735],"stack_right_right_group_1":[5.689994159605303,-2.289999228616202,0.6149999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"stack_right_right_group_2":[5.689994159605303,-2.289999228616202,1.7449999999999997,0.7071054825112363,0.0,0.0,-0.7071080798594735],"stack_right_right_group_base":[5.724994159605067,-2.28999935717838,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"stool_1_room":[1.325,-4.475,0.4,4.632679487995776e-05,0.0,0.0,0.999999998926914],"stool_2_room":[1.975,-4.475,0.4,4.632679487995776e-05,0.0,0.0,0.999999998926914],"stool_3_room":[2.625,-4.475,0.4,4.632679487995776e-05,0.0,0.0,0.999999998926914],"stovetop_main_group":[4.201503558601173,-0.29496929235669656,0.9307668946915083,1.0,0.0,0.0,0.0],"toaster_main_group":[2.747640287102935,-0.21089753143282097,1.038,1.0,0.0,0.0,0.0],"toaster_oven_main_group":[3.382218060875461,-0.3016016394625445,1.0763907397778258,1.0,0.0,0.0,0.0],"top_right_group":[5.689991772021986,-2.939999228611817,2.1049999999999995,0.7071054825112363,0.0,0.0,-0.7071080798594735],"utensil_rack_room":[1.9,-0.039999999999999994,1.15,1.0,0.0,0.0,0.0],"utensil_set_main_group":[5.45731049109186,-0.15253297724350956,1.063320811843608,1.0,0.0,0.0,0.0],"wall_backing_room":[3.04,0.14,1.38,-0.7071067811865476,0.7071067811865476,0.0,0.0],"wall_front_backing_room":[3.04,-6.14,1.38,0.0,0.0,0.7071067811865476,-0.7071067811865476],"wall_front_room":[3.04,-6.02,1.5,0.0,0.0,0.7071067811865476,-0.7071067811865476],"wall_left_backing_room":[-0.14,-3.0,1.38,0.5,0.5,-0.5,-0.5],"wall_left_room":[-0.02,-3.0,1.5,0.5,0.5,-0.5,-0.5],"wall_right_backing_room":[6.22,-3.0,1.38,0.5,-0.5,-0.5,0.5],"wall_right_room":[6.1,-3.0,1.5,0.5,-0.5,-0.5,0.5],"wall_room":[3.04,0.02,1.5,-0.7071067811865476,0.7071067811865476,0.0,0.0],"window_group_room":[0.015000000000000003,-3.2999999,1.7,0.7071054825112363,0.0,0.0,0.7071080798594735]},"objects":{"distr_counter_1":[2.9448171176281157,-0.32015222657586756,0.9338284458925485,0.9886624047472456,0.020492000085650316,-0.011369771292268046,-0.148315392568152],"drawer_obj":[2.9732550142564205,-0.3681192764009443,0.7651577382595925,0.9689208383085316,0.05667062414408358,0.004660747414850101,0.24074701843251858]},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"relation":"pull","selected_object":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.9732550142564205,-0.3681192764009443,0.7651577382595925,0.9689208383085316,0.05667062414408358,0.004660747414850101,0.24074701843251858],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"selected_target":null,"verifier_boundary":{"harness_verify_required":true,"private_task_signal_exposed":false,"task_completion_claimed_by_primitive":false},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":328},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":1600.112}],"event":{"kind":"action","label":"Observe state","detail":""}},{"round":16,"at":1787.035051,"duration":186.724,"title":"robocasa fixture · ground robocasa visual target · move robocasa ee to","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":7,"cumulativeToolCalls":111,"code":"fx = primitives.call(name='inspect_robocasa_fixture', fixture_name='drawer', prompt='Open the left drawer.')\npos = [2.9733972549438477, -0.36803507804870605, 0.7651695609092712]\nif fx.ok and isinstance(fx.output, dict):\n    hr = fx.output.get('handle_region') or {}\n    if isinstance(hr, dict) and hr.get('center'):\n        pos = list(hr['center'])\n\ng1 = primitives.call(name='ground_robocasa_visual_target', entity_name='drawer_obj', world_position=pos, prompt='Open the left drawer.')\nh1 = g1.output.get('evidence_handle') if g1.ok else None\nm1 = primitives.call(name='move_robocasa_ee_to', target_position=[pos[0] + 0.18, pos[1], pos[2] + 0.06],\n                     gripper_command=1.0, horizon=300, evidence_handles=[h1] if h1 else [],\n                     prompt='Open the left drawer.')\ng2 = primitives.call(name='ground_robocasa_visual_target', entity_name='drawer_obj', world_position=pos, prompt='Open the left drawer.')\nh2 = g2.output.get('evidence_handle') if g2.ok else None\nm2 = primitives.call(name='move_robocasa_ee_to', target_position=[pos[0] + 0.08, pos[1], pos[2] + 0.01],\n                     gripper_command=1.0, horizon=300, evidence_handles=[h2] if h2 else [],\n                     prompt='Open the left drawer.')\ng3 = primitives.call(name='ground_robocasa_visual_target', entity_name='drawer_obj', world_position=pos, prompt='Open the left drawer.')\nh3 = g3.output.get('evidence_handle') if g3.ok else None\ngr = primitives.call(name='grasp_robocasa_object', object_name='drawer_obj',\n                     evidence_handles=[h3] if h3 else [], grasp_approach='center',\n                     gripper_command=-1.0, horizon=600, offset=[0.05, 0.0, 0.0],\n                     prompt='Open the left drawer.')","codeExcerpt":false,"stdout":"","feedback":{},"calls":[{"name":"inspect_robocasa_fixture","arguments":{"fixture_name":"drawer","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":300,"fixture_type":"Box","kind":"fixture","name":"bottom_corner_right_group","pos":[-0.075,-0.21,0.445],"pose_world":[5.6900002754917995,-0.6249992286274342,0.445,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.05,0.78,0.89],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1942,"geom_name":"bottom_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1943,"geom_name":"bottom_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1944,"geom_name":"bottom_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1945,"geom_name":"bottom_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1946,"geom_name":"bottom_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1947,"geom_name":"bottom_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1948,"geom_name":"bottom_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1949,"geom_name":"bottom_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1950,"geom_name":"bottom_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1951,"geom_name":"bottom_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":302,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_1","pos":[5.689991772021986,-2.939999228611817,0.19999999999999982],"pose_world":[5.689991772021986,-2.939999228611817,0.19999999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"affordance_geometries":{"handles":[{"geom_id":1976,"geom_name":"bottom_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1977,"geom_name":"bottom_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1978,"geom_name":"bottom_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1979,"geom_name":"bottom_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1980,"geom_name":"bottom_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1981,"geom_name":"bottom_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1982,"geom_name":"bottom_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1983,"geom_name":"bottom_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1984,"geom_name":"bottom_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1985,"geom_name":"bottom_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":306,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_2","pos":[5.689991772021986,-2.939999228611817,0.4999999999999998],"pose_world":[5.689991772021986,-2.939999228611817,0.4999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"body_id":301,"fixture_type":"Box","kind":"fixture","name":"bottom_right_group_base","pos":[2.24,-0.17499999999999996,0.02499999999999982],"pose_world":[5.72499177202175,-2.9399993571739955,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.71,0.05],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1506,"geom_name":"cab_1_left_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1507,"geom_name":"cab_1_left_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1508,"geom_name":"cab_1_left_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1509,"geom_name":"cab_1_left_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1510,"geom_name":"cab_1_left_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1511,"geom_name":"cab_1_left_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1512,"geom_name":"cab_1_left_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1513,"geom_name":"cab_1_left_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1514,"geom_name":"cab_1_left_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1515,"geom_name":"cab_1_left_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1520,"geom_name":"cab_1_left_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1521,"geom_name":"cab_1_left_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1522,"geom_name":"cab_1_left_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1523,"geom_name":"cab_1_left_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1524,"geom_name":"cab_1_left_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1525,"geom_name":"cab_1_left_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1526,"geom_name":"cab_1_left_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1527,"geom_name":"cab_1_left_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1528,"geom_name":"cab_1_left_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1529,"geom_name":"cab_1_left_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":239,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_left_group","pos":[0.19999008234487173,-1.6999992653771945,1.85],"pose_world":[0.19999008234487173,-1.6999992653771945,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":296,"geom_name":"cab_1_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":297,"geom_name":"cab_1_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":298,"geom_name":"cab_1_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":299,"geom_name":"cab_1_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":300,"geom_name":"cab_1_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":301,"geom_name":"cab_1_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":302,"geom_name":"cab_1_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":303,"geom_name":"cab_1_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":304,"geom_name":"cab_1_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":305,"geom_name":"cab_1_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":310,"geom_name":"cab_1_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":311,"geom_name":"cab_1_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":312,"geom_name":"cab_1_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":313,"geom_name":"cab_1_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":314,"geom_name":"cab_1_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":315,"geom_name":"cab_1_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":316,"geom_name":"cab_1_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":317,"geom_name":"cab_1_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":318,"geom_name":"cab_1_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":319,"geom_name":"cab_1_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":60,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_main_group","pos":[1.15,-0.2,1.85],"pose_world":[1.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":1552,"geom_name":"cab_2_left_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1553,"geom_name":"cab_2_left_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1554,"geom_name":"cab_2_left_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1555,"geom_name":"cab_2_left_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1556,"geom_name":"cab_2_left_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1557,"geom_name":"cab_2_left_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1558,"geom_name":"cab_2_left_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1559,"geom_name":"cab_2_left_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1560,"geom_name":"cab_2_left_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1561,"geom_name":"cab_2_left_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":248,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_left_group","pos":[0.19998732744104422,-0.9499992653822544,1.85],"pose_world":[0.19998732744104422,-0.9499992653822544,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"affordance_geometries":{"handles":[{"geom_id":388,"geom_name":"cab_2_main_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":389,"geom_name":"cab_2_main_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":390,"geom_name":"cab_2_main_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":391,"geom_name":"cab_2_main_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":392,"geom_name":"cab_2_main_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":393,"geom_name":"cab_2_main_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":394,"geom_name":"cab_2_main_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":395,"geom_name":"cab_2_main_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":396,"geom_name":"cab_2_main_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":397,"geom_name":"cab_2_main_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":78,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_main_group","pos":[2.9,-0.2,1.85],"pose_world":[2.9,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"body_id":59,"fixture_type":"Box","kind":"fixture","name":"cab_corner_2_main_group","pos":[0.2,-0.55,1.85],"pose_world":[0.2,-0.55,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.4,0.3,0.92],"type":"Box"},{"body_id":58,"fixture_type":"Box","kind":"fixture","name":"cab_corner_main_group","pos":[0.325,-0.2,1.85],"pose_world":[0.325,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.65,0.4,0.92],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":342,"geom_name":"cab_main_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":343,"geom_name":"cab_main_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":344,"geom_name":"cab_main_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":345,"geom_name":"cab_main_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":346,"geom_name":"cab_main_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":347,"geom_name":"cab_main_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":348,"geom_name":"cab_main_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":349,"geom_name":"cab_main_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":350,"geom_name":"cab_main_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":351,"geom_name":"cab_main_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":356,"geom_name":"cab_main_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":357,"geom_name":"cab_main_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":358,"geom_name":"cab_main_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":359,"geom_name":"cab_main_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":360,"geom_name":"cab_main_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":361,"geom_name":"cab_main_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":362,"geom_name":"cab_main_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":363,"geom_name":"cab_main_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":364,"geom_name":"cab_main_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":365,"geom_name":"cab_main_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":69,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_main_main_group","pos":[2.15,-0.2,1.85],"pose_world":[2.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"body_id":299,"fixture_type":"Box","kind":"fixture","name":"cab_top_corner_right_group","pos":[-0.375,-0.21,1.8499999999999996],"pose_world":[5.6900013774533305,-0.3249992286294581,1.8499999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.65,0.78,0.92],"type":"Box"},{"affordance_geometries":{"start_buttons":{"start_button_1":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}],"start_button_2":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}]}},"affordance_sites":{"receptacle_place_site":[1.319170355796814,-0.34829509258270264,0.9765308499336243],"start_buttons":{"start_button_1":[1.3185672760009766,-0.41278737783432007,1.2256221771240234],"start_button_2":[1.3185672760009766,-0.41278737783432007,1.1727606058120728]}},"body_id":167,"depth":0.36232757964721246,"fixture_type":"CoffeeMachine","height":0.33999999999999997,"kind":"fixture","name":"coffee_machine_main_group","pos":[1.3185672959127874,-0.2445345466838201,1.0929999947553568],"pose_world":[1.3185672959127874,-0.2445345466838201,1.0929999947553568,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.1654909721085488,0.36232757964721246,0.33999999999999997],"type":"CoffeeMachine","width":0.1654909721085488},{"body_id":191,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_front_group","pos":[1.975,-4.075,0.46],"pose_world":[1.975,-4.075,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[2.55,0.65,0.92],"type":"Counter","width":2.55},{"body_id":197,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_left_group","pos":[0.32499191894658014,-2.1999988062231837,0.46],"pose_world":[0.32499191894658014,-2.1999988062231837,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"body_id":56,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_main_group","pos":[4.45,-0.325,0.46],"pose_world":[4.45,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.5,0.65,0.92],"type":"Counter","width":1.5},{"body_id":57,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_2_main_group","pos":[5.640000000000001,-0.325,0.46],"pose_world":[5.640000000000001,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.88,0.65,0.92],"type":"Counter","width":0.88},{"body_id":192,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_front_group","pos":[0.6500000056873556,-4.0748772339937,0.46],"pose_world":[0.6500000056873556,-4.0748772339937,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":193,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_left_group","pos":[0.3249987143760213,-4.049998806210703,0.46],"pose_world":[0.3249987143760213,-4.049998806210703,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":47,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_main_group","pos":[0.35,-0.325,0.46],"pose_world":[0.35,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":198,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_right_left_group","pos":[0.32498622547866995,-0.6499988062336404,0.46],"pose_world":[0.32498622547866995,-0.6499988062336404,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":48,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_main_main_group","pos":[2.2,-0.325,0.46],"pose_world":[2.2,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"affordance_geometries":{"handles":[{"geom_id":1425,"geom_name":"dishwasher_left_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":226,"depth":0.6,"fixture_type":"Dishwasher","height":0.89,"kind":"fixture","name":"dishwasher_left_group","pos":[0.32479563450010346,-1.3749988069386108,0.4449999999999999],"pose_world":[0.32479563450010346,-1.3749988069386108,0.4449999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.65,0.6,0.89],"type":"Dishwasher","width":0.65},{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"…"],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":332},"pose_evidence":{"fixtures":{"drawer":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0]},"objects":{},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":[2.950127124786377,-0.6181309819221497,0.7849999666213989]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":[3.0001063346862793,-0.6036044359207153,0.7850001454353333]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":[2.8998935222625732,-0.6036659479141235,0.7849998474121094]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":[3.0001063346862793,-0.6178436279296875,0.7850001454353333]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":[2.8998935222625732,-0.617800235748291,0.7849998474121094]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":[2.9962358474731445,-0.6343322992324829,0.785000205039978]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":[2.9040141105651855,-0.6343322992324829,0.7850005030632019]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":[2.950000047683716,-0.6228905916213989,0.7850000262260437]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":332},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":332},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":1729.163},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer.","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:33:robot0_agentview_left:state:33","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.9732550142564205,-0.3681192764009443,0.7651577382595925,0.9689208383085316,0.05667062414408358,0.004660747414850101,0.24074701843251858],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":33,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Open the left drawer.","query":null,"registry_pose_world":[2.973254919052124,-0.3681192696094513,0.7651577591896057],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":1729.167},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:33:robot0_agentview_left:state:33"],"gripper_command":1.0,"horizon":300,"prompt":"Open the left drawer.","target_position":[3.153397254943848,-0.36803507804870605,0.8251695609092713]},"ok":false,"error":null,"output":{"action_feedback":{"arrived":false,"contact":null,"distance_m":0.7379909753799438,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":1742.059},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer.","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:34:robot0_agentview_left:state:34","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.973256640312277,-0.36811853586749466,0.7651574336425464,0.9689244311043838,0.05667169220580144,0.004649746943636522,0.24073251954178732],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":34,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Open the left drawer.","query":null,"registry_pose_world":[2.9732565879821777,-0.3681185245513916,0.7651574611663818],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":1742.062},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:34:robot0_agentview_left:state:34"],"gripper_command":1.0,"horizon":300,"prompt":"Open the left drawer.","target_position":[3.0533972549438477,-0.36803507804870605,0.7751695609092712]},"ok":false,"error":null,"output":{"action_feedback":{"arrived":false,"contact":null,"distance_m":0.9741886854171753,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":1757.37},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer.","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:35:robot0_agentview_left:state:35","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.973260786365897,-0.36811663484267376,0.7651578544178507,0.968928300820124,0.05666968504045354,0.004665511513744634,0.24071711129364667],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":35,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Open the left drawer.","query":null,"registry_pose_world":[2.9732608795166016,-0.3681166470050812,0.7651578783988953],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":1757.373},{"name":"grasp_robocasa_object","arguments":{"evidence_handles":["robocasa:visual:35:robot0_agentview_left:state:35"],"grasp_approach":"center","gripper_command":-1.0,"horizon":600,"object_name":"drawer_obj","offset":[0.05,0.0,0.0],"prompt":"Open the left drawer."},"ok":false,"error":"grasp_target_unreached","output":{"action_feedback":{"arrived":false,"contact":false,"distance_m":0.831892728805542,"executed":true,"grasped":false,"lift_confirmed":false,"motion_coupling":{"available":true,"coupled":false,"coupling_error":0.19974258542060852,"eef_displacement":[0.028224706649780273,0.07435914874076843,-0.1832263469696045],"eef_motion":0.1997443586587906,"minimum_motion":0.005,"object_displacement":[6.198883056640625e-06,2.86102294921875e-06,1.7881393432617188e-07],"object_motion":6.8296103563625365e-06,"tolerance":0.02},"motion_coupling_confirmed":false,"next_action":"retry_grasp","official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"retry_reason":"grasp_target_unreached","stable":null,"stage":"grasp","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"drawer_obj","xy_distance_after":null},"at":1786.755}],"event":{"kind":"action","label":"Grasp attempt","detail":""}},{"round":17,"at":1886.557871,"duration":99.523,"title":"robocasa fixture · ground robocasa visual target · move robocasa ee to","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":3,"cumulativeToolCalls":114,"code":"fx = primitives.call(name='inspect_robocasa_fixture', fixture_name='drawer', prompt='Open the left drawer.')\npos = [2.9733972549438477, -0.36803507804870605, 0.7651695609092712]\nif fx.ok and isinstance(fx.output, dict):\n    hr = fx.output.get('handle_region') or {}\n    if isinstance(hr, dict) and hr.get('center'):\n        pos = list(hr['center'])\ng = primitives.call(name='ground_robocasa_visual_target', entity_name='drawer_obj', world_position=pos, prompt='Open the left drawer.')\nh = g.output.get('evidence_handle') if g.ok else None\nm = primitives.call(name='move_robocasa_ee_to', target_position=[pos[0] + 0.05, pos[1], pos[2]],\n                    gripper_command=-1.0, horizon=500, evidence_handles=[h] if h else [],\n                    prompt='Open the left drawer.')","codeExcerpt":false,"stdout":"","feedback":{},"calls":[{"name":"inspect_robocasa_fixture","arguments":{"fixture_name":"drawer","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":300,"fixture_type":"Box","kind":"fixture","name":"bottom_corner_right_group","pos":[-0.075,-0.21,0.445],"pose_world":[5.6900002754917995,-0.6249992286274342,0.445,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.05,0.78,0.89],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1942,"geom_name":"bottom_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1943,"geom_name":"bottom_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1944,"geom_name":"bottom_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1945,"geom_name":"bottom_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1946,"geom_name":"bottom_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1947,"geom_name":"bottom_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1948,"geom_name":"bottom_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1949,"geom_name":"bottom_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1950,"geom_name":"bottom_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1951,"geom_name":"bottom_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":302,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_1","pos":[5.689991772021986,-2.939999228611817,0.19999999999999982],"pose_world":[5.689991772021986,-2.939999228611817,0.19999999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"affordance_geometries":{"handles":[{"geom_id":1976,"geom_name":"bottom_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1977,"geom_name":"bottom_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1978,"geom_name":"bottom_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1979,"geom_name":"bottom_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1980,"geom_name":"bottom_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1981,"geom_name":"bottom_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1982,"geom_name":"bottom_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1983,"geom_name":"bottom_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1984,"geom_name":"bottom_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1985,"geom_name":"bottom_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":306,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_2","pos":[5.689991772021986,-2.939999228611817,0.4999999999999998],"pose_world":[5.689991772021986,-2.939999228611817,0.4999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"body_id":301,"fixture_type":"Box","kind":"fixture","name":"bottom_right_group_base","pos":[2.24,-0.17499999999999996,0.02499999999999982],"pose_world":[5.72499177202175,-2.9399993571739955,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.71,0.05],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1506,"geom_name":"cab_1_left_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1507,"geom_name":"cab_1_left_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1508,"geom_name":"cab_1_left_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1509,"geom_name":"cab_1_left_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1510,"geom_name":"cab_1_left_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1511,"geom_name":"cab_1_left_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1512,"geom_name":"cab_1_left_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1513,"geom_name":"cab_1_left_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1514,"geom_name":"cab_1_left_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1515,"geom_name":"cab_1_left_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1520,"geom_name":"cab_1_left_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1521,"geom_name":"cab_1_left_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1522,"geom_name":"cab_1_left_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1523,"geom_name":"cab_1_left_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1524,"geom_name":"cab_1_left_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1525,"geom_name":"cab_1_left_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1526,"geom_name":"cab_1_left_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1527,"geom_name":"cab_1_left_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1528,"geom_name":"cab_1_left_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1529,"geom_name":"cab_1_left_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":239,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_left_group","pos":[0.19999008234487173,-1.6999992653771945,1.85],"pose_world":[0.19999008234487173,-1.6999992653771945,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":296,"geom_name":"cab_1_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":297,"geom_name":"cab_1_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":298,"geom_name":"cab_1_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":299,"geom_name":"cab_1_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":300,"geom_name":"cab_1_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":301,"geom_name":"cab_1_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":302,"geom_name":"cab_1_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":303,"geom_name":"cab_1_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":304,"geom_name":"cab_1_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":305,"geom_name":"cab_1_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":310,"geom_name":"cab_1_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":311,"geom_name":"cab_1_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":312,"geom_name":"cab_1_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":313,"geom_name":"cab_1_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":314,"geom_name":"cab_1_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":315,"geom_name":"cab_1_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":316,"geom_name":"cab_1_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":317,"geom_name":"cab_1_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":318,"geom_name":"cab_1_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":319,"geom_name":"cab_1_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":60,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_main_group","pos":[1.15,-0.2,1.85],"pose_world":[1.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":1552,"geom_name":"cab_2_left_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1553,"geom_name":"cab_2_left_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1554,"geom_name":"cab_2_left_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1555,"geom_name":"cab_2_left_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1556,"geom_name":"cab_2_left_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1557,"geom_name":"cab_2_left_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1558,"geom_name":"cab_2_left_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1559,"geom_name":"cab_2_left_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1560,"geom_name":"cab_2_left_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1561,"geom_name":"cab_2_left_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":248,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_left_group","pos":[0.19998732744104422,-0.9499992653822544,1.85],"pose_world":[0.19998732744104422,-0.9499992653822544,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"affordance_geometries":{"handles":[{"geom_id":388,"geom_name":"cab_2_main_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":389,"geom_name":"cab_2_main_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":390,"geom_name":"cab_2_main_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":391,"geom_name":"cab_2_main_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":392,"geom_name":"cab_2_main_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":393,"geom_name":"cab_2_main_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":394,"geom_name":"cab_2_main_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":395,"geom_name":"cab_2_main_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":396,"geom_name":"cab_2_main_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":397,"geom_name":"cab_2_main_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":78,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_main_group","pos":[2.9,-0.2,1.85],"pose_world":[2.9,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"body_id":59,"fixture_type":"Box","kind":"fixture","name":"cab_corner_2_main_group","pos":[0.2,-0.55,1.85],"pose_world":[0.2,-0.55,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.4,0.3,0.92],"type":"Box"},{"body_id":58,"fixture_type":"Box","kind":"fixture","name":"cab_corner_main_group","pos":[0.325,-0.2,1.85],"pose_world":[0.325,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.65,0.4,0.92],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":342,"geom_name":"cab_main_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":343,"geom_name":"cab_main_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":344,"geom_name":"cab_main_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":345,"geom_name":"cab_main_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":346,"geom_name":"cab_main_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":347,"geom_name":"cab_main_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":348,"geom_name":"cab_main_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":349,"geom_name":"cab_main_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":350,"geom_name":"cab_main_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":351,"geom_name":"cab_main_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":356,"geom_name":"cab_main_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":357,"geom_name":"cab_main_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":358,"geom_name":"cab_main_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":359,"geom_name":"cab_main_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":360,"geom_name":"cab_main_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":361,"geom_name":"cab_main_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":362,"geom_name":"cab_main_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":363,"geom_name":"cab_main_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":364,"geom_name":"cab_main_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":365,"geom_name":"cab_main_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":69,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_main_main_group","pos":[2.15,-0.2,1.85],"pose_world":[2.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"body_id":299,"fixture_type":"Box","kind":"fixture","name":"cab_top_corner_right_group","pos":[-0.375,-0.21,1.8499999999999996],"pose_world":[5.6900013774533305,-0.3249992286294581,1.8499999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.65,0.78,0.92],"type":"Box"},{"affordance_geometries":{"start_buttons":{"start_button_1":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}],"start_button_2":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}]}},"affordance_sites":{"receptacle_place_site":[1.319170355796814,-0.34829509258270264,0.9765308499336243],"start_buttons":{"start_button_1":[1.3185672760009766,-0.41278737783432007,1.2256221771240234],"start_button_2":[1.3185672760009766,-0.41278737783432007,1.1727606058120728]}},"body_id":167,"depth":0.36232757964721246,"fixture_type":"CoffeeMachine","height":0.33999999999999997,"kind":"fixture","name":"coffee_machine_main_group","pos":[1.3185672959127874,-0.2445345466838201,1.0929999947553568],"pose_world":[1.3185672959127874,-0.2445345466838201,1.0929999947553568,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.1654909721085488,0.36232757964721246,0.33999999999999997],"type":"CoffeeMachine","width":0.1654909721085488},{"body_id":191,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_front_group","pos":[1.975,-4.075,0.46],"pose_world":[1.975,-4.075,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[2.55,0.65,0.92],"type":"Counter","width":2.55},{"body_id":197,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_left_group","pos":[0.32499191894658014,-2.1999988062231837,0.46],"pose_world":[0.32499191894658014,-2.1999988062231837,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"body_id":56,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_main_group","pos":[4.45,-0.325,0.46],"pose_world":[4.45,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.5,0.65,0.92],"type":"Counter","width":1.5},{"body_id":57,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_2_main_group","pos":[5.640000000000001,-0.325,0.46],"pose_world":[5.640000000000001,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.88,0.65,0.92],"type":"Counter","width":0.88},{"body_id":192,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_front_group","pos":[0.6500000056873556,-4.0748772339937,0.46],"pose_world":[0.6500000056873556,-4.0748772339937,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":193,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_left_group","pos":[0.3249987143760213,-4.049998806210703,0.46],"pose_world":[0.3249987143760213,-4.049998806210703,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":47,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_main_group","pos":[0.35,-0.325,0.46],"pose_world":[0.35,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":198,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_right_left_group","pos":[0.32498622547866995,-0.6499988062336404,0.46],"pose_world":[0.32498622547866995,-0.6499988062336404,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":48,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_main_main_group","pos":[2.2,-0.325,0.46],"pose_world":[2.2,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"affordance_geometries":{"handles":[{"geom_id":1425,"geom_name":"dishwasher_left_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":226,"depth":0.6,"fixture_type":"Dishwasher","height":0.89,"kind":"fixture","name":"dishwasher_left_group","pos":[0.32479563450010346,-1.3749988069386108,0.4449999999999999],"pose_world":[0.32479563450010346,-1.3749988069386108,0.4449999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.65,0.6,0.89],"type":"Dishwasher","width":0.65},{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"…"],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":354},"pose_evidence":{"fixtures":{"drawer":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0]},"objects":{},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":[2.950127124786377,-0.6181310415267944,0.7849999666213989]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":[3.0001063346862793,-0.6036044359207153,0.7850001454353333]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":[2.8998935222625732,-0.6036659479141235,0.7849998474121094]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":[3.0001063346862793,-0.6178436279296875,0.7850001454353333]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":[2.8998935222625732,-0.617800235748291,0.7849998474121094]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":[2.9962358474731445,-0.6343322992324829,0.785000205039978]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":[2.9040141105651855,-0.6343322992324829,0.7850005030632019]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":[2.950000047683716,-0.6228905916213989,0.7850000262260437]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":354},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":354},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":1862.94},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer.","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:36:robot0_agentview_left:state:36","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.9732670633602045,-0.3681137992226387,0.7651580715625614,0.9689360468725601,0.05667208759622473,0.0046598437167571696,0.24068547404236315],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":36,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Open the left drawer.","query":null,"registry_pose_world":[2.973267078399658,-0.36811378598213196,0.7651580572128296],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":1862.943},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:36:robot0_agentview_left:state:36"],"gripper_command":-1.0,"horizon":500,"prompt":"Open the left drawer.","target_position":[3.0233972549438475,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"action_feedback":{"arrived":false,"contact":null,"distance_m":0.8315579295158386,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":1886.341}],"event":{"kind":"action","label":"Control action","detail":""}},{"round":18,"at":1985.782881,"duration":99.225,"title":"robocasa kitchen state · robocasa object · ground robocasa visual target","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":7,"cumulativeToolCalls":121,"code":"st = primitives.call(name='observe_robocasa_kitchen_state', prompt='Open the left drawer.')\neef0 = st.output.get('eef_position') if st.ok else None\nprint('eef0:', eef0)\n\nins = primitives.call(name='inspect_robocasa_object', object_name='drawer_obj', prompt='Open the left drawer.')\npos = [2.9733972549438477, -0.36803507804870605, 0.7651695609092712]\nif ins.ok and isinstance(ins.output, dict):\n    pos = list(ins.output.get('position', pos))\nprint('pos:', pos)\n\ng = primitives.call(name='ground_robocasa_visual_target', entity_name='drawer_obj', world_position=pos, prompt='Open the left drawer.')\nh = g.output.get('evidence_handle') if g.ok else None\nm = primitives.call(name='move_robocasa_ee_to', target_position=[pos[0] + 0.06, pos[1], pos[2]],\n                    gripper_command=1.0, horizon=400, evidence_handles=[h] if h else [],\n                    prompt='Open the left drawer.')\nprint('move_ok:', m.ok)\nprint('move_out:', m.output if not m.ok else {k: m.output.get(k) for k in ('arrived', 'distance_m', 'contact', 'eef_position')})\n\nst2 = primitives.call(name='observe_robocasa_kitchen_state', prompt='Open the left drawer.')\neef1 = st2.output.get('eef_position') if st2.ok else None\nprint('eef1:', eef1)\nif eef1:\n    d = ((eef1[0]-pos[0])**2 + (eef1[1]-pos[1])**2 + (eef1[2]-pos[2])**2) ** 0.5\n    print('dist_to_handle:', round(d, 4))\n\ng2 = primitives.call(name='ground_robocasa_visual_target', entity_name='drawer_obj', world_position=pos, prompt='Open the left drawer.')\nh2 = g2.output.get('evidence_handle') if g2.ok else None\ngr = primitives.call(name='grasp_robocasa_object', object_name='drawer_obj',\n                     evidence_handles=[h2] if h2 else [], grasp_approach='near_side',\n                     gripper_command=-1.0, horizon=400, prompt='Open the left drawer.')\nprint('grasp_ok:', gr.ok)\nprint('grasp_out:', gr.output if not gr.ok else {k: gr.output.get(k) for k in ('grasped', 'held_object_handle', 'contact', 'lifted')})","codeExcerpt":false,"stdout":"eef0: [3.361161470413208, -0.33025118708610535, 1.5241005420684814]\npos: [2.9733972549438477, -0.36803507804870605, 0.7651695609092712]\nmove_ok: True\nmove_out: {'arrived': None, 'distance_m': None, 'contact': None, 'eef_position': None}\neef1: [3.3609907627105713, -0.3301679491996765, 1.5238744020462036]\ndist_to_handle: 0.8528\ngrasp_ok: False\ngrasp_out: {'action_feedback': {'arrived': False, 'contact': False, 'distance_m': 0.7603049278259277, 'executed': True, 'grasped': False, 'lift_confirmed': False, 'motion_coupling': {'available': True, 'coupled': False, 'coupling_error': 0.0005079878028482199, 'eef_displacement': [-0.00033164024353027344, 8.973479270935059e-05, -0.0003706216812133789], 'eef_motion': 0.0005053692148067057, 'minimum_motion': 0.005, 'object_displacement': [4.291534423828125e-06, 1.9371509552001953e-06, 1.7881393432617188e-07], 'object_motion': 4.7118783186306246e-06, 'tolerance': 0.02}, 'motion_coupling_confirmed': False, 'next_action': 'retry_grasp', 'official_task_success_not_included': True, 'release_command_executed': None, 'release_stable': None, 'released': None, 'retry_reason': 'grasp_target_unreached', 'stable': None, 'stage': 'grasp', 'unknown_is_not_success': True}, 'execution_status': 'stepped', 'release_executed': None, 'release_stable': None, 'target_name': 'drawer_obj', 'xy_distance_after': None}\n","feedback":{},"calls":[{"name":"observe_robocasa_kitchen_state","arguments":{"prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"available_fixture_names":["bottom_corner_right_group","bottom_right_group_1","bottom_right_group_2","bottom_right_group_base","cab_1_left_group","cab_1_main_group","cab_2_left_group","cab_2_main_group","cab_corner_2_main_group","cab_corner_main_group","cab_main_main_group","cab_top_corner_right_group","coffee_machine_main_group","counter_1_front_group","counter_1_left_group","counter_1_main_group","counter_corner_2_main_group","counter_corner_front_group","counter_corner_left_group","counter_corner_main_group","counter_corner_right_left_group","counter_main_main_group","dishwasher_left_group","drawer","…"],"available_object_names":["distr_counter_1","drawer_obj"],"eef_position":[3.361161470413208,-0.33025118708610535,1.5241005420684814],"evidence_handles":[],"fixtures":{"drawer":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]},"stack_3_main_group_2":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]}},"gripper_qpos":[0.040014833211898804,-0.039615921676158905],"grounding_hint":"ground_robocasa_visual_target(entity_name=canonical_name); pass its evidence_handle to an action","held_object_handle":null,"held_object_name":null,"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":null,"query":null,"split":"target"},"objects":{"distr_counter_1":{"affordance_sites":[],"position":[2.944808006286621,-0.32015717029571533,0.9338282346725464],"size":[0.02821504,0.0281638,0.02811556]},"drawer_obj":{"affordance_sites":[],"position":[2.9732706546783447,-0.36811208724975586,0.7651577591896057],"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105]}},"observation_serial":37},"at":1944.432},{"name":"inspect_robocasa_object","arguments":{"object_name":"drawer_obj","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":350,"kind":"object","name":"distr_counter_1","pose_world":[2.9448078966686166,-0.3201571841479255,0.9338282295715049,0.9887445594168481,0.02049138089884364,-0.011355581917673897,-0.14776789330484694],"rot":0.0,"score":0.5,"size":[0.02821504,0.0281638,0.02811556],"type":"MJCFObject"},{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.973270725038747,-0.36811209176064297,0.7651577447333072,0.9689424036478037,0.05666995681326911,0.004659975282988206,0.24066038111488297],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"}],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":367},"pose_evidence":{"fixtures":{},"objects":{"drawer_obj":[2.973270725038747,-0.36811209176064297,0.7651577447333072,0.9689424036478037,0.05666995681326911,0.004659975282988206,0.24066038111488297]},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"body_id":349,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":367},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"kind":"object","name":"drawer_obj","pose_world":[2.973270725038747,-0.36811209176064297,0.7651577447333072,0.9689424036478037,0.05666995681326911,0.004659975282988206,0.24066038111488297],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":367},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":1944.435},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer.","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:37:robot0_agentview_left:state:37","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.973270725038747,-0.36811209176064297,0.7651577447333072,0.9689424036478037,0.05666995681326911,0.004659975282988206,0.24066038111488297],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":37,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Open the left drawer.","query":null,"registry_pose_world":[2.9732706546783447,-0.36811208724975586,0.7651577591896057],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":1944.438},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:37:robot0_agentview_left:state:37"],"gripper_command":1.0,"horizon":400,"prompt":"Open the left drawer.","target_position":[3.0333972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"action_feedback":{"arrived":false,"contact":null,"distance_m":0.8272753357887268,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":1964.258},{"name":"observe_robocasa_kitchen_state","arguments":{"prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"available_fixture_names":["bottom_corner_right_group","bottom_right_group_1","bottom_right_group_2","bottom_right_group_base","cab_1_left_group","cab_1_main_group","cab_2_left_group","cab_2_main_group","cab_corner_2_main_group","cab_corner_main_group","cab_main_main_group","cab_top_corner_right_group","coffee_machine_main_group","counter_1_front_group","counter_1_left_group","counter_1_main_group","counter_corner_2_main_group","counter_corner_front_group","counter_corner_left_group","counter_corner_main_group","counter_corner_right_left_group","counter_main_main_group","dishwasher_left_group","drawer","…"],"available_object_names":["distr_counter_1","drawer_obj"],"eef_position":[3.3609907627105713,-0.3301679491996765,1.5238744020462036],"evidence_handles":[],"fixtures":{"drawer":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]},"stack_3_main_group_2":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]}},"gripper_qpos":[0.0008851619786582887,-0.00011441300011938438],"grounding_hint":"ground_robocasa_visual_target(entity_name=canonical_name); pass its evidence_handle to an action","held_object_handle":null,"held_object_name":null,"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":null,"query":null,"split":"target"},"objects":{"distr_counter_1":{"affordance_sites":[],"position":[2.944805383682251,-0.32015880942344666,0.9338282346725464],"size":[0.02821504,0.0281638,0.02811556]},"drawer_obj":{"affordance_sites":[],"position":[2.973273515701294,-0.3681108057498932,0.7651575803756714],"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105]}},"observation_serial":38},"at":1964.349},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer.","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:38:robot0_agentview_left:state:38","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.9732735758163673,-0.3681108044415407,0.7651575746500806,0.9689471794291061,0.0566714802711693,0.004649844582833097,0.24064098932976685],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":38,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Open the left drawer.","query":null,"registry_pose_world":[2.973273515701294,-0.3681108057498932,0.7651575803756714],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":1964.352},{"name":"grasp_robocasa_object","arguments":{"evidence_handles":["robocasa:visual:38:robot0_agentview_left:state:38"],"grasp_approach":"near_side","gripper_command":-1.0,"horizon":400,"object_name":"drawer_obj","prompt":"Open the left drawer."},"ok":false,"error":"grasp_target_unreached","output":{"action_feedback":{"arrived":false,"contact":false,"distance_m":0.7603049278259277,"executed":true,"grasped":false,"lift_confirmed":false,"motion_coupling":{"available":true,"coupled":false,"coupling_error":0.0005079878028482199,"eef_displacement":[-0.00033164024353027344,8.973479270935059e-05,-0.0003706216812133789],"eef_motion":0.0005053692148067057,"minimum_motion":0.005,"object_displacement":[4.291534423828125e-06,1.9371509552001953e-06,1.7881393432617188e-07],"object_motion":4.7118783186306246e-06,"tolerance":0.02},"motion_coupling_confirmed":false,"next_action":"retry_grasp","official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"retry_reason":"grasp_target_unreached","stable":null,"stage":"grasp","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"drawer_obj","xy_distance_after":null},"at":1985.563}],"event":{"kind":"action","label":"Grasp attempt","detail":""}},{"round":19,"at":2146.676136,"duration":160.893,"title":"robocasa object · ground robocasa visual target · move robocasa ee to","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":7,"cumulativeToolCalls":128,"code":"ins = primitives.call(name='inspect_robocasa_object', object_name='drawer_obj', prompt='Open the left drawer.')\npos = [2.9733972549438477, -0.36803507804870605, 0.7651695609092712]\nif ins.ok and isinstance(ins.output, dict):\n    pos = list(ins.output.get('position', pos))\n\ng1 = primitives.call(name='ground_robocasa_visual_target', entity_name='drawer_obj', world_position=pos, prompt='Open the left drawer.')\nh1 = g1.output.get('evidence_handle') if g1.ok else None\nm1 = primitives.call(name='move_robocasa_ee_to', target_position=[pos[0] - 0.07, pos[1] - 0.03, pos[2]],\n                     gripper_command=-1.0, horizon=600, evidence_handles=[h1] if h1 else [],\n                     prompt='Open the left drawer.')\n\ng2 = primitives.call(name='ground_robocasa_visual_target', entity_name='drawer_obj', world_position=pos, prompt='Open the left drawer.')\nh2 = g2.output.get('evidence_handle') if g2.ok else None\nm2 = primitives.call(name='move_robocasa_ee_to', target_position=[pos[0] + 0.40, pos[1] - 0.03, pos[2]],\n                     gripper_command=-1.0, horizon=600, evidence_handles=[h2] if h2 else [],\n                     prompt='Open the left drawer.')\n\nset = primitives.call(name='settle_robocasa_environment', steps=20, gripper_command=-1.0, evidence_handles=[], prompt='Open the left drawer.')\nfx = primitives.call(name='inspect_robocasa_fixture', fixture_name='drawer', prompt='Open the left drawer.')","codeExcerpt":false,"stdout":"","feedback":{},"calls":[{"name":"inspect_robocasa_object","arguments":{"object_name":"drawer_obj","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":350,"kind":"object","name":"distr_counter_1","pose_world":[2.9448023245208303,-0.320160961818023,0.9338283303613024,0.9887841006057134,0.0205009076776689,-0.01135289686763451,-0.14750195560213902],"rot":0.0,"score":0.5,"size":[0.02821504,0.0281638,0.02811556],"type":"MJCFObject"},{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.973277892454306,-0.3681088582903399,0.7651577627427555,0.9689527125824559,0.056671605326903365,0.0046519766339329915,0.24061863818534562],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"}],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":386},"pose_evidence":{"fixtures":{},"objects":{"drawer_obj":[2.973277892454306,-0.3681088582903399,0.7651577627427555,0.9689527125824559,0.056671605326903365,0.0046519766339329915,0.24061863818534562]},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"body_id":349,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":386},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"kind":"object","name":"drawer_obj","pose_world":[2.973277892454306,-0.3681088582903399,0.7651577627427555,0.9689527125824559,0.056671605326903365,0.0046519766339329915,0.24061863818534562],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":386},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":2091.658},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer.","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:39:robot0_agentview_left:state:39","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.973277892454306,-0.3681088582903399,0.7651577627427555,0.9689527125824559,0.056671605326903365,0.0046519766339329915,0.24061863818534562],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":39,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Open the left drawer.","query":null,"registry_pose_world":[2.9732778072357178,-0.368108868598938,0.7651577591896057],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":2091.66},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:39:robot0_agentview_left:state:39"],"gripper_command":-1.0,"horizon":600,"prompt":"Open the left drawer.","target_position":[2.903397254943848,-0.3980350780487061,0.7651695609092712]},"ok":true,"error":null,"output":{"action_feedback":{"arrived":false,"contact":null,"distance_m":0.8877530694007874,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":2114.621},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer.","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:40:robot0_agentview_left:state:40","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.9732848712217064,-0.3681056533021647,0.7651581589869612,0.9689601618893197,0.05667041164062518,0.004664085579440729,0.24058868514876547],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":40,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Open the left drawer.","query":null,"registry_pose_world":[2.973284959793091,-0.3681056499481201,0.7651581764221191],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":2114.623},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:40:robot0_agentview_left:state:40"],"gripper_command":-1.0,"horizon":600,"prompt":"Open the left drawer.","target_position":[3.3733972549438476,-0.3980350780487061,0.7651695609092712]},"ok":true,"error":null,"output":{"action_feedback":{"arrived":false,"contact":null,"distance_m":0.6673102378845215,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":2141.299},{"name":"settle_robocasa_environment","arguments":{"evidence_handles":[],"gripper_command":-1.0,"prompt":"Open the left drawer.","steps":20},"ok":true,"error":null,"output":{"execution_status":"executed","fixtures":{"bottom_corner_right_group":{"body_id":300,"fixture_type":"Box","kind":"fixture","name":"bottom_corner_right_group","pos":[-0.075,-0.21,0.445],"pose_world":[5.6900002754917995,-0.6249992286274342,0.445,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.05,0.78,0.89],"type":"Box"},"bottom_right_group_1":{"affordance_geometries":{"handles":[{"geom_id":1942,"geom_name":"bottom_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1943,"geom_name":"bottom_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1944,"geom_name":"bottom_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1945,"geom_name":"bottom_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1946,"geom_name":"bottom_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1947,"geom_name":"bottom_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1948,"geom_name":"bottom_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1949,"geom_name":"bottom_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1950,"geom_name":"bottom_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1951,"geom_name":"bottom_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":302,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_1","pos":[5.689991772021986,-2.939999228611817,0.19999999999999982],"pose_world":[5.689991772021986,-2.939999228611817,0.19999999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},"bottom_right_group_2":{"affordance_geometries":{"handles":[{"geom_id":1976,"geom_name":"bottom_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1977,"geom_name":"bottom_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1978,"geom_name":"bottom_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1979,"geom_name":"bottom_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1980,"geom_name":"bottom_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1981,"geom_name":"bottom_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1982,"geom_name":"bottom_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1983,"geom_name":"bottom_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1984,"geom_name":"bottom_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1985,"geom_name":"bottom_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":306,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_2","pos":[5.689991772021986,-2.939999228611817,0.4999999999999998],"pose_world":[5.689991772021986,-2.939999228611817,0.4999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},"bottom_right_group_base":{"body_id":301,"fixture_type":"Box","kind":"fixture","name":"bottom_right_group_base","pos":[2.24,-0.17499999999999996,0.02499999999999982],"pose_world":[5.72499177202175,-2.9399993571739955,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.8,0.71,0.05],"type":"Box"},"cab_1_left_group":{"affordance_geometries":{"handles":[{"geom_id":1506,"geom_name":"cab_1_left_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1507,"geom_name":"cab_1_left_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1508,"geom_name":"cab_1_left_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1509,"geom_name":"cab_1_left_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1510,"geom_name":"cab_1_left_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1511,"geom_name":"cab_1_left_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1512,"geom_name":"cab_1_left_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1513,"geom_name":"cab_1_left_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1514,"geom_name":"cab_1_left_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1515,"geom_name":"cab_1_left_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1520,"geom_name":"cab_1_left_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1521,"geom_name":"cab_1_left_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1522,"geom_name":"cab_1_left_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1523,"geom_name":"cab_1_left_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1524,"geom_name":"cab_1_left_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1525,"geom_name":"cab_1_left_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1526,"geom_name":"cab_1_left_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1527,"geom_name":"cab_1_left_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1528,"geom_name":"cab_1_left_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1529,"geom_name":"cab_1_left_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":239,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_left_group","pos":[0.19999008234487173,-1.6999992653771945,1.85],"pose_world":[0.19999008234487173,-1.6999992653771945,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},"cab_1_main_group":{"affordance_geometries":{"handles":[{"geom_id":296,"geom_name":"cab_1_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":297,"geom_name":"cab_1_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":298,"geom_name":"cab_1_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":299,"geom_name":"cab_1_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":300,"geom_name":"cab_1_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":301,"geom_name":"cab_1_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":302,"geom_name":"cab_1_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":303,"geom_name":"cab_1_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":304,"geom_name":"cab_1_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":305,"geom_name":"cab_1_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":310,"geom_name":"cab_1_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":311,"geom_name":"cab_1_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":312,"geom_name":"cab_1_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":313,"geom_name":"cab_1_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":314,"geom_name":"cab_1_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":315,"geom_name":"cab_1_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":316,"geom_name":"cab_1_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":317,"geom_name":"cab_1_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":318,"geom_name":"cab_1_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":319,"geom_name":"cab_1_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":60,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_main_group","pos":[1.15,-0.2,1.85],"pose_world":[1.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},"cab_2_left_group":{"affordance_geometries":{"handles":[{"geom_id":1552,"geom_name":"cab_2_left_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1553,"geom_name":"cab_2_left_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1554,"geom_name":"cab_2_left_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1555,"geom_name":"cab_2_left_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1556,"geom_name":"cab_2_left_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1557,"geom_name":"cab_2_left_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1558,"geom_name":"cab_2_left_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1559,"geom_name":"cab_2_left_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1560,"geom_name":"cab_2_left_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1561,"geom_name":"cab_2_left_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":248,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_left_group","pos":[0.19998732744104422,-0.9499992653822544,1.85],"pose_world":[0.19998732744104422,-0.9499992653822544,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},"cab_2_main_group":{"affordance_geometries":{"handles":[{"geom_id":388,"geom_name":"cab_2_main_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":389,"geom_name":"cab_2_main_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":390,"geom_name":"cab_2_main_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":391,"geom_name":"cab_2_main_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":392,"geom_name":"cab_2_main_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":393,"geom_name":"cab_2_main_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":394,"geom_name":"cab_2_main_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":395,"geom_name":"cab_2_main_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":396,"geom_name":"cab_2_main_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":397,"geom_name":"cab_2_main_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":78,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_main_group","pos":[2.9,-0.2,1.85],"pose_world":[2.9,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},"cab_corner_2_main_group":{"body_id":59,"fixture_type":"Box","kind":"fixture","name":"cab_corner_2_main_group","pos":[0.2,-0.55,1.85],"pose_world":[0.2,-0.55,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.4,0.3,0.92],"type":"Box"},"cab_corner_main_group":{"body_id":58,"fixture_type":"Box","kind":"fixture","name":"cab_corner_main_group","pos":[0.325,-0.2,1.85],"pose_world":[0.325,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.65,0.4,0.92],"type":"Box"},"cab_main_main_group":{"affordance_geometries":{"handles":[{"geom_id":342,"geom_name":"cab_main_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":343,"geom_name":"cab_main_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":344,"geom_name":"cab_main_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":345,"geom_name":"cab_main_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":346,"geom_name":"cab_main_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":347,"geom_name":"cab_main_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":348,"geom_name":"cab_main_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":349,"geom_name":"cab_main_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":350,"geom_name":"cab_main_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":351,"geom_name":"cab_main_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":356,"geom_name":"cab_main_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":357,"geom_name":"cab_main_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":358,"geom_name":"cab_main_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":359,"geom_name":"cab_main_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":360,"geom_name":"cab_main_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":361,"geom_name":"cab_main_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":362,"geom_name":"cab_main_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":363,"geom_name":"cab_main_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":364,"geom_name":"cab_main_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":365,"geom_name":"cab_main_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":69,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_main_main_group","pos":[2.15,-0.2,1.85],"pose_world":[2.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},"cab_top_corner_right_group":{"body_id":299,"fixture_type":"Box","kind":"fixture","name":"cab_top_corner_right_group","pos":[-0.375,-0.21,1.8499999999999996],"pose_world":[5.6900013774533305,-0.3249992286294581,1.8499999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.65,0.78,0.92],"type":"Box"},"coffee_machine_main_group":{"affordance_geometries":{"start_buttons":{"start_button_1":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}],"start_button_2":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}]}},"affordance_sites":{"receptacle_place_site":[1.319170355796814,-0.34829509258270264,0.9765308499336243],"start_buttons":{"start_button_1":[1.3185672760009766,-0.41278737783432007,1.2256221771240234],"start_button_2":[1.3185672760009766,-0.41278737783432007,1.1727606058120728]}},"body_id":167,"depth":0.36232757964721246,"fixture_type":"CoffeeMachine","height":0.33999999999999997,"kind":"fixture","name":"coffee_machine_main_group","pos":[1.3185672959127874,-0.2445345466838201,1.0929999947553568],"pose_world":[1.3185672959127874,-0.2445345466838201,1.0929999947553568,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.1654909721085488,0.36232757964721246,0.33999999999999997],"type":"CoffeeMachine","width":0.1654909721085488},"counter_1_front_group":{"body_id":191,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_front_group","pos":[1.975,-4.075,0.46],"pose_world":[1.975,-4.075,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"size":[2.55,0.65,0.92],"type":"Counter","width":2.55},"counter_1_left_group":{"body_id":197,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_left_group","pos":[0.32499191894658014,-2.1999988062231837,0.46],"pose_world":[0.32499191894658014,-2.1999988062231837,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},"counter_1_main_group":{"body_id":56,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_main_group","pos":[4.45,-0.325,0.46],"pose_world":[4.45,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1.5,0.65,0.92],"type":"Counter","width":1.5},"counter_corner_2_main_group":{"body_id":57,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_2_main_group","pos":[5.640000000000001,-0.325,0.46],"pose_world":[5.640000000000001,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.88,0.65,0.92],"type":"Counter","width":0.88},"counter_corner_front_group":{"body_id":192,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_front_group","pos":[0.6500000056873556,-4.0748772339937,0.46],"pose_world":[0.6500000056873556,-4.0748772339937,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},"counter_corner_left_group":{"body_id":193,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_left_group","pos":[0.3249987143760213,-4.049998806210703,0.46],"pose_world":[0.3249987143760213,-4.049998806210703,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},"counter_corner_main_group":{"body_id":47,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_main_group","pos":[0.35,-0.325,0.46],"pose_world":[0.35,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},"counter_corner_right_left_group":{"body_id":198,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_right_left_group","pos":[0.32498622547866995,-0.6499988062336404,0.46],"pose_world":[0.32498622547866995,-0.6499988062336404,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},"counter_main_main_group":{"body_id":48,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_main_main_group","pos":[2.2,-0.325,0.46],"pose_world":[2.2,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},"dishwasher_left_group":{"affordance_geometries":{"handles":[{"geom_id":1425,"geom_name":"dishwasher_left_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":226,"depth":0.6,"fixture_type":"Dishwasher","height":0.89,"kind":"fixture","name":"dishwasher_left_group","pos":[0.32479563450010346,-1.3749988069386108,0.4449999999999999],"pose_world":[0.32479563450010346,-1.3749988069386108,0.4449999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[0.65,0.6,0.89],"type":"Dishwasher","width":0.65},"drawer":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_3_main_group_2","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"floor_backing_room":{"body_id":43,"fixture_type":"Floor","kind":"fixture","name":"floor_backing_room","pos":[3.04,-3,-0.14],"pose_world":[3.04,-3.0,-0.14,0.7071067811865476,0.0,0.0,0.7071067811865476],"size":[3.04,3.08,0.1],"type":"Floor"},"floor_room":{"body_id":42,"fixture_type":"Floor","kind":"fixture","name":"floor_room","pos":[3.04,-3,-0.02],"pose_world":[3.04,-3.0,-0.02,0.7071067811865476,0.0,0.0,0.7071067811865476],"size":[3.04,3.08,0.02],"type":"Floor"},"fridge_housing_right_group":{"body_id":278,"depth":0.78,"fixture_type":"HousingCabinet","height":1.7999999999999998,"kind":"fixture","name":"fridge_housing_right_group","pos":[5.689996712482849,-1.5949992286208903,0.9],"pose_world":[5.689996712482849,-1.5949992286208903,0.9,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.89,0.78,1.7999999999999998],"type":"HousingCabinet","width":0.89},"fridge_right_group":{"affordance_geometries":{"handles":[{"geom_id":1698,"geom_name":"fridge_right_group_freezer_door_handle_1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1699,"geom_name":"fridge_right_group_freezer_door_handle_2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1700,"geom_name":"fridge_right_group_freezer_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1747,"geom_name":"fridge_right_group_fridge_door_handle_1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1748,"geom_name":"fridge_right_group_fridge_door_handle_2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1749,"geom_name":"fridge_right_group_fridge_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":269,"depth":0.8,"fixture_type":"FridgeSideBySide","height":1.7799999999999998,"kind":"fixture","name":"fridge_right_group","pos":[5.642795227919224,-1.5949990552401563,0.8900000516962465],"pose_world":[5.642795227919224,-1.5949990552401563,0.8900000516962465,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.85,0.8,1.7799999999999998],"type":"FridgeSideBySide","width":0.85},"fridge_top_right_group":{"affordance_geometries":{"handles":[{"geom_id":1822,"geom_name":"fridge_top_right_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1823,"geom_name":"fridge_top_right_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1824,"geom_name":"fridge_top_right_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1825,"geom_name":"fridge_top_right_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1826,"geom_name":"fridge_top_right_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1827,"geom_name":"fridge_top_right_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1828,"geom_name":"fridge_top_right_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1829,"geom_name":"fridge_top_right_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1830,"geom_name":"fridge_top_right_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1831,"geom_name":"fridge_top_right_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1836,"geom_name":"fridge_top_right_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1837,"geom_name":"fridge_top_right_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1838,"geom_name":"fridge_top_right_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1839,"geom_name":"fridge_top_right_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1840,"geom_name":"fridge_top_right_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1841,"geom_name":"fridge_top_right_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1842,"geom_name":"fridge_top_right_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1843,"geom_name":"fridge_top_right_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1844,"geom_name":"fridge_top_right_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1845,"geom_name":"fridge_top_right_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":279,"depth":0.78,"fixture_type":"HingeCabinet","height":0.5100000000000002,"kind":"fixture","name":"fridge_top_right_group","pos":[5.689996712482849,-1.5949992286208903,2.0549999999999997],"pose_world":[5.689996712482849,-1.5949992286208903,2.0549999999999997,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.89,0.78,0.5100000000000002],"type":"HingeCabinet","width":0.89},"hood_main_group":{"body_id":87,"depth":0.5999999999999999,"fixture_type":"Hood","height":0.8797668963596291,"kind":"fixture","name":"hood_main_group","pos":[4.2015400124186355,-0.29420055813485146,2.109686643940881],"pose_world":[4.2015400124186355,-0.29420055813485146,2.109686643940881,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.9630070973781739,0.5999999999999999,0.8797668963596291],"type":"Hood","width":0.9630070973781739},"knife_block_main_group":{"body_id":189,"depth":0.3157588838500166,"fixture_type":"Accessory","height":0.27882058956551803,"kind":"fixture","name":"knife_block_main_group","pos":[1.4863969653311453,-0.18040035825278877,1.0624943354887755],"pose_world":[1.4863969653311453,-0.18040035825278877,1.0624943354887755,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.12,0.3157588838500166,0.27882058956551803],"type":"Accessory","width":0.12},"light_switch_2_room":{"body_id":36,"depth":3e-05,"fixture_type":"WallAccessory","height":3e-05,"kind":"fixture","name":"light_switch_2_room","pos":[0.0,-1.9,1.2],"pose_world":[0.0,-1.9,1.2,0.999999920000001,0.0,0.0,0.00039999998933328934],"rot":0.0007999999999999119,"size":[3e-05,3e-05,3e-05],"type":"WallAccessory","width":3e-05},"light_switch_room":{"body_id":35,"depth":3e-05,"fixture_type":"WallAccessory","height":3e-05,"kind":"fixture","name":"light_switch_room","pos":[0.0,-1.8,1.2],"pose_world":[0.0,-1.8,1.2,0.999999920000001,0.0,0.0,0.00039999998933328934],"rot":0.0007999999999999119,"size":[3e-05,3e-05,3e-05],"type":"WallAccessory","width":3e-05},"micro_housing_right_group":{"body_id":322,"depth":0.78,"fixture_type":"HousingCabinet","height":0.55,"kind":"fixture","name":"micro_housing_right_group","pos":[5.689991772021986,-2.939999228611817,1.6249999999999996],"pose_world":[5.689991772021986,-2.939999228611817,1.6249999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.8,0.78,0.55],"type":"HousingCabinet","width":0.8},"microwave_right_group":{"affordance_geometries":{"handles":[{"geom_id":2072,"geom_name":"microwave_right_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}],"start_buttons":{"start_button":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}],"stop_button":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}]}},"affordance_sites":{"start_buttons":{"start_button":[5.295259952545166,-3.217700242996216,1.5325120687484741],"stop_button":[5.295259475708008,-3.2673981189727783,1.532609224319458]}},"body_id":318,"depth":0.5,"fixture_type":"Microwave","height":0.4285172992036819,"kind":"fixture","name":"microwave_right_group","pos":[5.520458884233695,-2.9399986153512137,1.6249999999999996],"pose_world":[5.520458884233695,-2.9399986153512137,1.6249999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.75,0.5,0.4285172992036819],"type":"Microwave","width":0.75},"outlet_2_room":{"body_id":37,"depth":3e-05,"fixture_type":"WallAccessory","height":3e-05,"kind":"fixture","name":"outlet_2_room","pos":[6.08,-1.0,1.2],"pose_world":[6.08,-1.0,1.2,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[3e-05,3e-05,3e-05],"type":"WallAccessory","width":3e-05},"outlet_3_room":{"body_id":38,"depth":3e-05,"fixture_type":"WallAccessory","height":3e-05,"kind":"fixture","name":"outlet_3_room","pos":[6.08,-2.5,1.2],"pose_world":[6.08,-2.5,1.2,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[3e-05,3e-05,3e-05],"type":"WallAccessory","width":3e-05},"outlet_room":{"body_id":32,"depth":3e-05,"fixture_type":"WallAccessory","height":3e-05,"kind":"fixture","name":"outlet_room","pos":[3.0,0.0,1.2],"pose_world":[3.0,0.0,1.2,1.0,0.0,0.0,0.0],"rot":0.0,"size":[3e-05,3e-05,3e-05],"type":"WallAccessory","width":3e-05},"oven_housing_right_group":{"body_id":317,"depth":0.78,"fixture_type":"HousingCabinet","height":0.7,"kind":"fixture","name":"oven_housing_right_group","pos":[5.689991772021986,-2.939999228611817,0.9999999999999998],"pose_world":[5.689991772021986,-2.939999228611817,0.9999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.8,0.78,0.7],"type":"HousingCabinet","width":0.8},"oven_right_group":{"affordance_geometries":{"handles":[{"geom_id":2012,"geom_name":"oven_right_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":310,"depth":0.6,"fixture_type":"Oven","height":0.68,"kind":"fixture","name":"oven_right_group","pos":[5.572894656033508,-2.940065399684986,1.0000000336235495],"pose_world":[5.572894656033508,-2.940065399684986,1.0000000336235495,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.75,0.6,0.68],"type":"Oven","width":0.75},"paper_towel_main_group":{"body_id":174,"depth":0.16514230057010187,"fixture_type":"Accessory","height":0.33,"kind":"fixture","name":"paper_towel_main_group","pos":[0.2941806390777399,-0.5462106068293686,1.0878950932503004],"pose_world":[0.2941806390777399,-0.5462106068293686,1.0878950932503004,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.16570236319339088,0.16514230057010187,0.33],"type":"Accessory","width":0.16570236319339088},"plant_left_group":{"body_id":254,"depth":0.18385752901892194,"fixture_type":"Accessory","height":0.17000000000000004,"kind":"fixture","name":"plant_left_group","pos":[0.19613419104779156,-4.0699767368854864,1.008492366712176],"pose_world":[0.19613419104779156,-4.0699767368854864,1.008492366712176,0.7071055013256238,0.0,0.0,0.7071080610451548],"rot":1.5707999467849731,"size":[0.1824328557616565,0.18385752901892194,0.17000000000000004],"type":"Accessory","width":0.1824328557616565},"shelves_1_main_group":{"body_id":84,"depth":0.4,"fixture_type":"OpenCabinet","height":0.92,"kind":"fixture","name":"shelves_1_main_group","pos":[3.4,-0.2,1.85],"pose_world":[3.4,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.4,0.92],"type":"OpenCabinet","width":0.5},"shelves_2_main_group":{"body_id":93,"depth":0.4,"fixture_type":"OpenCabinet","height":0.92,"kind":"fixture","name":"shelves_2_main_group","pos":[5.05,-0.2,1.85],"pose_world":[5.05,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.6,0.4,0.92],"type":"OpenCabinet","width":0.6},"side_bottom_right_group_1":{"affordance_geometries":{"handles":[{"geom_id":2156,"geom_name":"side_bottom_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2157,"geom_name":"side_bottom_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2158,"geom_name":"side_bottom_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2159,"geom_name":"side_bottom_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2160,"geom_name":"side_bottom_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2161,"geom_name":"side_bottom_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2162,"geom_name":"side_bottom_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2163,"geom_name":"side_bottom_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2164,"geom_name":"side_bottom_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2165,"geom_name":"side_bottom_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":331,"depth":0.78,"fixture_type":"Drawer","height":0.2999999999279999,"kind":"fixture","name":"side_bottom_right_group_1","pos":[5.689988466137392,-3.8399992286057447,0.19999999996399978],"pose_world":[5.689988466137392,-3.8399992286057447,0.19999999996399978,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[1.0,0.78,0.2999999999279999],"type":"Drawer","width":1.0},"side_bottom_right_group_2":{"affordance_geometries":{"handles":[{"geom_id":2190,"geom_name":"side_bottom_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2191,"geom_name":"side_bottom_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2192,"geom_name":"side_bottom_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2193,"geom_name":"side_bottom_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2194,"geom_name":"side_bottom_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2195,"geom_name":"side_bottom_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2196,"geom_name":"side_bottom_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2197,"geom_name":"side_bottom_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2198,"geom_name":"side_bottom_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2199,"geom_name":"side_bottom_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":335,"depth":0.78,"fixture_type":"Drawer","height":0.2999999999279999,"kind":"fixture","name":"side_bottom_right_group_2","pos":[5.689988466137392,-3.8399992286057447,0.4999999998919997],"pose_world":[5.689988466137392,-3.8399992286057447,0.4999999998919997,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[1.0,0.78,0.2999999999279999],"type":"Drawer","width":1.0},"side_bottom_right_group_3":{"affordance_geometries":{"handles":[{"geom_id":2219,"geom_name":"side_bottom_right_group_3_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2220,"geom_name":"side_bottom_right_group_3_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2221,"geom_name":"side_bottom_right_group_3_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2222,"geom_name":"side_bottom_right_group_3_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2223,"geom_name":"side_bottom_right_group_3_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2224,"geom_name":"side_bottom_right_group_3_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2225,"geom_name":"side_bottom_right_group_3_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2226,"geom_name":"side_bottom_right_group_3_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2227,"geom_name":"side_bottom_right_group_3_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2228,"geom_name":"side_bottom_right_group_3_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2233,"geom_name":"side_bottom_right_group_3_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2234,"geom_name":"side_bottom_right_group_3_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2235,"geom_name":"side_bottom_right_group_3_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2236,"geom_name":"side_bottom_right_group_3_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2237,"geom_name":"side_bottom_right_group_3_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2238,"geom_name":"side_bottom_right_group_3_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2239,"geom_name":"side_bottom_right_group_3_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2240,"geom_name":"side_bottom_right_group_3_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2241,"geom_name":"side_bottom_right_group_3_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2242,"geom_name":"side_bottom_right_group_3_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":339,"depth":0.78,"fixture_type":"HingeCabinet","height":1.6600000001439998,"kind":"fixture","name":"side_bottom_right_group_3","pos":[5.689988466137392,-3.8399992286057447,1.4799999999279996],"pose_world":[5.689988466137392,-3.8399992286057447,1.4799999999279996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[1.0,0.78,1.6600000001439998],"type":"HingeCabinet","width":1.0},"side_bottom_right_group_base":{"body_id":330,"fixture_type":"Box","kind":"fixture","name":"side_bottom_right_group_base","pos":[3.14,-0.17499999999999996,0.02499999999999982],"pose_world":[5.724988466137156,-3.8399993571679234,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[1,0.71,0.05],"type":"Box"},"sink_left_group":{"affordance_geometries":{"handles":[{"geom_id":1186,"geom_name":"sink_left_group_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":194,"depth":0.53,"fixture_type":"Sink","height":0.249057244016921,"kind":"fixture","name":"sink_left_group","pos":[0.29999877198378305,-2.199998355103462,0.9894399220814241],"pose_world":[0.29999877198378305,-2.199998355103462,0.9894399220814241,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[0.9185064499639721,0.53,0.249057244016921],"type":"Sink","width":0.9185064499639721},"stack_1_left_group_1":{"affordance_geometries":{"handles":[{"geom_id":1267,"geom_name":"stack_1_left_group_1_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1268,"geom_name":"stack_1_left_group_1_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1269,"geom_name":"stack_1_left_group_1_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1270,"geom_name":"stack_1_left_group_1_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1271,"geom_name":"stack_1_left_group_1_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1272,"geom_name":"stack_1_left_group_1_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1273,"geom_name":"stack_1_left_group_1_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1274,"geom_name":"stack_1_left_group_1_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1275,"geom_name":"stack_1_left_group_1_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1276,"geom_name":"stack_1_left_group_1_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1281,"geom_name":"stack_1_left_group_1_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1282,"geom_name":"stack_1_left_group_1_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1283,"geom_name":"stack_1_left_group_1_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1284,"geom_name":"stack_1_left_group_1_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1285,"geom_name":"stack_1_left_group_1_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1286,"geom_name":"stack_1_left_group_1_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1287,"geom_name":"stack_1_left_group_1_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1288,"geom_name":"stack_1_left_group_1_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1289,"geom_name":"stack_1_left_group_1_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1290,"geom_name":"stack_1_left_group_1_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":200,"depth":0.6,"fixture_type":"HingeCabinet","height":0.63,"kind":"fixture","name":"stack_1_left_group_1","pos":[0.2999955921518521,-3.199998898046565,0.365],"pose_world":[0.2999955921518521,-3.199998898046565,0.365,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[1.0,0.6,0.63],"type":"HingeCabinet","width":1.0},"stack_1_left_group_2":{"affordance_geometries":{"handles":[{"geom_id":1317,"geom_name":"stack_1_left_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1318,"geom_name":"stack_1_left_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1319,"geom_name":"stack_1_left_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1320,"geom_name":"stack_1_left_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1321,"geom_name":"stack_1_left_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1322,"geom_name":"stack_1_left_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1323,"geom_name":"stack_1_left_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1324,"geom_name":"stack_1_left_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1325,"geom_name":"stack_1_left_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1326,"geom_name":"stack_1_left_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":208,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_1_left_group_2","pos":[0.2999965104531279,-3.4499988980448784,0.7849999999999999],"pose_world":[0.2999965104531279,-3.4499988980448784,0.7849999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"stack_1_left_group_3":{"affordance_geometries":{"handles":[{"geom_id":1351,"geom_name":"stack_1_left_group_3_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1352,"geom_name":"stack_1_left_group_3_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1353,"geom_name":"stack_1_left_group_3_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1354,"geom_name":"stack_1_left_group_3_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1355,"geom_name":"stack_1_left_group_3_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1356,"geom_name":"stack_1_left_group_3_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1357,"geom_name":"stack_1_left_group_3_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1358,"geom_name":"stack_1_left_group_3_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1359,"geom_name":"stack_1_left_group_3_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1360,"geom_name":"stack_1_left_group_3_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":212,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_1_left_group_3","pos":[0.29999467385057627,-2.9499988980482517,0.7849999999999999],"pose_world":[0.29999467385057627,-2.9499988980482517,0.7849999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"stack_1_left_group_base":{"body_id":199,"fixture_type":"Box","kind":"fixture","name":"stack_1_left_group_base","pos":[1.2,-0.265,0.024999999999999988],"pose_world":[0.2649955921520883,-3.1999990266087437,0.024999999999999988,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[1,0.53,0.05],"type":"Box"},"stack_1_main_group_1":{"affordance_geometries":{"handles":[{"geom_id":456,"geom_name":"stack_1_main_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":457,"geom_name":"stack_1_main_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":458,"geom_name":"stack_1_main_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":459,"geom_name":"stack_1_main_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":460,"geom_name":"stack_1_main_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":461,"geom_name":"stack_1_main_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":462,"geom_name":"stack_1_main_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":463,"geom_name":"stack_1_main_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":464,"geom_name":"stack_1_main_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":465,"geom_name":"stack_1_main_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":97,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_1_main_group_1","pos":[1.2,-0.3,0.15499999999999997],"pose_world":[1.2,-0.3,0.15499999999999997,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1.0,0.6,0.21],"type":"Drawer","width":1.0},"stack_1_main_group_2":{"affordance_geometries":{"handles":[{"geom_id":490,"geom_name":"stack_1_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":491,"geom_name":"stack_1_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":492,"geom_name":"stack_1_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":493,"geom_name":"stack_1_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":494,"geom_name":"stack_1_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":495,"geom_name":"stack_1_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":496,"geom_name":"stack_1_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":497,"geom_name":"stack_1_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":498,"geom_name":"stack_1_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":499,"geom_name":"stack_1_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":101,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_1_main_group_2","pos":[1.2,-0.3,0.365],"pose_world":[1.2,-0.3,0.365,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1.0,0.6,0.21],"type":"Drawer","width":1.0},"stack_1_main_group_3":{"affordance_geometries":{"handles":[{"geom_id":524,"geom_name":"stack_1_main_group_3_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":525,"geom_name":"stack_1_main_group_3_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":526,"geom_name":"stack_1_main_group_3_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":527,"geom_name":"stack_1_main_group_3_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":528,"geom_name":"stack_1_main_group_3_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":529,"geom_name":"stack_1_main_group_3_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":530,"geom_name":"stack_1_main_group_3_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":531,"geom_name":"stack_1_main_group_3_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":532,"geom_name":"stack_1_main_group_3_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":533,"geom_name":"stack_1_main_group_3_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":105,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_1_main_group_3","pos":[1.2,-0.3,0.575],"pose_world":[1.2,-0.3,0.575,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1.0,0.6,0.21],"type":"Drawer","width":1.0},"stack_1_main_group_4":{"affordance_geometries":{"handles":[{"geom_id":558,"geom_name":"stack_1_main_group_4_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":559,"geom_name":"stack_1_main_group_4_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":560,"geom_name":"stack_1_main_group_4_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":561,"geom_name":"stack_1_main_group_4_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":562,"geom_name":"stack_1_main_group_4_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":563,"geom_name":"stack_1_main_group_4_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":564,"geom_name":"stack_1_main_group_4_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":565,"geom_name":"stack_1_main_group_4_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":566,"geom_name":"stack_1_main_group_4_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":567,"geom_name":"stack_1_main_group_4_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":109,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_1_main_group_4","pos":[1.2,-0.3,0.7849999999999999],"pose_world":[1.2,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1.0,0.6,0.21],"type":"Drawer","width":1.0},"stack_1_main_group_base":{"body_id":96,"fixture_type":"Box","kind":"fixture","name":"stack_1_main_group_base","pos":[1.2,-0.265,0.024999999999999988],"pose_world":[1.2,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1,0.53,0.05],"type":"Box"},"stack_2_left_group_1":{"affordance_geometries":{"handles":[{"geom_id":1381,"geom_name":"stack_2_left_group_1_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1382,"geom_name":"stack_2_left_group_1_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1383,"geom_name":"stack_2_left_group_1_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1384,"geom_name":"stack_2_left_group_1_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1385,"geom_name":"stack_2_left_group_1_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1386,"geom_name":"stack_2_left_group_1_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1387,"geom_name":"stack_2_left_group_1_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1388,"geom_name":"stack_2_left_group_1_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1389,"geom_name":"stack_2_left_group_1_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1390,"geom_name":"stack_2_left_group_1_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1395,"geom_name":"stack_2_left_group_1_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1396,"geom_name":"stack_2_left_group_1_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1397,"geom_name":"stack_2_left_group_1_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1398,"geom_name":"stack_2_left_group_1_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1399,"geom_name":"stack_2_left_group_1_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1400,"geom_name":"stack_2_left_group_1_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1401,"geom_name":"stack_2_left_group_1_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1402,"geom_name":"stack_2_left_group_1_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1403,"geom_name":"stack_2_left_group_1_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1404,"geom_name":"stack_2_left_group_1_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":217,"depth":0.6,"fixture_type":"HingeCabinet","height":0.84,"kind":"fixture","name":"stack_2_left_group_1","pos":[0.29999191894674876,-2.199998898053311,0.47],"pose_world":[0.29999191894674876,-2.199998898053311,0.47,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[1.0,0.6,0.84],"type":"HingeCabinet","width":1.0},"stack_2_left_group_base":{"body_id":216,"fixture_type":"Box","kind":"fixture","name":"stack_2_left_group_base","pos":[2.2,-0.265,0.024999999999999988],"pose_world":[0.26499191894698493,-2.19999902661549,0.024999999999999988,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[1,0.53,0.05],"type":"Box"},"stack_2_main_group_1":{"affordance_geometries":{"handles":[{"geom_id":587,"geom_name":"stack_2_main_group_1_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":588,"geom_name":"stack_2_main_group_1_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":589,"geom_name":"stack_2_main_group_1_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":590,"geom_name":"stack_2_main_group_1_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":591,"geom_name":"stack_2_main_group_1_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":592,"geom_name":"stack_2_main_group_1_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":593,"geom_name":"stack_2_main_group_1_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":594,"geom_name":"stack_2_main_group_1_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":595,"geom_name":"stack_2_main_group_1_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":596,"geom_name":"stack_2_main_group_1_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":601,"geom_name":"stack_2_main_group_1_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":602,"geom_name":"stack_2_main_group_1_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":603,"geom_name":"stack_2_main_group_1_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":604,"geom_name":"stack_2_main_group_1_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":605,"geom_name":"stack_2_main_group_1_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":606,"geom_name":"stack_2_main_group_1_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":607,"geom_name":"stack_2_main_group_1_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":608,"geom_name":"stack_2_main_group_1_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":609,"geom_name":"stack_2_main_group_1_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":610,"geom_name":"stack_2_main_group_1_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":114,"depth":0.6,"fixture_type":"HingeCabinet","height":0.63,"kind":"fixture","name":"stack_2_main_group_1","pos":[2.2,-0.3,0.365],"pose_world":[2.2,-0.3,0.365,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1.0,0.6,0.63],"type":"HingeCabinet","width":1.0},"stack_2_main_group_2":{"affordance_geometries":{"handles":[{"geom_id":637,"geom_name":"stack_2_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":638,"geom_name":"stack_2_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":639,"geom_name":"stack_2_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":640,"geom_name":"stack_2_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":641,"geom_name":"stack_2_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":642,"geom_name":"stack_2_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":643,"geom_name":"stack_2_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":644,"geom_name":"stack_2_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":645,"geom_name":"stack_2_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":646,"geom_name":"stack_2_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":122,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_2_main_group_2","pos":[1.9500000000000002,-0.3,0.7849999999999999],"pose_world":[1.9500000000000002,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"stack_2_main_group_3":{"affordance_geometries":{"handles":[{"geom_id":671,"geom_name":"stack_2_main_group_3_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":672,"geom_name":"stack_2_main_group_3_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":673,"geom_name":"stack_2_main_group_3_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":674,"geom_name":"stack_2_main_group_3_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":675,"geom_name":"stack_2_main_group_3_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":676,"geom_name":"stack_2_main_group_3_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":677,"geom_name":"stack_2_main_group_3_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":678,"geom_name":"stack_2_main_group_3_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":679,"geom_name":"stack_2_main_group_3_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":680,"geom_name":"stack_2_main_group_3_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":126,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_2_main_group_3","pos":[2.45,-0.3,0.7849999999999999],"pose_world":[2.45,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"stack_2_main_group_base":{"body_id":113,"fixture_type":"Box","kind":"fixture","name":"stack_2_main_group_base","pos":[2.2,-0.265,0.024999999999999988],"pose_world":[2.2,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1,0.53,0.05],"type":"Box"},"stack_3_left_group_1":{"affordance_geometries":{"handles":[{"geom_id":1474,"geom_name":"stack_3_left_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1475,"geom_name":"stack_3_left_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1476,"geom_name":"stack_3_left_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1477,"geom_name":"stack_3_left_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1478,"geom_name":"stack_3_left_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1479,"geom_name":"stack_3_left_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1480,"geom_name":"stack_3_left_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1481,"geom_name":"stack_3_left_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1482,"geom_name":"stack_3_left_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1483,"geom_name":"stack_3_left_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":233,"depth":0.6,"fixture_type":"SingleCabinet","height":0.84,"kind":"fixture","name":"stack_3_left_group_1","pos":[0.2999870519499868,-0.8749988980622496,0.4699999999999999],"pose_world":[0.2999870519499868,-0.8749988980622496,0.4699999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[0.35,0.6,0.84],"type":"SingleCabinet","width":0.35},"stack_3_left_group_base":{"body_id":232,"fixture_type":"Box","kind":"fixture","name":"stack_3_left_group_base","pos":[3.5250000000000004,-0.265,0.024999999999999932],"pose_world":[0.264987051950223,-0.8749990266244283,0.024999999999999932,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[0.35,0.53,0.05],"type":"Box"},"stack_3_main_group_1":{"affordance_geometries":{"handles":[{"geom_id":700,"geom_name":"stack_3_main_group_1_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":701,"geom_name":"stack_3_main_group_1_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":702,"geom_name":"stack_3_main_group_1_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":703,"geom_name":"stack_3_main_group_1_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":704,"geom_name":"stack_3_main_group_1_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":705,"geom_name":"stack_3_main_group_1_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":706,"geom_name":"stack_3_main_group_1_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":707,"geom_name":"stack_3_main_group_1_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":708,"geom_name":"stack_3_main_group_1_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":709,"geom_name":"stack_3_main_group_1_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":714,"geom_name":"stack_3_main_group_1_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":715,"geom_name":"stack_3_main_group_1_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":716,"geom_name":"stack_3_main_group_1_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":717,"geom_name":"stack_3_main_group_1_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":718,"geom_name":"stack_3_main_group_1_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":719,"geom_name":"stack_3_main_group_1_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":720,"geom_name":"stack_3_main_group_1_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":721,"geom_name":"stack_3_main_group_1_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":722,"geom_name":"stack_3_main_group_1_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":723,"geom_name":"stack_3_main_group_1_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":131,"depth":0.6,"fixture_type":"HingeCabinet","height":0.63,"kind":"fixture","name":"stack_3_main_group_1","pos":[3.2,-0.3,0.365],"pose_world":[3.2,-0.3,0.365,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1.0,0.6,0.63],"type":"HingeCabinet","width":1.0},"stack_3_main_group_2":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_3_main_group_2","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"stack_3_main_group_3":{"affordance_geometries":{"handles":[{"geom_id":784,"geom_name":"stack_3_main_group_3_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":785,"geom_name":"stack_3_main_group_3_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":786,"geom_name":"stack_3_main_group_3_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":787,"geom_name":"stack_3_main_group_3_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":788,"geom_name":"stack_3_main_group_3_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":789,"geom_name":"stack_3_main_group_3_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":790,"geom_name":"stack_3_main_group_3_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":791,"geom_name":"stack_3_main_group_3_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":792,"geom_name":"stack_3_main_group_3_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":793,"geom_name":"stack_3_main_group_3_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":143,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_3_main_group_3","pos":[3.45,-0.3,0.7849999999999999],"pose_world":[3.45,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"stack_3_main_group_base":{"body_id":130,"fixture_type":"Box","kind":"fixture","name":"stack_3_main_group_base","pos":[3.2,-0.265,0.024999999999999988],"pose_world":[3.2,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1,0.53,0.05],"type":"Box"},"stack_4_main_group_1":{"affordance_geometries":{"handles":[{"geom_id":814,"geom_name":"stack_4_main_group_1_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":815,"geom_name":"stack_4_main_group_1_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":816,"geom_name":"stack_4_main_group_1_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":817,"geom_name":"stack_4_main_group_1_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":818,"geom_name":"stack_4_main_group_1_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":819,"geom_name":"stack_4_main_group_1_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":820,"geom_name":"stack_4_main_group_1_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":821,"geom_name":"stack_4_main_group_1_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":822,"geom_name":"stack_4_main_group_1_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":823,"geom_name":"stack_4_main_group_1_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":828,"geom_name":"stack_4_main_group_1_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":829,"geom_name":"stack_4_main_group_1_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":830,"geom_name":"stack_4_main_group_1_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":831,"geom_name":"stack_4_main_group_1_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":832,"geom_name":"stack_4_main_group_1_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":833,"geom_name":"stack_4_main_group_1_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":834,"geom_name":"stack_4_main_group_1_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":835,"geom_name":"stack_4_main_group_1_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":836,"geom_name":"stack_4_main_group_1_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":837,"geom_name":"stack_4_main_group_1_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":148,"depth":0.6,"fixture_type":"HingeCabinet","height":0.84,"kind":"fixture","name":"stack_4_main_group_1","pos":[4.2,-0.3,0.47],"pose_world":[4.2,-0.3,0.47,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1.0,0.6,0.84],"type":"HingeCabinet","width":1.0},"stack_4_main_group_base":{"body_id":147,"fixture_type":"Box","kind":"fixture","name":"stack_4_main_group_base","pos":[4.2,-0.265,0.024999999999999988],"pose_world":[4.2,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1,0.53,0.05],"type":"Box"},"stack_5_main_group_1":{"affordance_geometries":{"handles":[{"geom_id":861,"geom_name":"stack_5_main_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":862,"geom_name":"stack_5_main_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":863,"geom_name":"stack_5_main_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":864,"geom_name":"stack_5_main_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":865,"geom_name":"stack_5_main_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":866,"geom_name":"stack_5_main_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":867,"geom_name":"stack_5_main_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":868,"geom_name":"stack_5_main_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":869,"geom_name":"stack_5_main_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":870,"geom_name":"stack_5_main_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":158,"depth":0.6,"fixture_type":"SingleCabinet","height":0.63,"kind":"fixture","name":"stack_5_main_group_1","pos":[4.95,-0.3,0.365],"pose_world":[4.95,-0.3,0.365,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.6,0.63],"type":"SingleCabinet","width":0.5},"stack_5_main_group_2":{"affordance_geometries":{"handles":[{"geom_id":897,"geom_name":"stack_5_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":898,"geom_name":"stack_5_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":899,"geom_name":"stack_5_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":900,"geom_name":"stack_5_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":901,"geom_name":"stack_5_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":902,"geom_name":"stack_5_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":903,"geom_name":"stack_5_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":904,"geom_name":"stack_5_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":905,"geom_name":"stack_5_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":906,"geom_name":"stack_5_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":163,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_5_main_group_2","pos":[4.95,-0.3,0.7849999999999999],"pose_world":[4.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"stack_5_main_group_base":{"body_id":157,"fixture_type":"Box","kind":"fixture","name":"stack_5_main_group_base","pos":[4.95,-0.265,0.024999999999999988],"pose_world":[4.95,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.53,0.05],"type":"Box"},"stack_left_right_group_1":{"affordance_geometries":{"handles":[{"geom_id":1605,"geom_name":"stack_left_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1606,"geom_name":"stack_left_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1607,"geom_name":"stack_left_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1608,"geom_name":"stack_left_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1609,"geom_name":"stack_left_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1610,"geom_name":"stack_left_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1611,"geom_name":"stack_left_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1612,"geom_name":"stack_left_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1613,"geom_name":"stack_left_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1614,"geom_name":"stack_left_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":257,"depth":0.78,"fixture_type":"SingleCabinet","height":1.13,"kind":"fixture","name":"stack_left_right_group_1","pos":[5.689999265360396,-0.899999228625579,0.615],"pose_world":[5.689999265360396,-0.899999228625579,0.615,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.5,0.78,1.13],"type":"SingleCabinet","width":0.5},"stack_left_right_group_2":{"affordance_geometries":{"handles":[{"geom_id":1637,"geom_name":"stack_left_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1638,"geom_name":"stack_left_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1639,"geom_name":"stack_left_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1640,"geom_name":"stack_left_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1641,"geom_name":"stack_left_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1642,"geom_name":"stack_left_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1643,"geom_name":"stack_left_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1644,"geom_name":"stack_left_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1645,"geom_name":"stack_left_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1646,"geom_name":"stack_left_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":263,"depth":0.78,"fixture_type":"SingleCabinet","height":1.13,"kind":"fixture","name":"stack_left_right_group_2","pos":[5.689999265360396,-0.899999228625579,1.7449999999999999],"pose_world":[5.689999265360396,-0.899999228625579,1.7449999999999999,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.5,0.78,1.13],"type":"SingleCabinet","width":0.5},"stack_left_right_group_base":{"body_id":256,"fixture_type":"Box","kind":"fixture","name":"stack_left_right_group_base","pos":[0.2,-0.175,0.025000000000000043],"pose_world":[5.72499926536016,-0.8999993571877576,0.025000000000000043,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.5,0.71,0.05],"type":"Box"},"stack_right_right_group_1":{"affordance_geometries":{"handles":[{"geom_id":1866,"geom_name":"stack_right_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1867,"geom_name":"stack_right_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1868,"geom_name":"stack_right_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1869,"geom_name":"stack_right_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1870,"geom_name":"stack_right_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1871,"geom_name":"stack_right_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1872,"geom_name":"stack_right_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1873,"geom_name":"stack_right_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1874,"geom_name":"stack_right_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1875,"geom_name":"stack_right_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":287,"depth":0.78,"fixture_type":"SingleCabinet","height":1.13,"kind":"fixture","name":"stack_right_right_group_1","pos":[5.689994159605303,-2.289999228616202,0.6149999999999998],"pose_world":[5.689994159605303,-2.289999228616202,0.6149999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.5,0.78,1.13],"type":"SingleCabinet","width":0.5},"stack_right_right_group_2":{"affordance_geometries":{"handles":[{"geom_id":1898,"geom_name":"stack_right_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1899,"geom_name":"stack_right_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1900,"geom_name":"stack_right_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1901,"geom_name":"stack_right_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1902,"geom_name":"stack_right_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1903,"geom_name":"stack_right_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1904,"geom_name":"stack_right_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1905,"geom_name":"stack_right_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1906,"geom_name":"stack_right_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1907,"geom_name":"stack_right_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":293,"depth":0.78,"fixture_type":"SingleCabinet","height":1.13,"kind":"fixture","name":"stack_right_right_group_2","pos":[5.689994159605303,-2.289999228616202,1.7449999999999997],"pose_world":[5.689994159605303,-2.289999228616202,1.7449999999999997,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.5,0.78,1.13],"type":"SingleCabinet","width":0.5},"stack_right_right_group_base":{"body_id":286,"fixture_type":"Box","kind":"fixture","name":"stack_right_right_group_base","pos":[1.59,-0.17499999999999996,0.02499999999999982],"pose_world":[5.724994159605067,-2.28999935717838,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.5,0.71,0.05],"type":"Box"},"stool_1_room":{"body_id":44,"depth":0.37423366327297586,"fixture_type":"Stool","height":0.8,"kind":"fixture","name":"stool_1_room","pos":[1.325,-4.475,0.4],"pose_world":[1.325,-4.475,0.4,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"size":[0.3755556885348015,0.37423366327297586,0.8],"type":"Stool","width":0.3755556885348015},"stool_2_room":{"body_id":45,"depth":0.37423366327297586,"fixture_type":"Stool","height":0.8,"kind":"fixture","name":"stool_2_room","pos":[1.975,-4.475,0.4],"pose_world":[1.975,-4.475,0.4,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"size":[0.3755556885348015,0.37423366327297586,0.8],"type":"Stool","width":0.3755556885348015},"stool_3_room":{"body_id":46,"depth":0.37423366327297586,"fixture_type":"Stool","height":0.8,"kind":"fixture","name":"stool_3_room","pos":[2.625,-4.475,0.4],"pose_world":[2.625,-4.475,0.4,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"size":[0.3755556885348015,0.37423366327297586,0.8],"type":"Stool","width":0.3755556885348015},"stovetop_main_group":{"body_id":49,"depth":0.55,"fixture_type":"Stovetop","height":0.00880406371748579,"kind":"fixture","name":"stovetop_main_group","pos":[4.201503558601173,-0.29496929235669656,0.9307668946915083],"pose_world":[4.201503558601173,-0.29496929235669656,0.9307668946915083,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.9630070973781739,0.55,0.00880406371748579],"type":"Stovetop","width":0.9630070973781739},"toaster_main_group":{"affordance_geometries":{"handles":[{"geom_id":1036,"geom_name":"toaster_main_group_lever_handle","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":176,"depth":0.2995720256640279,"fixture_type":"Toaster","height":0.23,"kind":"fixture","name":"toaster_main_group","pos":[2.747640287102935,-0.21089753143282097,1.038],"pose_world":[2.747640287102935,-0.21089753143282097,1.038,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.18045825683631556,0.2995720256640279,0.23],"type":"Toaster","width":0.18045825683631556},"toaster_oven_main_group":{"affordance_geometries":{"handles":[{"geom_id":1076,"geom_name":"toaster_oven_main_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":181,"depth":0.33,"fixture_type":"ToasterOven","height":0.3067814795556516,"kind":"fixture","name":"toaster_oven_main_group","pos":[3.382218060875461,-0.3016016394625445,1.0763907397778258],"pose_world":[3.382218060875461,-0.3016016394625445,1.0763907397778258,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.49718527920494054,0.33,0.3067814795556516],"type":"ToasterOven","width":0.49718527920494054},"top_right_group":{"affordance_geometries":{"handles":[{"geom_id":2106,"geom_name":"top_right_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2107,"geom_name":"top_right_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2108,"geom_name":"top_right_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2109,"geom_name":"top_right_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2110,"geom_name":"top_right_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2111,"geom_name":"top_right_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2112,"geom_name":"top_right_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2113,"geom_name":"top_right_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2114,"geom_name":"top_right_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2115,"geom_name":"top_right_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2120,"geom_name":"top_right_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2121,"geom_name":"top_right_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2122,"geom_name":"top_right_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2123,"geom_name":"top_right_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2124,"geom_name":"top_right_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2125,"geom_name":"top_right_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2126,"geom_name":"top_right_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2127,"geom_name":"top_right_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2128,"geom_name":"top_right_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2129,"geom_name":"top_right_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":323,"depth":0.78,"fixture_type":"HingeCabinet","height":0.4099999999999999,"kind":"fixture","name":"top_right_group","pos":[5.689991772021986,-2.939999228611817,2.1049999999999995],"pose_world":[5.689991772021986,-2.939999228611817,2.1049999999999995,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.8,0.78,0.4099999999999999],"type":"HingeCabinet","width":0.8},"utensil_rack_room":{"body_id":33,"depth":0.09945939791284827,"fixture_type":"WallAccessory","height":0.32,"kind":"fixture","name":"utensil_rack_room","pos":[1.9,-0.039999999999999994,1.15],"pose_world":[1.9,-0.039999999999999994,1.15,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.3547280774992862,0.09945939791284827,0.32],"type":"WallAccessory","width":0.3547280774992862},"utensil_set_main_group":{"body_id":188,"depth":0.18939281018006945,"fixture_type":"Accessory","height":0.28,"kind":"fixture","name":"utensil_set_main_group","pos":[5.45731049109186,-0.15253297724350956,1.063320811843608],"pose_world":[5.45731049109186,-0.15253297724350956,1.063320811843608,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.18132970501991783,0.18939281018006945,0.28],"type":"Accessory","width":0.18132970501991783},"wall_backing_room":{"body_id":25,"fixture_type":"Wall","kind":"fixture","name":"wall_backing_room","pos":[3.04,0.14,1.38],"pose_world":[3.04,0.14,1.38,-0.7071067811865476,0.7071067811865476,0.0,0.0],"size":[3.2800000000000002,1.62,0.1],"type":"Wall"},"wall_front_backing_room":{"body_id":31,"fixture_type":"Wall","kind":"fixture","name":"wall_front_backing_room","pos":[3.04,-6.14,1.38],"pose_world":[3.04,-6.14,1.38,0.0,0.0,0.7071067811865476,-0.7071067811865476],"size":[3.24,1.62,0.1],"type":"Wall"},"wall_front_room":{"body_id":30,"fixture_type":"Wall","kind":"fixture","name":"wall_front_room","pos":[3.04,-6.02,1.5],"pose_world":[3.04,-6.02,1.5,0.0,0.0,0.7071067811865476,-0.7071067811865476],"size":[3.04,1.5,0.02],"type":"Wall"},"wall_left_backing_room":{"body_id":27,"fixture_type":"Wall","kind":"fixture","name":"wall_left_backing_room","pos":[-0.14,-3,1.38],"pose_world":[-0.14,-3.0,1.38,0.5,0.5,-0.5,-0.5],"size":[3.04,1.62,0.1],"type":"Wall"},"wall_left_room":{"body_id":26,"fixture_type":"Wall","kind":"fixture","name":"wall_left_room","pos":[-0.02,-3,1.5],"pose_world":[-0.02,-3.0,1.5,0.5,0.5,-0.5,-0.5],"size":[3.04,1.5,0.02],"type":"Wall"},"wall_right_backing_room":{"body_id":29,"fixture_type":"Wall","kind":"fixture","name":"wall_right_backing_room","pos":[6.22,-3,1.38],"pose_world":[6.22,-3.0,1.38,0.5,-0.5,-0.5,0.5],"size":[3.04,1.62,0.1],"type":"Wall"},"wall_right_room":{"body_id":28,"fixture_type":"Wall","kind":"fixture","name":"wall_right_room","pos":[6.1,-3,1.5],"pose_world":[6.1,-3.0,1.5,0.5,-0.5,-0.5,0.5],"size":[3.04,1.5,0.02],"type":"Wall"},"wall_room":{"body_id":24,"fixture_type":"Wall","kind":"fixture","name":"wall_room","pos":[3.04,0.02,1.5],"pose_world":[3.04,0.02,1.5,-0.7071067811865476,0.7071067811865476,0.0,0.0],"size":[3.08,1.5,0.02],"type":"Wall"},"window_group_room":{"body_id":39,"depth":0.03,"fixture_type":"Window","height":1.25,"kind":"fixture","name":"window_group_room","pos":[0.015000000000000003,-3.2999999,1.7],"pose_world":[0.015000000000000003,-3.2999999,1.7,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[2.0,0.03,1.25],"type":"Window","width":2.0}},"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"live_observation":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"objects":{"distr_counter_1":{"body_id":350,"kind":"object","name":"distr_counter_1","pose_world":[2.9447951488332365,-0.3201654327399621,0.9338283512581943,0.9888410029082134,0.02050400014903424,-0.011344542993476755,-0.14712021713427129],"rot":0.0,"size":[0.02821504,0.0281638,0.02811556],"type":"MJCFObject"},"drawer_obj":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.9732907601051926,-0.368102946338169,0.7651582145323365,0.9689679443228763,0.05666868250976275,0.0046705985147558575,0.24055762055445432],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"}},"pose_evidence":{"fixtures":{"bottom_corner_right_group":[5.6900002754917995,-0.6249992286274342,0.445,0.7071054825112363,0.0,0.0,-0.7071080798594735],"bottom_right_group_1":[5.689991772021986,-2.939999228611817,0.19999999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"bottom_right_group_2":[5.689991772021986,-2.939999228611817,0.4999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"bottom_right_group_base":[5.72499177202175,-2.9399993571739955,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"cab_1_left_group":[0.19999008234487173,-1.6999992653771945,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"cab_1_main_group":[1.15,-0.2,1.85,1.0,0.0,0.0,0.0],"cab_2_left_group":[0.19998732744104422,-0.9499992653822544,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"cab_2_main_group":[2.9,-0.2,1.85,1.0,0.0,0.0,0.0],"cab_corner_2_main_group":[0.2,-0.55,1.85,1.0,0.0,0.0,0.0],"cab_corner_main_group":[0.325,-0.2,1.85,1.0,0.0,0.0,0.0],"cab_main_main_group":[2.15,-0.2,1.85,1.0,0.0,0.0,0.0],"cab_top_corner_right_group":[5.6900013774533305,-0.3249992286294581,1.8499999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"coffee_machine_main_group":[1.3185672959127874,-0.2445345466838201,1.0929999947553568,1.0,0.0,0.0,0.0],"counter_1_front_group":[1.975,-4.075,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"counter_1_left_group":[0.32499191894658014,-2.1999988062231837,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"counter_1_main_group":[4.45,-0.325,0.46,1.0,0.0,0.0,0.0],"counter_corner_2_main_group":[5.640000000000001,-0.325,0.46,1.0,0.0,0.0,0.0],"counter_corner_front_group":[0.6500000056873556,-4.0748772339937,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"counter_corner_left_group":[0.3249987143760213,-4.049998806210703,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"counter_corner_main_group":[0.35,-0.325,0.46,1.0,0.0,0.0,0.0],"counter_corner_right_left_group":[0.32498622547866995,-0.6499988062336404,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"counter_main_main_group":[2.2,-0.325,0.46,1.0,0.0,0.0,0.0],"dishwasher_left_group":[0.32479563450010346,-1.3749988069386108,0.4449999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"drawer":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"floor_backing_room":[3.04,-3.0,-0.14,0.7071067811865476,0.0,0.0,0.7071067811865476],"floor_room":[3.04,-3.0,-0.02,0.7071067811865476,0.0,0.0,0.7071067811865476],"fridge_housing_right_group":[5.689996712482849,-1.5949992286208903,0.9,0.7071054825112363,0.0,0.0,-0.7071080798594735],"fridge_right_group":[5.642795227919224,-1.5949990552401563,0.8900000516962465,0.7071054825112363,0.0,0.0,-0.7071080798594735],"fridge_top_right_group":[5.689996712482849,-1.5949992286208903,2.0549999999999997,0.7071054825112363,0.0,0.0,-0.7071080798594735],"hood_main_group":[4.2015400124186355,-0.29420055813485146,2.109686643940881,1.0,0.0,0.0,0.0],"knife_block_main_group":[1.4863969653311453,-0.18040035825278877,1.0624943354887755,1.0,0.0,0.0,0.0],"light_switch_2_room":[0.0,-1.9,1.2,0.999999920000001,0.0,0.0,0.00039999998933328934],"light_switch_room":[0.0,-1.8,1.2,0.999999920000001,0.0,0.0,0.00039999998933328934],"micro_housing_right_group":[5.689991772021986,-2.939999228611817,1.6249999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"microwave_right_group":[5.520458884233695,-2.9399986153512137,1.6249999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"outlet_2_room":[6.08,-1.0,1.2,0.7071054825112363,0.0,0.0,-0.7071080798594735],"outlet_3_room":[6.08,-2.5,1.2,0.7071054825112363,0.0,0.0,-0.7071080798594735],"outlet_room":[3.0,0.0,1.2,1.0,0.0,0.0,0.0],"oven_housing_right_group":[5.689991772021986,-2.939999228611817,0.9999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"oven_right_group":[5.572894656033508,-2.940065399684986,1.0000000336235495,0.7071054825112363,0.0,0.0,-0.7071080798594735],"paper_towel_main_group":[0.2941806390777399,-0.5462106068293686,1.0878950932503004,1.0,0.0,0.0,0.0],"plant_left_group":[0.19613419104779156,-4.0699767368854864,1.008492366712176,0.7071055013256238,0.0,0.0,0.7071080610451548],"shelves_1_main_group":[3.4,-0.2,1.85,1.0,0.0,0.0,0.0],"shelves_2_main_group":[5.05,-0.2,1.85,1.0,0.0,0.0,0.0],"side_bottom_right_group_1":[5.689988466137392,-3.8399992286057447,0.19999999996399978,0.7071054825112363,0.0,0.0,-0.7071080798594735],"side_bottom_right_group_2":[5.689988466137392,-3.8399992286057447,0.4999999998919997,0.7071054825112363,0.0,0.0,-0.7071080798594735],"side_bottom_right_group_3":[5.689988466137392,-3.8399992286057447,1.4799999999279996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"side_bottom_right_group_base":[5.724988466137156,-3.8399993571679234,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"sink_left_group":[0.29999877198378305,-2.199998355103462,0.9894399220814241,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_1_left_group_1":[0.2999955921518521,-3.199998898046565,0.365,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_1_left_group_2":[0.2999965104531279,-3.4499988980448784,0.7849999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_1_left_group_3":[0.29999467385057627,-2.9499988980482517,0.7849999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_1_left_group_base":[0.2649955921520883,-3.1999990266087437,0.024999999999999988,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_1_main_group_1":[1.2,-0.3,0.15499999999999997,1.0,0.0,0.0,0.0],"stack_1_main_group_2":[1.2,-0.3,0.365,1.0,0.0,0.0,0.0],"stack_1_main_group_3":[1.2,-0.3,0.575,1.0,0.0,0.0,0.0],"stack_1_main_group_4":[1.2,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"stack_1_main_group_base":[1.2,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"stack_2_left_group_1":[0.29999191894674876,-2.199998898053311,0.47,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_2_left_group_base":[0.26499191894698493,-2.19999902661549,0.024999999999999988,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_2_main_group_1":[2.2,-0.3,0.365,1.0,0.0,0.0,0.0],"stack_2_main_group_2":[1.9500000000000002,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"stack_2_main_group_3":[2.45,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"stack_2_main_group_base":[2.2,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"stack_3_left_group_1":[0.2999870519499868,-0.8749988980622496,0.4699999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_3_left_group_base":[0.264987051950223,-0.8749990266244283,0.024999999999999932,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_3_main_group_1":[3.2,-0.3,0.365,1.0,0.0,0.0,0.0],"stack_3_main_group_2":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"stack_3_main_group_3":[3.45,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"stack_3_main_group_base":[3.2,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"stack_4_main_group_1":[4.2,-0.3,0.47,1.0,0.0,0.0,0.0],"stack_4_main_group_base":[4.2,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"stack_5_main_group_1":[4.95,-0.3,0.365,1.0,0.0,0.0,0.0],"stack_5_main_group_2":[4.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"stack_5_main_group_base":[4.95,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"stack_left_right_group_1":[5.689999265360396,-0.899999228625579,0.615,0.7071054825112363,0.0,0.0,-0.7071080798594735],"stack_left_right_group_2":[5.689999265360396,-0.899999228625579,1.7449999999999999,0.7071054825112363,0.0,0.0,-0.7071080798594735],"stack_left_right_group_base":[5.72499926536016,-0.8999993571877576,0.025000000000000043,0.7071054825112363,0.0,0.0,-0.7071080798594735],"stack_right_right_group_1":[5.689994159605303,-2.289999228616202,0.6149999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"stack_right_right_group_2":[5.689994159605303,-2.289999228616202,1.7449999999999997,0.7071054825112363,0.0,0.0,-0.7071080798594735],"stack_right_right_group_base":[5.724994159605067,-2.28999935717838,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"stool_1_room":[1.325,-4.475,0.4,4.632679487995776e-05,0.0,0.0,0.999999998926914],"stool_2_room":[1.975,-4.475,0.4,4.632679487995776e-05,0.0,0.0,0.999999998926914],"stool_3_room":[2.625,-4.475,0.4,4.632679487995776e-05,0.0,0.0,0.999999998926914],"stovetop_main_group":[4.201503558601173,-0.29496929235669656,0.9307668946915083,1.0,0.0,0.0,0.0],"toaster_main_group":[2.747640287102935,-0.21089753143282097,1.038,1.0,0.0,0.0,0.0],"toaster_oven_main_group":[3.382218060875461,-0.3016016394625445,1.0763907397778258,1.0,0.0,0.0,0.0],"top_right_group":[5.689991772021986,-2.939999228611817,2.1049999999999995,0.7071054825112363,0.0,0.0,-0.7071080798594735],"utensil_rack_room":[1.9,-0.039999999999999994,1.15,1.0,0.0,0.0,0.0],"utensil_set_main_group":[5.45731049109186,-0.15253297724350956,1.063320811843608,1.0,0.0,0.0,0.0],"wall_backing_room":[3.04,0.14,1.38,-0.7071067811865476,0.7071067811865476,0.0,0.0],"wall_front_backing_room":[3.04,-6.14,1.38,0.0,0.0,0.7071067811865476,-0.7071067811865476],"wall_front_room":[3.04,-6.02,1.5,0.0,0.0,0.7071067811865476,-0.7071067811865476],"wall_left_backing_room":[-0.14,-3.0,1.38,0.5,0.5,-0.5,-0.5],"wall_left_room":[-0.02,-3.0,1.5,0.5,0.5,-0.5,-0.5],"wall_right_backing_room":[6.22,-3.0,1.38,0.5,-0.5,-0.5,0.5],"wall_right_room":[6.1,-3.0,1.5,0.5,-0.5,-0.5,0.5],"wall_room":[3.04,0.02,1.5,-0.7071067811865476,0.7071067811865476,0.0,0.0],"window_group_room":[0.015000000000000003,-3.2999999,1.7,0.7071054825112363,0.0,0.0,0.7071080798594735]},"objects":{"distr_counter_1":[2.9447951488332365,-0.3201654327399621,0.9338283512581943,0.9888410029082134,0.02050400014903424,-0.011344542993476755,-0.14712021713427129],"drawer_obj":[2.9732907601051926,-0.368102946338169,0.7651582145323365,0.9689679443228763,0.05666868250976275,0.0046705985147558575,0.24055762055445432]},"source":"robocasa_scene_registry"},"private_success_signal_exposed":false,"prompt":"Open the left drawer.","query":null,"requested_steps":20,"runtime_action_schema":{"action_shape":[12],"available":true,"base_mode_index":11,"base_slice":[7,10],"controller_input_ref_frame":"base","eef_part":"right","eef_slice":[0,6],"env_created":true,"grasp_primitives_supported":true,"gripper_part":"right_gripper","gripper_slice":[6,7],"has_base_control":true,"has_gripper_control":true,"kind":"direct_composite","torso_slice":[10,11]},"step_summaries":[{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":0,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":1,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":2,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":3,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":4,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":5,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":6,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":7,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":8,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":9,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":10,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":11,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":12,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":13,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":14,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":15,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":16,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":17,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":18,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":19,"terminated":false,"truncated":false}],"steps_executed":20,"verifier_boundary":{"harness_verify_required":true,"private_task_signal_exposed":false,"task_completion_claimed_by_primitive":false},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":401},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":2146.36},{"name":"inspect_robocasa_fixture","arguments":{"fixture_name":"drawer","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":300,"fixture_type":"Box","kind":"fixture","name":"bottom_corner_right_group","pos":[-0.075,-0.21,0.445],"pose_world":[5.6900002754917995,-0.6249992286274342,0.445,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.05,0.78,0.89],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1942,"geom_name":"bottom_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1943,"geom_name":"bottom_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1944,"geom_name":"bottom_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1945,"geom_name":"bottom_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1946,"geom_name":"bottom_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1947,"geom_name":"bottom_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1948,"geom_name":"bottom_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1949,"geom_name":"bottom_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1950,"geom_name":"bottom_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1951,"geom_name":"bottom_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":302,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_1","pos":[5.689991772021986,-2.939999228611817,0.19999999999999982],"pose_world":[5.689991772021986,-2.939999228611817,0.19999999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"affordance_geometries":{"handles":[{"geom_id":1976,"geom_name":"bottom_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1977,"geom_name":"bottom_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1978,"geom_name":"bottom_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1979,"geom_name":"bottom_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1980,"geom_name":"bottom_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1981,"geom_name":"bottom_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1982,"geom_name":"bottom_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1983,"geom_name":"bottom_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1984,"geom_name":"bottom_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1985,"geom_name":"bottom_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":306,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_2","pos":[5.689991772021986,-2.939999228611817,0.4999999999999998],"pose_world":[5.689991772021986,-2.939999228611817,0.4999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"body_id":301,"fixture_type":"Box","kind":"fixture","name":"bottom_right_group_base","pos":[2.24,-0.17499999999999996,0.02499999999999982],"pose_world":[5.72499177202175,-2.9399993571739955,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.71,0.05],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1506,"geom_name":"cab_1_left_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1507,"geom_name":"cab_1_left_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1508,"geom_name":"cab_1_left_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1509,"geom_name":"cab_1_left_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1510,"geom_name":"cab_1_left_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1511,"geom_name":"cab_1_left_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1512,"geom_name":"cab_1_left_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1513,"geom_name":"cab_1_left_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1514,"geom_name":"cab_1_left_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1515,"geom_name":"cab_1_left_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1520,"geom_name":"cab_1_left_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1521,"geom_name":"cab_1_left_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1522,"geom_name":"cab_1_left_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1523,"geom_name":"cab_1_left_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1524,"geom_name":"cab_1_left_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1525,"geom_name":"cab_1_left_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1526,"geom_name":"cab_1_left_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1527,"geom_name":"cab_1_left_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1528,"geom_name":"cab_1_left_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1529,"geom_name":"cab_1_left_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":239,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_left_group","pos":[0.19999008234487173,-1.6999992653771945,1.85],"pose_world":[0.19999008234487173,-1.6999992653771945,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":296,"geom_name":"cab_1_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":297,"geom_name":"cab_1_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":298,"geom_name":"cab_1_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":299,"geom_name":"cab_1_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":300,"geom_name":"cab_1_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":301,"geom_name":"cab_1_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":302,"geom_name":"cab_1_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":303,"geom_name":"cab_1_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":304,"geom_name":"cab_1_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":305,"geom_name":"cab_1_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":310,"geom_name":"cab_1_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":311,"geom_name":"cab_1_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":312,"geom_name":"cab_1_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":313,"geom_name":"cab_1_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":314,"geom_name":"cab_1_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":315,"geom_name":"cab_1_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":316,"geom_name":"cab_1_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":317,"geom_name":"cab_1_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":318,"geom_name":"cab_1_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":319,"geom_name":"cab_1_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":60,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_main_group","pos":[1.15,-0.2,1.85],"pose_world":[1.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":1552,"geom_name":"cab_2_left_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1553,"geom_name":"cab_2_left_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1554,"geom_name":"cab_2_left_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1555,"geom_name":"cab_2_left_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1556,"geom_name":"cab_2_left_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1557,"geom_name":"cab_2_left_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1558,"geom_name":"cab_2_left_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1559,"geom_name":"cab_2_left_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1560,"geom_name":"cab_2_left_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1561,"geom_name":"cab_2_left_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":248,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_left_group","pos":[0.19998732744104422,-0.9499992653822544,1.85],"pose_world":[0.19998732744104422,-0.9499992653822544,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"affordance_geometries":{"handles":[{"geom_id":388,"geom_name":"cab_2_main_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":389,"geom_name":"cab_2_main_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":390,"geom_name":"cab_2_main_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":391,"geom_name":"cab_2_main_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":392,"geom_name":"cab_2_main_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":393,"geom_name":"cab_2_main_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":394,"geom_name":"cab_2_main_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":395,"geom_name":"cab_2_main_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":396,"geom_name":"cab_2_main_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":397,"geom_name":"cab_2_main_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":78,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_main_group","pos":[2.9,-0.2,1.85],"pose_world":[2.9,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"body_id":59,"fixture_type":"Box","kind":"fixture","name":"cab_corner_2_main_group","pos":[0.2,-0.55,1.85],"pose_world":[0.2,-0.55,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.4,0.3,0.92],"type":"Box"},{"body_id":58,"fixture_type":"Box","kind":"fixture","name":"cab_corner_main_group","pos":[0.325,-0.2,1.85],"pose_world":[0.325,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.65,0.4,0.92],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":342,"geom_name":"cab_main_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":343,"geom_name":"cab_main_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":344,"geom_name":"cab_main_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":345,"geom_name":"cab_main_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":346,"geom_name":"cab_main_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":347,"geom_name":"cab_main_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":348,"geom_name":"cab_main_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":349,"geom_name":"cab_main_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":350,"geom_name":"cab_main_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":351,"geom_name":"cab_main_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":356,"geom_name":"cab_main_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":357,"geom_name":"cab_main_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":358,"geom_name":"cab_main_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":359,"geom_name":"cab_main_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":360,"geom_name":"cab_main_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":361,"geom_name":"cab_main_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":362,"geom_name":"cab_main_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":363,"geom_name":"cab_main_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":364,"geom_name":"cab_main_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":365,"geom_name":"cab_main_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":69,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_main_main_group","pos":[2.15,-0.2,1.85],"pose_world":[2.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"body_id":299,"fixture_type":"Box","kind":"fixture","name":"cab_top_corner_right_group","pos":[-0.375,-0.21,1.8499999999999996],"pose_world":[5.6900013774533305,-0.3249992286294581,1.8499999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.65,0.78,0.92],"type":"Box"},{"affordance_geometries":{"start_buttons":{"start_button_1":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}],"start_button_2":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}]}},"affordance_sites":{"receptacle_place_site":[1.319170355796814,-0.34829509258270264,0.9765308499336243],"start_buttons":{"start_button_1":[1.3185672760009766,-0.41278737783432007,1.2256221771240234],"start_button_2":[1.3185672760009766,-0.41278737783432007,1.1727606058120728]}},"body_id":167,"depth":0.36232757964721246,"fixture_type":"CoffeeMachine","height":0.33999999999999997,"kind":"fixture","name":"coffee_machine_main_group","pos":[1.3185672959127874,-0.2445345466838201,1.0929999947553568],"pose_world":[1.3185672959127874,-0.2445345466838201,1.0929999947553568,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.1654909721085488,0.36232757964721246,0.33999999999999997],"type":"CoffeeMachine","width":0.1654909721085488},{"body_id":191,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_front_group","pos":[1.975,-4.075,0.46],"pose_world":[1.975,-4.075,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[2.55,0.65,0.92],"type":"Counter","width":2.55},{"body_id":197,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_left_group","pos":[0.32499191894658014,-2.1999988062231837,0.46],"pose_world":[0.32499191894658014,-2.1999988062231837,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"body_id":56,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_main_group","pos":[4.45,-0.325,0.46],"pose_world":[4.45,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.5,0.65,0.92],"type":"Counter","width":1.5},{"body_id":57,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_2_main_group","pos":[5.640000000000001,-0.325,0.46],"pose_world":[5.640000000000001,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.88,0.65,0.92],"type":"Counter","width":0.88},{"body_id":192,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_front_group","pos":[0.6500000056873556,-4.0748772339937,0.46],"pose_world":[0.6500000056873556,-4.0748772339937,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":193,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_left_group","pos":[0.3249987143760213,-4.049998806210703,0.46],"pose_world":[0.3249987143760213,-4.049998806210703,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":47,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_main_group","pos":[0.35,-0.325,0.46],"pose_world":[0.35,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":198,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_right_left_group","pos":[0.32498622547866995,-0.6499988062336404,0.46],"pose_world":[0.32498622547866995,-0.6499988062336404,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":48,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_main_main_group","pos":[2.2,-0.325,0.46],"pose_world":[2.2,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"affordance_geometries":{"handles":[{"geom_id":1425,"geom_name":"dishwasher_left_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":226,"depth":0.6,"fixture_type":"Dishwasher","height":0.89,"kind":"fixture","name":"dishwasher_left_group","pos":[0.32479563450010346,-1.3749988069386108,0.4449999999999999],"pose_world":[0.32479563450010346,-1.3749988069386108,0.4449999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.65,0.6,0.89],"type":"Dishwasher","width":0.65},{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"…"],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":404},"pose_evidence":{"fixtures":{"drawer":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0]},"objects":{},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":[2.950127124786377,-0.6181310415267944,0.7849999666213989]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":[3.0001063346862793,-0.6036044359207153,0.7850001454353333]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":[2.8998935222625732,-0.6036660075187683,0.7849998474121094]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":[3.0001063346862793,-0.6178436279296875,0.7850001454353333]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":[2.8998935222625732,-0.617800235748291,0.7849998474121094]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":[2.9962358474731445,-0.6343322992324829,0.785000205039978]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":[2.9040141105651855,-0.6343322992324829,0.7850005030632019]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":[2.950000047683716,-0.6228905916213989,0.7850000262260437]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":404},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":404},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":2146.399}],"event":{"kind":"action","label":"Control action","detail":""}},{"round":20,"at":2415.915325,"duration":269.239,"title":"robocasa fixture · ground robocasa visual target · move robocasa ee to","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":28,"cumulativeToolCalls":156,"code":"fx = primitives.call(name='inspect_robocasa_fixture', fixture_name='drawer', prompt='Open the left drawer.')\npos = [2.9733972549438477, -0.36803507804870605, 0.7651695609092712]\nratio = 0.0\nif fx.ok and isinstance(fx.output, dict):\n    hr = fx.output.get('handle_region') or {}\n    if isinstance(hr, dict) and hr.get('center'):\n        pos = list(hr['center'])\n    ratio = fx.output.get('open_ratio') or 0.0\nprint('ratio0', ratio, 'pos', pos)\n\ndef gh(px, py, pz):\n    gg = primitives.call(name='ground_robocasa_visual_target', entity_name='drawer_obj',\n                         world_position=[px, py, pz], prompt='Open the left drawer.')\n    return gg.output.get('evidence_handle') if gg.ok else None\n\ndef mv(tp, gc, hz, hh):\n    r = primitives.call(name='move_robocasa_ee_to', target_position=tp, gripper_command=gc,\n                        horizon=hz, evidence_handles=[hh] if hh else [],\n                        prompt='Open the left drawer.')\n    return r\n\nif ratio < 0.9:\n    h = gh(pos[0], pos[1], pos[2])\n    mv([pos[0] + 0.35, pos[1] - 0.30, pos[2] + 0.30], 1.0, 400, h)\n    h = gh(pos[0], pos[1], pos[2])\n    mv([pos[0] + 0.12, pos[1] - 0.06, pos[2] + 0.04], 1.0, 400, h)\n    h = gh(pos[0], pos[1], pos[2])\n    mv([pos[0] + 0.04, pos[1] - 0.01, pos[2]], 1.0, 400, h)\n    h = gh(pos[0], pos[1], pos[2])\n    gr = primitives.call(name='grasp_robocasa_object', object_name='drawer_obj',\n                         evidence_handles=[h] if h else [], grasp_approach='near_side',\n                         gripper_command=-1.0, horizon=800, prompt='Open the left drawer.')\n    gok = gr.ok\n    print('grasp', gok)\n    if not gok:\n        h = gh(pos[0], pos[1], pos[2])\n        mv([pos[0] + 0.02, pos[1], pos[2]], -1.0, 400, h)\n    cur = list(pos)\n    for i in range(4):\n        ins = primitives.call(name='inspect_robocasa_object', object_name='drawer_obj', prompt='Open the left drawer.')\n        if ins.ok and isinstance(ins.output, dict):\n            cur = list(ins.output.get('position', cur))\n        h2 = gh(cur[0], cur[1], cur[2])\n        r2 = mv([cur[0] + 0.10, cur[1], cur[2]], -1.0, 400, h2)\n        f2 = primitives.call(name='inspect_robocasa_fixture', fixture_name='drawer', prompt='Open the left drawer.')\n        rr = f2.output.get('open_ratio') if f2.ok else None\n        print('pull', i, rr)\n        if rr is not None and rr >= 0.9:\n            break\n\nfin = primitives.call(name='inspect_robocasa_fixture', fixture_name='drawer', prompt='Open the left drawer.')\nif fin.ok:\n    print('f…","codeExcerpt":true,"stdout":"ratio0 0.0 pos [2.9733972549438477, -0.36803507804870605, 0.7651695609092712]\ngrasp False\npull 0 None\npull 1 None\npull 2 None\npull 3 None\nfinal None None\n","feedback":{},"calls":[{"name":"inspect_robocasa_fixture","arguments":{"fixture_name":"drawer","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":300,"fixture_type":"Box","kind":"fixture","name":"bottom_corner_right_group","pos":[-0.075,-0.21,0.445],"pose_world":[5.6900002754917995,-0.6249992286274342,0.445,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.05,0.78,0.89],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1942,"geom_name":"bottom_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1943,"geom_name":"bottom_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1944,"geom_name":"bottom_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1945,"geom_name":"bottom_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1946,"geom_name":"bottom_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1947,"geom_name":"bottom_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1948,"geom_name":"bottom_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1949,"geom_name":"bottom_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1950,"geom_name":"bottom_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1951,"geom_name":"bottom_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":302,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_1","pos":[5.689991772021986,-2.939999228611817,0.19999999999999982],"pose_world":[5.689991772021986,-2.939999228611817,0.19999999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"affordance_geometries":{"handles":[{"geom_id":1976,"geom_name":"bottom_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1977,"geom_name":"bottom_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1978,"geom_name":"bottom_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1979,"geom_name":"bottom_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1980,"geom_name":"bottom_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1981,"geom_name":"bottom_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1982,"geom_name":"bottom_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1983,"geom_name":"bottom_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1984,"geom_name":"bottom_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1985,"geom_name":"bottom_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":306,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_2","pos":[5.689991772021986,-2.939999228611817,0.4999999999999998],"pose_world":[5.689991772021986,-2.939999228611817,0.4999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"body_id":301,"fixture_type":"Box","kind":"fixture","name":"bottom_right_group_base","pos":[2.24,-0.17499999999999996,0.02499999999999982],"pose_world":[5.72499177202175,-2.9399993571739955,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.71,0.05],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1506,"geom_name":"cab_1_left_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1507,"geom_name":"cab_1_left_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1508,"geom_name":"cab_1_left_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1509,"geom_name":"cab_1_left_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1510,"geom_name":"cab_1_left_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1511,"geom_name":"cab_1_left_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1512,"geom_name":"cab_1_left_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1513,"geom_name":"cab_1_left_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1514,"geom_name":"cab_1_left_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1515,"geom_name":"cab_1_left_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1520,"geom_name":"cab_1_left_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1521,"geom_name":"cab_1_left_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1522,"geom_name":"cab_1_left_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1523,"geom_name":"cab_1_left_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1524,"geom_name":"cab_1_left_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1525,"geom_name":"cab_1_left_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1526,"geom_name":"cab_1_left_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1527,"geom_name":"cab_1_left_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1528,"geom_name":"cab_1_left_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1529,"geom_name":"cab_1_left_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":239,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_left_group","pos":[0.19999008234487173,-1.6999992653771945,1.85],"pose_world":[0.19999008234487173,-1.6999992653771945,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":296,"geom_name":"cab_1_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":297,"geom_name":"cab_1_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":298,"geom_name":"cab_1_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":299,"geom_name":"cab_1_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":300,"geom_name":"cab_1_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":301,"geom_name":"cab_1_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":302,"geom_name":"cab_1_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":303,"geom_name":"cab_1_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":304,"geom_name":"cab_1_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":305,"geom_name":"cab_1_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":310,"geom_name":"cab_1_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":311,"geom_name":"cab_1_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":312,"geom_name":"cab_1_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":313,"geom_name":"cab_1_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":314,"geom_name":"cab_1_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":315,"geom_name":"cab_1_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":316,"geom_name":"cab_1_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":317,"geom_name":"cab_1_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":318,"geom_name":"cab_1_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":319,"geom_name":"cab_1_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":60,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_main_group","pos":[1.15,-0.2,1.85],"pose_world":[1.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":1552,"geom_name":"cab_2_left_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1553,"geom_name":"cab_2_left_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1554,"geom_name":"cab_2_left_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1555,"geom_name":"cab_2_left_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1556,"geom_name":"cab_2_left_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1557,"geom_name":"cab_2_left_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1558,"geom_name":"cab_2_left_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1559,"geom_name":"cab_2_left_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1560,"geom_name":"cab_2_left_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1561,"geom_name":"cab_2_left_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":248,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_left_group","pos":[0.19998732744104422,-0.9499992653822544,1.85],"pose_world":[0.19998732744104422,-0.9499992653822544,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"affordance_geometries":{"handles":[{"geom_id":388,"geom_name":"cab_2_main_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":389,"geom_name":"cab_2_main_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":390,"geom_name":"cab_2_main_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":391,"geom_name":"cab_2_main_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":392,"geom_name":"cab_2_main_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":393,"geom_name":"cab_2_main_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":394,"geom_name":"cab_2_main_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":395,"geom_name":"cab_2_main_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":396,"geom_name":"cab_2_main_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":397,"geom_name":"cab_2_main_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":78,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_main_group","pos":[2.9,-0.2,1.85],"pose_world":[2.9,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"body_id":59,"fixture_type":"Box","kind":"fixture","name":"cab_corner_2_main_group","pos":[0.2,-0.55,1.85],"pose_world":[0.2,-0.55,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.4,0.3,0.92],"type":"Box"},{"body_id":58,"fixture_type":"Box","kind":"fixture","name":"cab_corner_main_group","pos":[0.325,-0.2,1.85],"pose_world":[0.325,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.65,0.4,0.92],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":342,"geom_name":"cab_main_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":343,"geom_name":"cab_main_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":344,"geom_name":"cab_main_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":345,"geom_name":"cab_main_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":346,"geom_name":"cab_main_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":347,"geom_name":"cab_main_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":348,"geom_name":"cab_main_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":349,"geom_name":"cab_main_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":350,"geom_name":"cab_main_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":351,"geom_name":"cab_main_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":356,"geom_name":"cab_main_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":357,"geom_name":"cab_main_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":358,"geom_name":"cab_main_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":359,"geom_name":"cab_main_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":360,"geom_name":"cab_main_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":361,"geom_name":"cab_main_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":362,"geom_name":"cab_main_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":363,"geom_name":"cab_main_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":364,"geom_name":"cab_main_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":365,"geom_name":"cab_main_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":69,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_main_main_group","pos":[2.15,-0.2,1.85],"pose_world":[2.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"body_id":299,"fixture_type":"Box","kind":"fixture","name":"cab_top_corner_right_group","pos":[-0.375,-0.21,1.8499999999999996],"pose_world":[5.6900013774533305,-0.3249992286294581,1.8499999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.65,0.78,0.92],"type":"Box"},{"affordance_geometries":{"start_buttons":{"start_button_1":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}],"start_button_2":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}]}},"affordance_sites":{"receptacle_place_site":[1.319170355796814,-0.34829509258270264,0.9765308499336243],"start_buttons":{"start_button_1":[1.3185672760009766,-0.41278737783432007,1.2256221771240234],"start_button_2":[1.3185672760009766,-0.41278737783432007,1.1727606058120728]}},"body_id":167,"depth":0.36232757964721246,"fixture_type":"CoffeeMachine","height":0.33999999999999997,"kind":"fixture","name":"coffee_machine_main_group","pos":[1.3185672959127874,-0.2445345466838201,1.0929999947553568],"pose_world":[1.3185672959127874,-0.2445345466838201,1.0929999947553568,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.1654909721085488,0.36232757964721246,0.33999999999999997],"type":"CoffeeMachine","width":0.1654909721085488},{"body_id":191,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_front_group","pos":[1.975,-4.075,0.46],"pose_world":[1.975,-4.075,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[2.55,0.65,0.92],"type":"Counter","width":2.55},{"body_id":197,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_left_group","pos":[0.32499191894658014,-2.1999988062231837,0.46],"pose_world":[0.32499191894658014,-2.1999988062231837,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"body_id":56,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_main_group","pos":[4.45,-0.325,0.46],"pose_world":[4.45,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.5,0.65,0.92],"type":"Counter","width":1.5},{"body_id":57,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_2_main_group","pos":[5.640000000000001,-0.325,0.46],"pose_world":[5.640000000000001,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.88,0.65,0.92],"type":"Counter","width":0.88},{"body_id":192,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_front_group","pos":[0.6500000056873556,-4.0748772339937,0.46],"pose_world":[0.6500000056873556,-4.0748772339937,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":193,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_left_group","pos":[0.3249987143760213,-4.049998806210703,0.46],"pose_world":[0.3249987143760213,-4.049998806210703,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":47,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_main_group","pos":[0.35,-0.325,0.46],"pose_world":[0.35,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":198,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_right_left_group","pos":[0.32498622547866995,-0.6499988062336404,0.46],"pose_world":[0.32498622547866995,-0.6499988062336404,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":48,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_main_main_group","pos":[2.2,-0.325,0.46],"pose_world":[2.2,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"affordance_geometries":{"handles":[{"geom_id":1425,"geom_name":"dishwasher_left_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":226,"depth":0.6,"fixture_type":"Dishwasher","height":0.89,"kind":"fixture","name":"dishwasher_left_group","pos":[0.32479563450010346,-1.3749988069386108,0.4449999999999999],"pose_world":[0.32479563450010346,-1.3749988069386108,0.4449999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.65,0.6,0.89],"type":"Dishwasher","width":0.65},{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"…"],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":408},"pose_evidence":{"fixtures":{"drawer":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0]},"objects":{},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":[2.950127124786377,-0.6181310415267944,0.7849999666213989]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":[3.0001063346862793,-0.6036044359207153,0.7850001454353333]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":[2.8998935222625732,-0.6036660075187683,0.7849998474121094]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":[3.0001063346862793,-0.6178436279296875,0.7850001454353333]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":[2.8998935222625732,-0.617800235748291,0.7849998474121094]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":[2.9962358474731445,-0.6343322992324829,0.785000205039978]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":[2.9040141105651855,-0.6343322992324829,0.7850005030632019]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":[2.950000047683716,-0.6228905916213989,0.7850000262260437]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":408},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":408},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":2257.261},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer.","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:61:robot0_agentview_left:state:41","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.9732907601051926,-0.368102946338169,0.7651582145323365,0.9689679443228763,0.05666868250976275,0.0046705985147558575,0.24055762055445432],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":61,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Open the left drawer.","query":null,"registry_pose_world":[2.9732906818389893,-0.36810293793678284,0.7651582360267639],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":2257.264},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:61:robot0_agentview_left:state:41"],"gripper_command":1.0,"horizon":400,"prompt":"Open the left drawer.","target_position":[3.3233972549438477,-0.6680350780487061,1.0651695609092713]},"ok":true,"error":null,"output":{"action_feedback":{"arrived":true,"contact":null,"distance_m":0.05931100621819496,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":2263.06},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer.","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:62:robot0_agentview_left:state:42","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.9732908891520755,-0.36810289769639787,0.7651579111481376,0.9689695190288781,0.056670300216813345,0.004657887083428556,0.2405511429076954],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":62,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Open the left drawer.","query":null,"registry_pose_world":[2.9732909202575684,-0.36810290813446045,0.76515793800354],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":2263.063},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:62:robot0_agentview_left:state:42"],"gripper_command":1.0,"horizon":400,"prompt":"Open the left drawer.","target_position":[3.0933972549438478,-0.42803507804870605,0.8051695609092713]},"ok":false,"error":null,"output":{"action_feedback":{"arrived":false,"contact":null,"distance_m":1.2234069108963013,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":2280.229},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer.","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:63:robot0_agentview_left:state:43","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.9732949055247806,-0.36810107015939714,0.7651580660423517,0.9689744538189349,0.05667006303058544,0.004661080004326193,0.2405312581258425],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":63,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Open the left drawer.","query":null,"registry_pose_world":[2.973294973373413,-0.3681010603904724,0.7651580572128296],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":2280.232},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:63:robot0_agentview_left:state:43"],"gripper_command":1.0,"horizon":400,"prompt":"Open the left drawer.","target_position":[3.0133972549438477,-0.37803507804870606,0.7651695609092712]},"ok":true,"error":null,"output":{"action_feedback":{"arrived":false,"contact":null,"distance_m":1.22352933883667,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":2296.451},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer.","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:64:robot0_agentview_left:state:44","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.973297095956066,-0.36810009673202754,0.7651577353392092,0.9689791171708546,0.05667281757304775,0.004642871682010726,0.24051217428161112],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":64,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Open the left drawer.","query":null,"registry_pose_world":[2.973297119140625,-0.368100106716156,0.7651577591896057],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":2296.454},{"name":"grasp_robocasa_object","arguments":{"evidence_handles":["robocasa:visual:64:robot0_agentview_left:state:44"],"grasp_approach":"near_side","gripper_command":-1.0,"horizon":800,"object_name":"drawer_obj","prompt":"Open the left drawer."},"ok":false,"error":"grasp_target_unreached","output":{"action_feedback":{"arrived":false,"contact":false,"distance_m":1.1018723249435425,"executed":true,"grasped":false,"lift_confirmed":false,"motion_coupling":{"available":true,"coupled":true,"coupling_error":0.014527231454849243,"eef_displacement":[0.006384134292602539,-0.013005971908569336,0.0010642409324645996],"eef_motion":0.014527390711009502,"minimum_motion":0.005,"object_displacement":[6.9141387939453125e-06,3.1888484954833984e-06,-2.980232238769531e-07],"object_motion":7.619900770805543e-06,"tolerance":0.02},"motion_coupling_confirmed":false,"next_action":"retry_grasp","official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"retry_reason":"grasp_target_unreached","stable":null,"stage":"grasp","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"drawer_obj","xy_distance_after":null},"at":2329.906},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer.","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:65:robot0_agentview_left:state:45","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.9733040015507064,-0.3680969198414784,0.7651574635817084,0.9689896886164397,0.056671454552660934,0.004640674472037039,0.2404699435154929],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":65,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Open the left drawer.","query":null,"registry_pose_world":[2.973304033279419,-0.3680969178676605,0.7651574611663818],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":2329.908},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:65:robot0_agentview_left:state:45"],"gripper_command":-1.0,"horizon":400,"prompt":"Open the left drawer.","target_position":[2.9933972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"action_feedback":{"arrived":false,"contact":null,"distance_m":1.2301198244094849,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":2342.517},{"name":"inspect_robocasa_object","arguments":{"object_name":"drawer_obj","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":350,"kind":"object","name":"distr_counter_1","pose_world":[2.944784177030687,-0.3201708926556339,0.9338279291346734,0.9889431419229583,0.02049534328451438,-0.01132198789689411,-0.14643502155311366],"rot":0.0,"score":0.5,"size":[0.02821504,0.0281638,0.02811556],"type":"MJCFObject"},{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.973309887213271,-0.368094260411062,0.7651582088087906,0.9689945405193602,0.05667180618214216,0.004654333683180878,0.2404500447196743],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"}],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":441},"pose_evidence":{"fixtures":{},"objects":{"drawer_obj":[2.973309887213271,-0.368094260411062,0.7651582088087906,0.9689945405193602,0.05667180618214216,0.004654333683180878,0.2404500447196743]},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"body_id":349,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":441},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"kind":"object","name":"drawer_obj","pose_world":[2.973309887213271,-0.368094260411062,0.7651582088087906,0.9689945405193602,0.05667180618214216,0.004654333683180878,0.2404500447196743],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":441},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":2342.52},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer.","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:66:robot0_agentview_left:state:46","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.973309887213271,-0.368094260411062,0.7651582088087906,0.9689945405193602,0.05667180618214216,0.004654333683180878,0.2404500447196743],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":66,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Open the left drawer.","query":null,"registry_pose_world":[2.9733099937438965,-0.368094265460968,0.7651582360267639],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":2342.522},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:66:robot0_agentview_left:state:46"],"gripper_command":-1.0,"horizon":400,"prompt":"Open the left drawer.","target_position":[3.0733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":false,"error":null,"output":{"action_feedback":{"arrived":false,"contact":null,"distance_m":1.3023293018341064,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":2360.017},{"name":"inspect_robocasa_fixture","arguments":{"fixture_name":"drawer","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":300,"fixture_type":"Box","kind":"fixture","name":"bottom_corner_right_group","pos":[-0.075,-0.21,0.445],"pose_world":[5.6900002754917995,-0.6249992286274342,0.445,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.05,0.78,0.89],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1942,"geom_name":"bottom_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1943,"geom_name":"bottom_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1944,"geom_name":"bottom_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1945,"geom_name":"bottom_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1946,"geom_name":"bottom_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1947,"geom_name":"bottom_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1948,"geom_name":"bottom_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1949,"geom_name":"bottom_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1950,"geom_name":"bottom_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1951,"geom_name":"bottom_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":302,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_1","pos":[5.689991772021986,-2.939999228611817,0.19999999999999982],"pose_world":[5.689991772021986,-2.939999228611817,0.19999999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"affordance_geometries":{"handles":[{"geom_id":1976,"geom_name":"bottom_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1977,"geom_name":"bottom_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1978,"geom_name":"bottom_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1979,"geom_name":"bottom_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1980,"geom_name":"bottom_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1981,"geom_name":"bottom_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1982,"geom_name":"bottom_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1983,"geom_name":"bottom_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1984,"geom_name":"bottom_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1985,"geom_name":"bottom_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":306,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_2","pos":[5.689991772021986,-2.939999228611817,0.4999999999999998],"pose_world":[5.689991772021986,-2.939999228611817,0.4999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"body_id":301,"fixture_type":"Box","kind":"fixture","name":"bottom_right_group_base","pos":[2.24,-0.17499999999999996,0.02499999999999982],"pose_world":[5.72499177202175,-2.9399993571739955,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.71,0.05],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1506,"geom_name":"cab_1_left_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1507,"geom_name":"cab_1_left_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1508,"geom_name":"cab_1_left_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1509,"geom_name":"cab_1_left_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1510,"geom_name":"cab_1_left_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1511,"geom_name":"cab_1_left_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1512,"geom_name":"cab_1_left_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1513,"geom_name":"cab_1_left_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1514,"geom_name":"cab_1_left_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1515,"geom_name":"cab_1_left_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1520,"geom_name":"cab_1_left_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1521,"geom_name":"cab_1_left_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1522,"geom_name":"cab_1_left_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1523,"geom_name":"cab_1_left_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1524,"geom_name":"cab_1_left_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1525,"geom_name":"cab_1_left_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1526,"geom_name":"cab_1_left_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1527,"geom_name":"cab_1_left_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1528,"geom_name":"cab_1_left_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1529,"geom_name":"cab_1_left_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":239,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_left_group","pos":[0.19999008234487173,-1.6999992653771945,1.85],"pose_world":[0.19999008234487173,-1.6999992653771945,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":296,"geom_name":"cab_1_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":297,"geom_name":"cab_1_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":298,"geom_name":"cab_1_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":299,"geom_name":"cab_1_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":300,"geom_name":"cab_1_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":301,"geom_name":"cab_1_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":302,"geom_name":"cab_1_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":303,"geom_name":"cab_1_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":304,"geom_name":"cab_1_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":305,"geom_name":"cab_1_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":310,"geom_name":"cab_1_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":311,"geom_name":"cab_1_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":312,"geom_name":"cab_1_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":313,"geom_name":"cab_1_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":314,"geom_name":"cab_1_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":315,"geom_name":"cab_1_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":316,"geom_name":"cab_1_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":317,"geom_name":"cab_1_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":318,"geom_name":"cab_1_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":319,"geom_name":"cab_1_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":60,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_main_group","pos":[1.15,-0.2,1.85],"pose_world":[1.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":1552,"geom_name":"cab_2_left_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1553,"geom_name":"cab_2_left_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1554,"geom_name":"cab_2_left_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1555,"geom_name":"cab_2_left_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1556,"geom_name":"cab_2_left_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1557,"geom_name":"cab_2_left_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1558,"geom_name":"cab_2_left_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1559,"geom_name":"cab_2_left_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1560,"geom_name":"cab_2_left_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1561,"geom_name":"cab_2_left_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":248,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_left_group","pos":[0.19998732744104422,-0.9499992653822544,1.85],"pose_world":[0.19998732744104422,-0.9499992653822544,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"affordance_geometries":{"handles":[{"geom_id":388,"geom_name":"cab_2_main_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":389,"geom_name":"cab_2_main_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":390,"geom_name":"cab_2_main_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":391,"geom_name":"cab_2_main_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":392,"geom_name":"cab_2_main_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":393,"geom_name":"cab_2_main_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":394,"geom_name":"cab_2_main_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":395,"geom_name":"cab_2_main_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":396,"geom_name":"cab_2_main_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":397,"geom_name":"cab_2_main_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":78,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_main_group","pos":[2.9,-0.2,1.85],"pose_world":[2.9,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"body_id":59,"fixture_type":"Box","kind":"fixture","name":"cab_corner_2_main_group","pos":[0.2,-0.55,1.85],"pose_world":[0.2,-0.55,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.4,0.3,0.92],"type":"Box"},{"body_id":58,"fixture_type":"Box","kind":"fixture","name":"cab_corner_main_group","pos":[0.325,-0.2,1.85],"pose_world":[0.325,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.65,0.4,0.92],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":342,"geom_name":"cab_main_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":343,"geom_name":"cab_main_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":344,"geom_name":"cab_main_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":345,"geom_name":"cab_main_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":346,"geom_name":"cab_main_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":347,"geom_name":"cab_main_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":348,"geom_name":"cab_main_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":349,"geom_name":"cab_main_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":350,"geom_name":"cab_main_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":351,"geom_name":"cab_main_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":356,"geom_name":"cab_main_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":357,"geom_name":"cab_main_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":358,"geom_name":"cab_main_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":359,"geom_name":"cab_main_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":360,"geom_name":"cab_main_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":361,"geom_name":"cab_main_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":362,"geom_name":"cab_main_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":363,"geom_name":"cab_main_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":364,"geom_name":"cab_main_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":365,"geom_name":"cab_main_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":69,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_main_main_group","pos":[2.15,-0.2,1.85],"pose_world":[2.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"body_id":299,"fixture_type":"Box","kind":"fixture","name":"cab_top_corner_right_group","pos":[-0.375,-0.21,1.8499999999999996],"pose_world":[5.6900013774533305,-0.3249992286294581,1.8499999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.65,0.78,0.92],"type":"Box"},{"affordance_geometries":{"start_buttons":{"start_button_1":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}],"start_button_2":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}]}},"affordance_sites":{"receptacle_place_site":[1.319170355796814,-0.34829509258270264,0.9765308499336243],"start_buttons":{"start_button_1":[1.3185672760009766,-0.41278737783432007,1.2256221771240234],"start_button_2":[1.3185672760009766,-0.41278737783432007,1.1727606058120728]}},"body_id":167,"depth":0.36232757964721246,"fixture_type":"CoffeeMachine","height":0.33999999999999997,"kind":"fixture","name":"coffee_machine_main_group","pos":[1.3185672959127874,-0.2445345466838201,1.0929999947553568],"pose_world":[1.3185672959127874,-0.2445345466838201,1.0929999947553568,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.1654909721085488,0.36232757964721246,0.33999999999999997],"type":"CoffeeMachine","width":0.1654909721085488},{"body_id":191,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_front_group","pos":[1.975,-4.075,0.46],"pose_world":[1.975,-4.075,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[2.55,0.65,0.92],"type":"Counter","width":2.55},{"body_id":197,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_left_group","pos":[0.32499191894658014,-2.1999988062231837,0.46],"pose_world":[0.32499191894658014,-2.1999988062231837,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"body_id":56,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_main_group","pos":[4.45,-0.325,0.46],"pose_world":[4.45,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.5,0.65,0.92],"type":"Counter","width":1.5},{"body_id":57,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_2_main_group","pos":[5.640000000000001,-0.325,0.46],"pose_world":[5.640000000000001,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.88,0.65,0.92],"type":"Counter","width":0.88},{"body_id":192,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_front_group","pos":[0.6500000056873556,-4.0748772339937,0.46],"pose_world":[0.6500000056873556,-4.0748772339937,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":193,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_left_group","pos":[0.3249987143760213,-4.049998806210703,0.46],"pose_world":[0.3249987143760213,-4.049998806210703,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":47,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_main_group","pos":[0.35,-0.325,0.46],"pose_world":[0.35,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":198,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_right_left_group","pos":[0.32498622547866995,-0.6499988062336404,0.46],"pose_world":[0.32498622547866995,-0.6499988062336404,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":48,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_main_main_group","pos":[2.2,-0.325,0.46],"pose_world":[2.2,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"affordance_geometries":{"handles":[{"geom_id":1425,"geom_name":"dishwasher_left_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":226,"depth":0.6,"fixture_type":"Dishwasher","height":0.89,"kind":"fixture","name":"dishwasher_left_group","pos":[0.32479563450010346,-1.3749988069386108,0.4449999999999999],"pose_world":[0.32479563450010346,-1.3749988069386108,0.4449999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.65,0.6,0.89],"type":"Dishwasher","width":0.65},{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"…"],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":450},"pose_evidence":{"fixtures":{"drawer":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0]},"objects":{},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":[2.950127124786377,-0.6181309819221497,0.7849999666213989]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":[3.0001063346862793,-0.6036044359207153,0.7850001454353333]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":[2.8998935222625732,-0.6036659479141235,0.7849998474121094]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":[3.0001063346862793,-0.6178436279296875,0.7850001454353333]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":[2.8998935222625732,-0.617800235748291,0.7849998474121094]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":[2.9962358474731445,-0.6343322992324829,0.785000205039978]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":[2.9040141105651855,-0.6343322992324829,0.7850005030632019]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":[2.950000047683716,-0.6228905916213989,0.7850000262260437]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":450},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":450},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":2360.119},{"name":"inspect_robocasa_object","arguments":{"object_name":"drawer_obj","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":350,"kind":"object","name":"distr_counter_1","pose_world":[2.944780131870887,-0.32017476504377657,0.9338284030765138,0.9889612252482494,0.02051471088142283,-0.0113297495259927,-0.14630952931579672],"rot":0.0,"score":0.5,"size":[0.02821504,0.0281638,0.02811556],"type":"MJCFObject"},{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.973311346766582,-0.36809358620852967,0.7651575699703805,0.9689994014752654,0.056672548655794706,0.004637229315312879,0.2404306101013545],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"}],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":453},"pose_evidence":{"fixtures":{},"objects":{"drawer_obj":[2.973311346766582,-0.36809358620852967,0.7651575699703805,0.9689994014752654,0.056672548655794706,0.004637229315312879,0.2404306101013545]},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"body_id":349,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":453},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"kind":"object","name":"drawer_obj","pose_world":[2.973311346766582,-0.36809358620852967,0.7651575699703805,0.9689994014752654,0.056672548655794706,0.004637229315312879,0.2404306101013545],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":453},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":2360.123},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer.","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:67:robot0_agentview_left:state:47","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.973311346766582,-0.36809358620852967,0.7651575699703805,0.9689994014752654,0.056672548655794706,0.004637229315312879,0.2404306101013545],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":67,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Open the left drawer.","query":null,"registry_pose_world":[2.973311424255371,-0.3680935800075531,0.7651575803756714],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":2360.126},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:67:robot0_agentview_left:state:47"],"gripper_command":-1.0,"horizon":400,"prompt":"Open the left drawer.","target_position":[3.0733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":false,"error":null,"output":{"action_feedback":{"arrived":false,"contact":null,"distance_m":1.3079323768615723,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":2377.289},{"name":"inspect_robocasa_fixture","arguments":{"fixture_name":"drawer","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":300,"fixture_type":"Box","kind":"fixture","name":"bottom_corner_right_group","pos":[-0.075,-0.21,0.445],"pose_world":[5.6900002754917995,-0.6249992286274342,0.445,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.05,0.78,0.89],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1942,"geom_name":"bottom_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1943,"geom_name":"bottom_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1944,"geom_name":"bottom_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1945,"geom_name":"bottom_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1946,"geom_name":"bottom_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1947,"geom_name":"bottom_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1948,"geom_name":"bottom_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1949,"geom_name":"bottom_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1950,"geom_name":"bottom_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1951,"geom_name":"bottom_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":302,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_1","pos":[5.689991772021986,-2.939999228611817,0.19999999999999982],"pose_world":[5.689991772021986,-2.939999228611817,0.19999999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"affordance_geometries":{"handles":[{"geom_id":1976,"geom_name":"bottom_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1977,"geom_name":"bottom_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1978,"geom_name":"bottom_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1979,"geom_name":"bottom_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1980,"geom_name":"bottom_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1981,"geom_name":"bottom_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1982,"geom_name":"bottom_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1983,"geom_name":"bottom_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1984,"geom_name":"bottom_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1985,"geom_name":"bottom_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":306,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_2","pos":[5.689991772021986,-2.939999228611817,0.4999999999999998],"pose_world":[5.689991772021986,-2.939999228611817,0.4999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"body_id":301,"fixture_type":"Box","kind":"fixture","name":"bottom_right_group_base","pos":[2.24,-0.17499999999999996,0.02499999999999982],"pose_world":[5.72499177202175,-2.9399993571739955,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.71,0.05],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1506,"geom_name":"cab_1_left_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1507,"geom_name":"cab_1_left_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1508,"geom_name":"cab_1_left_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1509,"geom_name":"cab_1_left_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1510,"geom_name":"cab_1_left_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1511,"geom_name":"cab_1_left_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1512,"geom_name":"cab_1_left_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1513,"geom_name":"cab_1_left_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1514,"geom_name":"cab_1_left_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1515,"geom_name":"cab_1_left_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1520,"geom_name":"cab_1_left_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1521,"geom_name":"cab_1_left_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1522,"geom_name":"cab_1_left_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1523,"geom_name":"cab_1_left_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1524,"geom_name":"cab_1_left_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1525,"geom_name":"cab_1_left_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1526,"geom_name":"cab_1_left_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1527,"geom_name":"cab_1_left_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1528,"geom_name":"cab_1_left_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1529,"geom_name":"cab_1_left_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":239,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_left_group","pos":[0.19999008234487173,-1.6999992653771945,1.85],"pose_world":[0.19999008234487173,-1.6999992653771945,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":296,"geom_name":"cab_1_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":297,"geom_name":"cab_1_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":298,"geom_name":"cab_1_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":299,"geom_name":"cab_1_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":300,"geom_name":"cab_1_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":301,"geom_name":"cab_1_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":302,"geom_name":"cab_1_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":303,"geom_name":"cab_1_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":304,"geom_name":"cab_1_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":305,"geom_name":"cab_1_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":310,"geom_name":"cab_1_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":311,"geom_name":"cab_1_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":312,"geom_name":"cab_1_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":313,"geom_name":"cab_1_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":314,"geom_name":"cab_1_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":315,"geom_name":"cab_1_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":316,"geom_name":"cab_1_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":317,"geom_name":"cab_1_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":318,"geom_name":"cab_1_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":319,"geom_name":"cab_1_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":60,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_main_group","pos":[1.15,-0.2,1.85],"pose_world":[1.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":1552,"geom_name":"cab_2_left_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1553,"geom_name":"cab_2_left_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1554,"geom_name":"cab_2_left_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1555,"geom_name":"cab_2_left_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1556,"geom_name":"cab_2_left_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1557,"geom_name":"cab_2_left_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1558,"geom_name":"cab_2_left_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1559,"geom_name":"cab_2_left_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1560,"geom_name":"cab_2_left_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1561,"geom_name":"cab_2_left_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":248,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_left_group","pos":[0.19998732744104422,-0.9499992653822544,1.85],"pose_world":[0.19998732744104422,-0.9499992653822544,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"affordance_geometries":{"handles":[{"geom_id":388,"geom_name":"cab_2_main_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":389,"geom_name":"cab_2_main_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":390,"geom_name":"cab_2_main_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":391,"geom_name":"cab_2_main_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":392,"geom_name":"cab_2_main_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":393,"geom_name":"cab_2_main_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":394,"geom_name":"cab_2_main_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":395,"geom_name":"cab_2_main_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":396,"geom_name":"cab_2_main_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":397,"geom_name":"cab_2_main_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":78,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_main_group","pos":[2.9,-0.2,1.85],"pose_world":[2.9,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"body_id":59,"fixture_type":"Box","kind":"fixture","name":"cab_corner_2_main_group","pos":[0.2,-0.55,1.85],"pose_world":[0.2,-0.55,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.4,0.3,0.92],"type":"Box"},{"body_id":58,"fixture_type":"Box","kind":"fixture","name":"cab_corner_main_group","pos":[0.325,-0.2,1.85],"pose_world":[0.325,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.65,0.4,0.92],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":342,"geom_name":"cab_main_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":343,"geom_name":"cab_main_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":344,"geom_name":"cab_main_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":345,"geom_name":"cab_main_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":346,"geom_name":"cab_main_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":347,"geom_name":"cab_main_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":348,"geom_name":"cab_main_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":349,"geom_name":"cab_main_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":350,"geom_name":"cab_main_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":351,"geom_name":"cab_main_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":356,"geom_name":"cab_main_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":357,"geom_name":"cab_main_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":358,"geom_name":"cab_main_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":359,"geom_name":"cab_main_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":360,"geom_name":"cab_main_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":361,"geom_name":"cab_main_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":362,"geom_name":"cab_main_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":363,"geom_name":"cab_main_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":364,"geom_name":"cab_main_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":365,"geom_name":"cab_main_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":69,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_main_main_group","pos":[2.15,-0.2,1.85],"pose_world":[2.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"body_id":299,"fixture_type":"Box","kind":"fixture","name":"cab_top_corner_right_group","pos":[-0.375,-0.21,1.8499999999999996],"pose_world":[5.6900013774533305,-0.3249992286294581,1.8499999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.65,0.78,0.92],"type":"Box"},{"affordance_geometries":{"start_buttons":{"start_button_1":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}],"start_button_2":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}]}},"affordance_sites":{"receptacle_place_site":[1.319170355796814,-0.34829509258270264,0.9765308499336243],"start_buttons":{"start_button_1":[1.3185672760009766,-0.41278737783432007,1.2256221771240234],"start_button_2":[1.3185672760009766,-0.41278737783432007,1.1727606058120728]}},"body_id":167,"depth":0.36232757964721246,"fixture_type":"CoffeeMachine","height":0.33999999999999997,"kind":"fixture","name":"coffee_machine_main_group","pos":[1.3185672959127874,-0.2445345466838201,1.0929999947553568],"pose_world":[1.3185672959127874,-0.2445345466838201,1.0929999947553568,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.1654909721085488,0.36232757964721246,0.33999999999999997],"type":"CoffeeMachine","width":0.1654909721085488},{"body_id":191,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_front_group","pos":[1.975,-4.075,0.46],"pose_world":[1.975,-4.075,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[2.55,0.65,0.92],"type":"Counter","width":2.55},{"body_id":197,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_left_group","pos":[0.32499191894658014,-2.1999988062231837,0.46],"pose_world":[0.32499191894658014,-2.1999988062231837,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"body_id":56,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_main_group","pos":[4.45,-0.325,0.46],"pose_world":[4.45,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.5,0.65,0.92],"type":"Counter","width":1.5},{"body_id":57,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_2_main_group","pos":[5.640000000000001,-0.325,0.46],"pose_world":[5.640000000000001,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.88,0.65,0.92],"type":"Counter","width":0.88},{"body_id":192,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_front_group","pos":[0.6500000056873556,-4.0748772339937,0.46],"pose_world":[0.6500000056873556,-4.0748772339937,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":193,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_left_group","pos":[0.3249987143760213,-4.049998806210703,0.46],"pose_world":[0.3249987143760213,-4.049998806210703,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":47,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_main_group","pos":[0.35,-0.325,0.46],"pose_world":[0.35,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":198,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_right_left_group","pos":[0.32498622547866995,-0.6499988062336404,0.46],"pose_world":[0.32498622547866995,-0.6499988062336404,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":48,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_main_main_group","pos":[2.2,-0.325,0.46],"pose_world":[2.2,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"affordance_geometries":{"handles":[{"geom_id":1425,"geom_name":"dishwasher_left_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":226,"depth":0.6,"fixture_type":"Dishwasher","height":0.89,"kind":"fixture","name":"dishwasher_left_group","pos":[0.32479563450010346,-1.3749988069386108,0.4449999999999999],"pose_world":[0.32479563450010346,-1.3749988069386108,0.4449999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.65,0.6,0.89],"type":"Dishwasher","width":0.65},{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"…"],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":462},"pose_evidence":{"fixtures":{"drawer":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0]},"objects":{},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":[2.950127124786377,-0.6181310415267944,0.7849999666213989]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":[3.0001063346862793,-0.6036044359207153,0.7850001454353333]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":[2.8998935222625732,-0.6036660075187683,0.7849998474121094]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":[3.0001063346862793,-0.6178436279296875,0.7850001454353333]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":[2.8998935222625732,-0.617800235748291,0.7849998474121094]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":[2.9962358474731445,-0.6343322992324829,0.785000205039978]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":[2.9040141105651855,-0.6343322992324829,0.7850005030632019]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":[2.950000047683716,-0.6228905916213989,0.7850000262260437]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":462},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":462},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":2377.328},{"name":"inspect_robocasa_object","arguments":{"object_name":"drawer_obj","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":350,"kind":"object","name":"distr_counter_1","pose_world":[2.9447778928525845,-0.32017615039328384,0.933828397194689,0.9889796915025953,0.020518805880652233,-0.011325230878387462,-0.14618442990351488],"rot":0.0,"score":0.5,"size":[0.02821504,0.0281638,0.02811556],"type":"MJCFObject"},{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.973317068992223,-0.36809097200459,0.7651581942175392,0.9690044913771291,0.056670475176388645,0.004657369801644067,0.24041019496012328],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"}],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":465},"pose_evidence":{"fixtures":{},"objects":{"drawer_obj":[2.973317068992223,-0.36809097200459,0.7651581942175392,0.9690044913771291,0.056670475176388645,0.004657369801644067,0.24041019496012328]},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"body_id":349,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":465},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"kind":"object","name":"drawer_obj","pose_world":[2.973317068992223,-0.36809097200459,0.7651581942175392,0.9690044913771291,0.056670475176388645,0.004657369801644067,0.24041019496012328],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":465},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":2377.333},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer.","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:68:robot0_agentview_left:state:48","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.973317068992223,-0.36809097200459,0.7651581942175392,0.9690044913771291,0.056670475176388645,0.004657369801644067,0.24041019496012328],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":68,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Open the left drawer.","query":null,"registry_pose_world":[2.9733171463012695,-0.368090957403183,0.7651581764221191],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":2377.335},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:68:robot0_agentview_left:state:48"],"gripper_command":-1.0,"horizon":400,"prompt":"Open the left drawer.","target_position":[3.0733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"action_feedback":{"arrived":false,"contact":null,"distance_m":1.296295404434204,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":2396.292},{"name":"inspect_robocasa_fixture","arguments":{"fixture_name":"drawer","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":300,"fixture_type":"Box","kind":"fixture","name":"bottom_corner_right_group","pos":[-0.075,-0.21,0.445],"pose_world":[5.6900002754917995,-0.6249992286274342,0.445,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.05,0.78,0.89],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1942,"geom_name":"bottom_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1943,"geom_name":"bottom_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1944,"geom_name":"bottom_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1945,"geom_name":"bottom_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1946,"geom_name":"bottom_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1947,"geom_name":"bottom_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1948,"geom_name":"bottom_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1949,"geom_name":"bottom_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1950,"geom_name":"bottom_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1951,"geom_name":"bottom_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":302,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_1","pos":[5.689991772021986,-2.939999228611817,0.19999999999999982],"pose_world":[5.689991772021986,-2.939999228611817,0.19999999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"affordance_geometries":{"handles":[{"geom_id":1976,"geom_name":"bottom_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1977,"geom_name":"bottom_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1978,"geom_name":"bottom_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1979,"geom_name":"bottom_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1980,"geom_name":"bottom_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1981,"geom_name":"bottom_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1982,"geom_name":"bottom_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1983,"geom_name":"bottom_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1984,"geom_name":"bottom_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1985,"geom_name":"bottom_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":306,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_2","pos":[5.689991772021986,-2.939999228611817,0.4999999999999998],"pose_world":[5.689991772021986,-2.939999228611817,0.4999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"body_id":301,"fixture_type":"Box","kind":"fixture","name":"bottom_right_group_base","pos":[2.24,-0.17499999999999996,0.02499999999999982],"pose_world":[5.72499177202175,-2.9399993571739955,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.71,0.05],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1506,"geom_name":"cab_1_left_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1507,"geom_name":"cab_1_left_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1508,"geom_name":"cab_1_left_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1509,"geom_name":"cab_1_left_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1510,"geom_name":"cab_1_left_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1511,"geom_name":"cab_1_left_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1512,"geom_name":"cab_1_left_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1513,"geom_name":"cab_1_left_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1514,"geom_name":"cab_1_left_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1515,"geom_name":"cab_1_left_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1520,"geom_name":"cab_1_left_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1521,"geom_name":"cab_1_left_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1522,"geom_name":"cab_1_left_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1523,"geom_name":"cab_1_left_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1524,"geom_name":"cab_1_left_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1525,"geom_name":"cab_1_left_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1526,"geom_name":"cab_1_left_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1527,"geom_name":"cab_1_left_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1528,"geom_name":"cab_1_left_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1529,"geom_name":"cab_1_left_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":239,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_left_group","pos":[0.19999008234487173,-1.6999992653771945,1.85],"pose_world":[0.19999008234487173,-1.6999992653771945,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":296,"geom_name":"cab_1_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":297,"geom_name":"cab_1_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":298,"geom_name":"cab_1_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":299,"geom_name":"cab_1_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":300,"geom_name":"cab_1_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":301,"geom_name":"cab_1_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":302,"geom_name":"cab_1_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":303,"geom_name":"cab_1_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":304,"geom_name":"cab_1_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":305,"geom_name":"cab_1_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":310,"geom_name":"cab_1_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":311,"geom_name":"cab_1_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":312,"geom_name":"cab_1_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":313,"geom_name":"cab_1_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":314,"geom_name":"cab_1_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":315,"geom_name":"cab_1_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":316,"geom_name":"cab_1_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":317,"geom_name":"cab_1_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":318,"geom_name":"cab_1_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":319,"geom_name":"cab_1_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":60,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_main_group","pos":[1.15,-0.2,1.85],"pose_world":[1.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":1552,"geom_name":"cab_2_left_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1553,"geom_name":"cab_2_left_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1554,"geom_name":"cab_2_left_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1555,"geom_name":"cab_2_left_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1556,"geom_name":"cab_2_left_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1557,"geom_name":"cab_2_left_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1558,"geom_name":"cab_2_left_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1559,"geom_name":"cab_2_left_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1560,"geom_name":"cab_2_left_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1561,"geom_name":"cab_2_left_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":248,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_left_group","pos":[0.19998732744104422,-0.9499992653822544,1.85],"pose_world":[0.19998732744104422,-0.9499992653822544,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"affordance_geometries":{"handles":[{"geom_id":388,"geom_name":"cab_2_main_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":389,"geom_name":"cab_2_main_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":390,"geom_name":"cab_2_main_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":391,"geom_name":"cab_2_main_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":392,"geom_name":"cab_2_main_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":393,"geom_name":"cab_2_main_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":394,"geom_name":"cab_2_main_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":395,"geom_name":"cab_2_main_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":396,"geom_name":"cab_2_main_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":397,"geom_name":"cab_2_main_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":78,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_main_group","pos":[2.9,-0.2,1.85],"pose_world":[2.9,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"body_id":59,"fixture_type":"Box","kind":"fixture","name":"cab_corner_2_main_group","pos":[0.2,-0.55,1.85],"pose_world":[0.2,-0.55,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.4,0.3,0.92],"type":"Box"},{"body_id":58,"fixture_type":"Box","kind":"fixture","name":"cab_corner_main_group","pos":[0.325,-0.2,1.85],"pose_world":[0.325,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.65,0.4,0.92],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":342,"geom_name":"cab_main_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":343,"geom_name":"cab_main_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":344,"geom_name":"cab_main_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":345,"geom_name":"cab_main_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":346,"geom_name":"cab_main_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":347,"geom_name":"cab_main_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":348,"geom_name":"cab_main_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":349,"geom_name":"cab_main_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":350,"geom_name":"cab_main_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":351,"geom_name":"cab_main_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":356,"geom_name":"cab_main_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":357,"geom_name":"cab_main_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":358,"geom_name":"cab_main_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":359,"geom_name":"cab_main_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":360,"geom_name":"cab_main_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":361,"geom_name":"cab_main_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":362,"geom_name":"cab_main_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":363,"geom_name":"cab_main_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":364,"geom_name":"cab_main_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":365,"geom_name":"cab_main_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":69,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_main_main_group","pos":[2.15,-0.2,1.85],"pose_world":[2.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"body_id":299,"fixture_type":"Box","kind":"fixture","name":"cab_top_corner_right_group","pos":[-0.375,-0.21,1.8499999999999996],"pose_world":[5.6900013774533305,-0.3249992286294581,1.8499999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.65,0.78,0.92],"type":"Box"},{"affordance_geometries":{"start_buttons":{"start_button_1":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}],"start_button_2":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}]}},"affordance_sites":{"receptacle_place_site":[1.319170355796814,-0.34829509258270264,0.9765308499336243],"start_buttons":{"start_button_1":[1.3185672760009766,-0.41278737783432007,1.2256221771240234],"start_button_2":[1.3185672760009766,-0.41278737783432007,1.1727606058120728]}},"body_id":167,"depth":0.36232757964721246,"fixture_type":"CoffeeMachine","height":0.33999999999999997,"kind":"fixture","name":"coffee_machine_main_group","pos":[1.3185672959127874,-0.2445345466838201,1.0929999947553568],"pose_world":[1.3185672959127874,-0.2445345466838201,1.0929999947553568,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.1654909721085488,0.36232757964721246,0.33999999999999997],"type":"CoffeeMachine","width":0.1654909721085488},{"body_id":191,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_front_group","pos":[1.975,-4.075,0.46],"pose_world":[1.975,-4.075,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[2.55,0.65,0.92],"type":"Counter","width":2.55},{"body_id":197,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_left_group","pos":[0.32499191894658014,-2.1999988062231837,0.46],"pose_world":[0.32499191894658014,-2.1999988062231837,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"body_id":56,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_main_group","pos":[4.45,-0.325,0.46],"pose_world":[4.45,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.5,0.65,0.92],"type":"Counter","width":1.5},{"body_id":57,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_2_main_group","pos":[5.640000000000001,-0.325,0.46],"pose_world":[5.640000000000001,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.88,0.65,0.92],"type":"Counter","width":0.88},{"body_id":192,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_front_group","pos":[0.6500000056873556,-4.0748772339937,0.46],"pose_world":[0.6500000056873556,-4.0748772339937,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":193,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_left_group","pos":[0.3249987143760213,-4.049998806210703,0.46],"pose_world":[0.3249987143760213,-4.049998806210703,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":47,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_main_group","pos":[0.35,-0.325,0.46],"pose_world":[0.35,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":198,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_right_left_group","pos":[0.32498622547866995,-0.6499988062336404,0.46],"pose_world":[0.32498622547866995,-0.6499988062336404,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":48,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_main_main_group","pos":[2.2,-0.325,0.46],"pose_world":[2.2,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"affordance_geometries":{"handles":[{"geom_id":1425,"geom_name":"dishwasher_left_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":226,"depth":0.6,"fixture_type":"Dishwasher","height":0.89,"kind":"fixture","name":"dishwasher_left_group","pos":[0.32479563450010346,-1.3749988069386108,0.4449999999999999],"pose_world":[0.32479563450010346,-1.3749988069386108,0.4449999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.65,0.6,0.89],"type":"Dishwasher","width":0.65},{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"…"],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":474},"pose_evidence":{"fixtures":{"drawer":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0]},"objects":{},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":[2.950127124786377,-0.6181310415267944,0.7849999666213989]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":[3.0001063346862793,-0.6036044359207153,0.7850001454353333]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":[2.8998935222625732,-0.6036659479141235,0.7849998474121094]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":[3.0001063346862793,-0.6178436279296875,0.7850001454353333]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":[2.8998935222625732,-0.617800235748291,0.7849998474121094]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":[2.9962358474731445,-0.6343322992324829,0.785000205039978]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":[2.9040141105651855,-0.6343322992324829,0.7850005030632019]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":[2.950000047683716,-0.6228905916213989,0.7850000262260437]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":474},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":474},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":2396.33},{"name":"inspect_robocasa_object","arguments":{"object_name":"drawer_obj","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":350,"kind":"object","name":"distr_counter_1","pose_world":[2.9447753651369575,-0.32017777782710743,0.9338284140679473,0.988998129337069,0.020521895808833557,-0.011324635141550613,-0.1460592503030841],"rot":0.0,"score":0.5,"size":[0.02821504,0.0281638,0.02811556],"type":"MJCFObject"},{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.9733193831418436,-0.3680899378352271,0.7651578987659624,0.9690092514588696,0.056672253169529195,0.004643376906285497,0.24039085955734282],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"}],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":477},"pose_evidence":{"fixtures":{},"objects":{"drawer_obj":[2.9733193831418436,-0.3680899378352271,0.7651578987659624,0.9690092514588696,0.056672253169529195,0.004643376906285497,0.24039085955734282]},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"body_id":349,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":477},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"kind":"object","name":"drawer_obj","pose_world":[2.9733193831418436,-0.3680899378352271,0.7651578987659624,0.9690092514588696,0.056672253169529195,0.004643376906285497,0.24039085955734282],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":477},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":2396.334},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer.","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:69:robot0_agentview_left:state:49","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.9733193831418436,-0.3680899378352271,0.7651578987659624,0.9690092514588696,0.056672253169529195,0.004643376906285497,0.24039085955734282],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":69,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Open the left drawer.","query":null,"registry_pose_world":[2.9733192920684814,-0.3680899441242218,0.7651578783988953],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":2396.337},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:69:robot0_agentview_left:state:49"],"gripper_command":-1.0,"horizon":400,"prompt":"Open the left drawer.","target_position":[3.0733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"action_feedback":{"arrived":false,"contact":null,"distance_m":0.31544771790504456,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":2415.46},{"name":"inspect_robocasa_fixture","arguments":{"fixture_name":"drawer","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":300,"fixture_type":"Box","kind":"fixture","name":"bottom_corner_right_group","pos":[-0.075,-0.21,0.445],"pose_world":[5.6900002754917995,-0.6249992286274342,0.445,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.05,0.78,0.89],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1942,"geom_name":"bottom_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1943,"geom_name":"bottom_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1944,"geom_name":"bottom_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1945,"geom_name":"bottom_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1946,"geom_name":"bottom_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1947,"geom_name":"bottom_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1948,"geom_name":"bottom_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1949,"geom_name":"bottom_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1950,"geom_name":"bottom_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1951,"geom_name":"bottom_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":302,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_1","pos":[5.689991772021986,-2.939999228611817,0.19999999999999982],"pose_world":[5.689991772021986,-2.939999228611817,0.19999999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"affordance_geometries":{"handles":[{"geom_id":1976,"geom_name":"bottom_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1977,"geom_name":"bottom_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1978,"geom_name":"bottom_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1979,"geom_name":"bottom_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1980,"geom_name":"bottom_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1981,"geom_name":"bottom_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1982,"geom_name":"bottom_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1983,"geom_name":"bottom_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1984,"geom_name":"bottom_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1985,"geom_name":"bottom_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":306,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_2","pos":[5.689991772021986,-2.939999228611817,0.4999999999999998],"pose_world":[5.689991772021986,-2.939999228611817,0.4999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"body_id":301,"fixture_type":"Box","kind":"fixture","name":"bottom_right_group_base","pos":[2.24,-0.17499999999999996,0.02499999999999982],"pose_world":[5.72499177202175,-2.9399993571739955,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.71,0.05],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1506,"geom_name":"cab_1_left_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1507,"geom_name":"cab_1_left_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1508,"geom_name":"cab_1_left_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1509,"geom_name":"cab_1_left_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1510,"geom_name":"cab_1_left_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1511,"geom_name":"cab_1_left_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1512,"geom_name":"cab_1_left_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1513,"geom_name":"cab_1_left_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1514,"geom_name":"cab_1_left_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1515,"geom_name":"cab_1_left_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1520,"geom_name":"cab_1_left_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1521,"geom_name":"cab_1_left_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1522,"geom_name":"cab_1_left_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1523,"geom_name":"cab_1_left_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1524,"geom_name":"cab_1_left_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1525,"geom_name":"cab_1_left_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1526,"geom_name":"cab_1_left_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1527,"geom_name":"cab_1_left_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1528,"geom_name":"cab_1_left_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1529,"geom_name":"cab_1_left_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":239,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_left_group","pos":[0.19999008234487173,-1.6999992653771945,1.85],"pose_world":[0.19999008234487173,-1.6999992653771945,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":296,"geom_name":"cab_1_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":297,"geom_name":"cab_1_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":298,"geom_name":"cab_1_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":299,"geom_name":"cab_1_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":300,"geom_name":"cab_1_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":301,"geom_name":"cab_1_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":302,"geom_name":"cab_1_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":303,"geom_name":"cab_1_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":304,"geom_name":"cab_1_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":305,"geom_name":"cab_1_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":310,"geom_name":"cab_1_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":311,"geom_name":"cab_1_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":312,"geom_name":"cab_1_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":313,"geom_name":"cab_1_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":314,"geom_name":"cab_1_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":315,"geom_name":"cab_1_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":316,"geom_name":"cab_1_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":317,"geom_name":"cab_1_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":318,"geom_name":"cab_1_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":319,"geom_name":"cab_1_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":60,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_main_group","pos":[1.15,-0.2,1.85],"pose_world":[1.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":1552,"geom_name":"cab_2_left_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1553,"geom_name":"cab_2_left_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1554,"geom_name":"cab_2_left_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1555,"geom_name":"cab_2_left_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1556,"geom_name":"cab_2_left_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1557,"geom_name":"cab_2_left_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1558,"geom_name":"cab_2_left_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1559,"geom_name":"cab_2_left_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1560,"geom_name":"cab_2_left_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1561,"geom_name":"cab_2_left_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":248,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_left_group","pos":[0.19998732744104422,-0.9499992653822544,1.85],"pose_world":[0.19998732744104422,-0.9499992653822544,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"affordance_geometries":{"handles":[{"geom_id":388,"geom_name":"cab_2_main_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":389,"geom_name":"cab_2_main_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":390,"geom_name":"cab_2_main_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":391,"geom_name":"cab_2_main_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":392,"geom_name":"cab_2_main_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":393,"geom_name":"cab_2_main_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":394,"geom_name":"cab_2_main_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":395,"geom_name":"cab_2_main_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":396,"geom_name":"cab_2_main_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":397,"geom_name":"cab_2_main_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":78,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_main_group","pos":[2.9,-0.2,1.85],"pose_world":[2.9,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"body_id":59,"fixture_type":"Box","kind":"fixture","name":"cab_corner_2_main_group","pos":[0.2,-0.55,1.85],"pose_world":[0.2,-0.55,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.4,0.3,0.92],"type":"Box"},{"body_id":58,"fixture_type":"Box","kind":"fixture","name":"cab_corner_main_group","pos":[0.325,-0.2,1.85],"pose_world":[0.325,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.65,0.4,0.92],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":342,"geom_name":"cab_main_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":343,"geom_name":"cab_main_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":344,"geom_name":"cab_main_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":345,"geom_name":"cab_main_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":346,"geom_name":"cab_main_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":347,"geom_name":"cab_main_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":348,"geom_name":"cab_main_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":349,"geom_name":"cab_main_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":350,"geom_name":"cab_main_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":351,"geom_name":"cab_main_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":356,"geom_name":"cab_main_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":357,"geom_name":"cab_main_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":358,"geom_name":"cab_main_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":359,"geom_name":"cab_main_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":360,"geom_name":"cab_main_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":361,"geom_name":"cab_main_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":362,"geom_name":"cab_main_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":363,"geom_name":"cab_main_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":364,"geom_name":"cab_main_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":365,"geom_name":"cab_main_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":69,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_main_main_group","pos":[2.15,-0.2,1.85],"pose_world":[2.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"body_id":299,"fixture_type":"Box","kind":"fixture","name":"cab_top_corner_right_group","pos":[-0.375,-0.21,1.8499999999999996],"pose_world":[5.6900013774533305,-0.3249992286294581,1.8499999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.65,0.78,0.92],"type":"Box"},{"affordance_geometries":{"start_buttons":{"start_button_1":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}],"start_button_2":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}]}},"affordance_sites":{"receptacle_place_site":[1.319170355796814,-0.34829509258270264,0.9765308499336243],"start_buttons":{"start_button_1":[1.3185672760009766,-0.41278737783432007,1.2256221771240234],"start_button_2":[1.3185672760009766,-0.41278737783432007,1.1727606058120728]}},"body_id":167,"depth":0.36232757964721246,"fixture_type":"CoffeeMachine","height":0.33999999999999997,"kind":"fixture","name":"coffee_machine_main_group","pos":[1.3185672959127874,-0.2445345466838201,1.0929999947553568],"pose_world":[1.3185672959127874,-0.2445345466838201,1.0929999947553568,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.1654909721085488,0.36232757964721246,0.33999999999999997],"type":"CoffeeMachine","width":0.1654909721085488},{"body_id":191,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_front_group","pos":[1.975,-4.075,0.46],"pose_world":[1.975,-4.075,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[2.55,0.65,0.92],"type":"Counter","width":2.55},{"body_id":197,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_left_group","pos":[0.32499191894658014,-2.1999988062231837,0.46],"pose_world":[0.32499191894658014,-2.1999988062231837,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"body_id":56,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_main_group","pos":[4.45,-0.325,0.46],"pose_world":[4.45,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.5,0.65,0.92],"type":"Counter","width":1.5},{"body_id":57,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_2_main_group","pos":[5.640000000000001,-0.325,0.46],"pose_world":[5.640000000000001,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.88,0.65,0.92],"type":"Counter","width":0.88},{"body_id":192,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_front_group","pos":[0.6500000056873556,-4.0748772339937,0.46],"pose_world":[0.6500000056873556,-4.0748772339937,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":193,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_left_group","pos":[0.3249987143760213,-4.049998806210703,0.46],"pose_world":[0.3249987143760213,-4.049998806210703,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":47,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_main_group","pos":[0.35,-0.325,0.46],"pose_world":[0.35,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":198,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_right_left_group","pos":[0.32498622547866995,-0.6499988062336404,0.46],"pose_world":[0.32498622547866995,-0.6499988062336404,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":48,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_main_main_group","pos":[2.2,-0.325,0.46],"pose_world":[2.2,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"affordance_geometries":{"handles":[{"geom_id":1425,"geom_name":"dishwasher_left_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":226,"depth":0.6,"fixture_type":"Dishwasher","height":0.89,"kind":"fixture","name":"dishwasher_left_group","pos":[0.32479563450010346,-1.3749988069386108,0.4449999999999999],"pose_world":[0.32479563450010346,-1.3749988069386108,0.4449999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.65,0.6,0.89],"type":"Dishwasher","width":0.65},{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"…"],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":486},"pose_evidence":{"fixtures":{"drawer":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0]},"objects":{},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":[2.950127124786377,-0.6181310415267944,0.7849999666213989]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":[3.0001063346862793,-0.6036044359207153,0.7850001454353333]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":[2.8998935222625732,-0.6036659479141235,0.7849998474121094]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":[3.0001063346862793,-0.6178436279296875,0.7850001454353333]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":[2.8998935222625732,-0.617800235748291,0.7849998474121094]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":[2.9962358474731445,-0.6343322992324829,0.785000205039978]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":[2.9040141105651855,-0.6343322992324829,0.7850005030632019]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":[2.950000047683716,-0.6228905916213989,0.7850000262260437]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":486},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":486},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":2415.499},{"name":"inspect_robocasa_fixture","arguments":{"fixture_name":"drawer","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":300,"fixture_type":"Box","kind":"fixture","name":"bottom_corner_right_group","pos":[-0.075,-0.21,0.445],"pose_world":[5.6900002754917995,-0.6249992286274342,0.445,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.05,0.78,0.89],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1942,"geom_name":"bottom_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1943,"geom_name":"bottom_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1944,"geom_name":"bottom_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1945,"geom_name":"bottom_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1946,"geom_name":"bottom_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1947,"geom_name":"bottom_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1948,"geom_name":"bottom_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1949,"geom_name":"bottom_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1950,"geom_name":"bottom_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1951,"geom_name":"bottom_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":302,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_1","pos":[5.689991772021986,-2.939999228611817,0.19999999999999982],"pose_world":[5.689991772021986,-2.939999228611817,0.19999999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"affordance_geometries":{"handles":[{"geom_id":1976,"geom_name":"bottom_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1977,"geom_name":"bottom_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1978,"geom_name":"bottom_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1979,"geom_name":"bottom_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1980,"geom_name":"bottom_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1981,"geom_name":"bottom_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1982,"geom_name":"bottom_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1983,"geom_name":"bottom_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1984,"geom_name":"bottom_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1985,"geom_name":"bottom_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":306,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_2","pos":[5.689991772021986,-2.939999228611817,0.4999999999999998],"pose_world":[5.689991772021986,-2.939999228611817,0.4999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"body_id":301,"fixture_type":"Box","kind":"fixture","name":"bottom_right_group_base","pos":[2.24,-0.17499999999999996,0.02499999999999982],"pose_world":[5.72499177202175,-2.9399993571739955,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.71,0.05],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1506,"geom_name":"cab_1_left_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1507,"geom_name":"cab_1_left_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1508,"geom_name":"cab_1_left_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1509,"geom_name":"cab_1_left_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1510,"geom_name":"cab_1_left_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1511,"geom_name":"cab_1_left_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1512,"geom_name":"cab_1_left_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1513,"geom_name":"cab_1_left_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1514,"geom_name":"cab_1_left_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1515,"geom_name":"cab_1_left_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1520,"geom_name":"cab_1_left_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1521,"geom_name":"cab_1_left_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1522,"geom_name":"cab_1_left_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1523,"geom_name":"cab_1_left_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1524,"geom_name":"cab_1_left_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1525,"geom_name":"cab_1_left_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1526,"geom_name":"cab_1_left_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1527,"geom_name":"cab_1_left_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1528,"geom_name":"cab_1_left_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1529,"geom_name":"cab_1_left_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":239,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_left_group","pos":[0.19999008234487173,-1.6999992653771945,1.85],"pose_world":[0.19999008234487173,-1.6999992653771945,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":296,"geom_name":"cab_1_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":297,"geom_name":"cab_1_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":298,"geom_name":"cab_1_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":299,"geom_name":"cab_1_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":300,"geom_name":"cab_1_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":301,"geom_name":"cab_1_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":302,"geom_name":"cab_1_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":303,"geom_name":"cab_1_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":304,"geom_name":"cab_1_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":305,"geom_name":"cab_1_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":310,"geom_name":"cab_1_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":311,"geom_name":"cab_1_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":312,"geom_name":"cab_1_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":313,"geom_name":"cab_1_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":314,"geom_name":"cab_1_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":315,"geom_name":"cab_1_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":316,"geom_name":"cab_1_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":317,"geom_name":"cab_1_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":318,"geom_name":"cab_1_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":319,"geom_name":"cab_1_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":60,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_main_group","pos":[1.15,-0.2,1.85],"pose_world":[1.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":1552,"geom_name":"cab_2_left_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1553,"geom_name":"cab_2_left_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1554,"geom_name":"cab_2_left_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1555,"geom_name":"cab_2_left_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1556,"geom_name":"cab_2_left_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1557,"geom_name":"cab_2_left_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1558,"geom_name":"cab_2_left_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1559,"geom_name":"cab_2_left_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1560,"geom_name":"cab_2_left_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1561,"geom_name":"cab_2_left_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":248,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_left_group","pos":[0.19998732744104422,-0.9499992653822544,1.85],"pose_world":[0.19998732744104422,-0.9499992653822544,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"affordance_geometries":{"handles":[{"geom_id":388,"geom_name":"cab_2_main_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":389,"geom_name":"cab_2_main_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":390,"geom_name":"cab_2_main_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":391,"geom_name":"cab_2_main_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":392,"geom_name":"cab_2_main_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":393,"geom_name":"cab_2_main_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":394,"geom_name":"cab_2_main_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":395,"geom_name":"cab_2_main_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":396,"geom_name":"cab_2_main_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":397,"geom_name":"cab_2_main_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":78,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_main_group","pos":[2.9,-0.2,1.85],"pose_world":[2.9,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"body_id":59,"fixture_type":"Box","kind":"fixture","name":"cab_corner_2_main_group","pos":[0.2,-0.55,1.85],"pose_world":[0.2,-0.55,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.4,0.3,0.92],"type":"Box"},{"body_id":58,"fixture_type":"Box","kind":"fixture","name":"cab_corner_main_group","pos":[0.325,-0.2,1.85],"pose_world":[0.325,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.65,0.4,0.92],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":342,"geom_name":"cab_main_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":343,"geom_name":"cab_main_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":344,"geom_name":"cab_main_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":345,"geom_name":"cab_main_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":346,"geom_name":"cab_main_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":347,"geom_name":"cab_main_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":348,"geom_name":"cab_main_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":349,"geom_name":"cab_main_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":350,"geom_name":"cab_main_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":351,"geom_name":"cab_main_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":356,"geom_name":"cab_main_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":357,"geom_name":"cab_main_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":358,"geom_name":"cab_main_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":359,"geom_name":"cab_main_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":360,"geom_name":"cab_main_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":361,"geom_name":"cab_main_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":362,"geom_name":"cab_main_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":363,"geom_name":"cab_main_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":364,"geom_name":"cab_main_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":365,"geom_name":"cab_main_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":69,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_main_main_group","pos":[2.15,-0.2,1.85],"pose_world":[2.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"body_id":299,"fixture_type":"Box","kind":"fixture","name":"cab_top_corner_right_group","pos":[-0.375,-0.21,1.8499999999999996],"pose_world":[5.6900013774533305,-0.3249992286294581,1.8499999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.65,0.78,0.92],"type":"Box"},{"affordance_geometries":{"start_buttons":{"start_button_1":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}],"start_button_2":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}]}},"affordance_sites":{"receptacle_place_site":[1.319170355796814,-0.34829509258270264,0.9765308499336243],"start_buttons":{"start_button_1":[1.3185672760009766,-0.41278737783432007,1.2256221771240234],"start_button_2":[1.3185672760009766,-0.41278737783432007,1.1727606058120728]}},"body_id":167,"depth":0.36232757964721246,"fixture_type":"CoffeeMachine","height":0.33999999999999997,"kind":"fixture","name":"coffee_machine_main_group","pos":[1.3185672959127874,-0.2445345466838201,1.0929999947553568],"pose_world":[1.3185672959127874,-0.2445345466838201,1.0929999947553568,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.1654909721085488,0.36232757964721246,0.33999999999999997],"type":"CoffeeMachine","width":0.1654909721085488},{"body_id":191,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_front_group","pos":[1.975,-4.075,0.46],"pose_world":[1.975,-4.075,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[2.55,0.65,0.92],"type":"Counter","width":2.55},{"body_id":197,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_left_group","pos":[0.32499191894658014,-2.1999988062231837,0.46],"pose_world":[0.32499191894658014,-2.1999988062231837,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"body_id":56,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_main_group","pos":[4.45,-0.325,0.46],"pose_world":[4.45,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.5,0.65,0.92],"type":"Counter","width":1.5},{"body_id":57,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_2_main_group","pos":[5.640000000000001,-0.325,0.46],"pose_world":[5.640000000000001,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.88,0.65,0.92],"type":"Counter","width":0.88},{"body_id":192,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_front_group","pos":[0.6500000056873556,-4.0748772339937,0.46],"pose_world":[0.6500000056873556,-4.0748772339937,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":193,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_left_group","pos":[0.3249987143760213,-4.049998806210703,0.46],"pose_world":[0.3249987143760213,-4.049998806210703,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":47,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_main_group","pos":[0.35,-0.325,0.46],"pose_world":[0.35,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":198,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_right_left_group","pos":[0.32498622547866995,-0.6499988062336404,0.46],"pose_world":[0.32498622547866995,-0.6499988062336404,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":48,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_main_main_group","pos":[2.2,-0.325,0.46],"pose_world":[2.2,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"affordance_geometries":{"handles":[{"geom_id":1425,"geom_name":"dishwasher_left_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":226,"depth":0.6,"fixture_type":"Dishwasher","height":0.89,"kind":"fixture","name":"dishwasher_left_group","pos":[0.32479563450010346,-1.3749988069386108,0.4449999999999999],"pose_world":[0.32479563450010346,-1.3749988069386108,0.4449999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.65,0.6,0.89],"type":"Dishwasher","width":0.65},{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"…"],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":489},"pose_evidence":{"fixtures":{"drawer":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0]},"objects":{},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":[2.950127124786377,-0.6181310415267944,0.7849999666213989]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":[3.0001063346862793,-0.6036044359207153,0.7850001454353333]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":[2.8998935222625732,-0.6036659479141235,0.7849998474121094]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":[3.0001063346862793,-0.6178436279296875,0.7850001454353333]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":[2.8998935222625732,-0.617800235748291,0.7849998474121094]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":[2.9962358474731445,-0.6343322992324829,0.785000205039978]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":[2.9040141105651855,-0.6343322992324829,0.7850005030632019]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":[2.950000047683716,-0.6228905916213989,0.7850000262260437]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":489},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":489},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":2415.537}],"event":{"kind":"action","label":"Grasp attempt","detail":""}},{"round":21,"at":2618.684882,"duration":202.77,"title":"robocasa fixture · ground robocasa visual target · move robocasa ee to","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":24,"cumulativeToolCalls":180,"code":"fx = primitives.call(name='inspect_robocasa_fixture', fixture_name='drawer', prompt='Open the left drawer.')\npos = [2.9733972549438477, -0.36803507804870605, 0.7651695609092712]\nratio = 0.0\nif fx.ok and isinstance(fx.output, dict):\n    hr = fx.output.get('handle_region') or {}\n    if isinstance(hr, dict) and hr.get('center'):\n        pos = list(hr['center'])\n    ratio = fx.output.get('open_ratio') or 0.0\nprint('ratio_start', ratio)\n\ndef gh(px, py, pz):\n    gg = primitives.call(name='ground_robocasa_visual_target', entity_name='drawer_obj',\n                         world_position=[px, py, pz], prompt='Open the left drawer.')\n    return gg.output.get('evidence_handle') if gg.ok else None\n\nif ratio < 0.9:\n    h = gh(pos[0], pos[1], pos[2])\n    primitives.call(name='move_robocasa_ee_to', target_position=[pos[0] + 0.10, pos[1], pos[2] + 0.02],\n                    gripper_command=1.0, horizon=300, evidence_handles=[h] if h else [],\n                    prompt='Open the left drawer.')\n    h = gh(pos[0], pos[1], pos[2])\n    gr = primitives.call(name='grasp_robocasa_object', object_name='drawer_obj',\n                         evidence_handles=[h] if h else [], grasp_approach='near_side',\n                         grasp_wrist_yaw_offset_rad=0.0, gripper_command=-1.0, horizon=1000,\n                         offset=[0.06, 0.0, 0.0], prompt='Open the left drawer.')\n    print('grasp_ok', gr.ok)\n    if not gr.ok:\n        h = gh(pos[0], pos[1], pos[2])\n        primitives.call(name='move_robocasa_ee_to', target_position=[pos[0] + 0.04, pos[1], pos[2]],\n                        gripper_command=-1.0, horizon=300, evidence_handles=[h] if h else [],\n                        prompt='Open the left drawer.')\n    cur = list(pos)\n    for i in range(4):\n        ins = primitives.call(name='inspect_robocasa_object', object_name='drawer_obj', prompt='Open the left drawer.')\n        if ins.ok and isinstance(ins.output, dict):\n            cur = list(ins.output.get('position', cur))\n        h2 = gh(cur[0], cur[1], cur[2])\n        primitives.call(name='move_robocasa_ee_to', target_position=[cur[0] + 0.12, cur[1], cur[2]],\n                        gripper_command=-1.0, horizon=500, evidence_handles=[h2] if h2 else [],\n                        prompt='Open the left drawer.')\n        f2 = primitives.call(name='inspect_robocasa_fixture', fixture_name='drawer', prompt='Open the left drawer.')\n        rr = f2.output.get('open_ratio') if f2.ok else None\n        print('pull', i, rr)\n        if rr is not N…","codeExcerpt":true,"stdout":"ratio_start 0.0\ngrasp_ok False\npull 0 None\npull 1 None\npull 2 None\npull 3 None\nfinal_ratio None is_open None\n","feedback":{},"calls":[{"name":"inspect_robocasa_fixture","arguments":{"fixture_name":"drawer","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":300,"fixture_type":"Box","kind":"fixture","name":"bottom_corner_right_group","pos":[-0.075,-0.21,0.445],"pose_world":[5.6900002754917995,-0.6249992286274342,0.445,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.05,0.78,0.89],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1942,"geom_name":"bottom_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1943,"geom_name":"bottom_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1944,"geom_name":"bottom_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1945,"geom_name":"bottom_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1946,"geom_name":"bottom_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1947,"geom_name":"bottom_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1948,"geom_name":"bottom_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1949,"geom_name":"bottom_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1950,"geom_name":"bottom_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1951,"geom_name":"bottom_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":302,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_1","pos":[5.689991772021986,-2.939999228611817,0.19999999999999982],"pose_world":[5.689991772021986,-2.939999228611817,0.19999999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"affordance_geometries":{"handles":[{"geom_id":1976,"geom_name":"bottom_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1977,"geom_name":"bottom_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1978,"geom_name":"bottom_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1979,"geom_name":"bottom_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1980,"geom_name":"bottom_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1981,"geom_name":"bottom_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1982,"geom_name":"bottom_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1983,"geom_name":"bottom_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1984,"geom_name":"bottom_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1985,"geom_name":"bottom_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":306,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_2","pos":[5.689991772021986,-2.939999228611817,0.4999999999999998],"pose_world":[5.689991772021986,-2.939999228611817,0.4999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"body_id":301,"fixture_type":"Box","kind":"fixture","name":"bottom_right_group_base","pos":[2.24,-0.17499999999999996,0.02499999999999982],"pose_world":[5.72499177202175,-2.9399993571739955,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.71,0.05],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1506,"geom_name":"cab_1_left_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1507,"geom_name":"cab_1_left_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1508,"geom_name":"cab_1_left_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1509,"geom_name":"cab_1_left_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1510,"geom_name":"cab_1_left_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1511,"geom_name":"cab_1_left_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1512,"geom_name":"cab_1_left_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1513,"geom_name":"cab_1_left_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1514,"geom_name":"cab_1_left_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1515,"geom_name":"cab_1_left_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1520,"geom_name":"cab_1_left_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1521,"geom_name":"cab_1_left_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1522,"geom_name":"cab_1_left_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1523,"geom_name":"cab_1_left_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1524,"geom_name":"cab_1_left_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1525,"geom_name":"cab_1_left_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1526,"geom_name":"cab_1_left_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1527,"geom_name":"cab_1_left_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1528,"geom_name":"cab_1_left_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1529,"geom_name":"cab_1_left_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":239,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_left_group","pos":[0.19999008234487173,-1.6999992653771945,1.85],"pose_world":[0.19999008234487173,-1.6999992653771945,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":296,"geom_name":"cab_1_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":297,"geom_name":"cab_1_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":298,"geom_name":"cab_1_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":299,"geom_name":"cab_1_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":300,"geom_name":"cab_1_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":301,"geom_name":"cab_1_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":302,"geom_name":"cab_1_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":303,"geom_name":"cab_1_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":304,"geom_name":"cab_1_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":305,"geom_name":"cab_1_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":310,"geom_name":"cab_1_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":311,"geom_name":"cab_1_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":312,"geom_name":"cab_1_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":313,"geom_name":"cab_1_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":314,"geom_name":"cab_1_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":315,"geom_name":"cab_1_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":316,"geom_name":"cab_1_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":317,"geom_name":"cab_1_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":318,"geom_name":"cab_1_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":319,"geom_name":"cab_1_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":60,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_main_group","pos":[1.15,-0.2,1.85],"pose_world":[1.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":1552,"geom_name":"cab_2_left_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1553,"geom_name":"cab_2_left_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1554,"geom_name":"cab_2_left_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1555,"geom_name":"cab_2_left_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1556,"geom_name":"cab_2_left_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1557,"geom_name":"cab_2_left_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1558,"geom_name":"cab_2_left_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1559,"geom_name":"cab_2_left_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1560,"geom_name":"cab_2_left_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1561,"geom_name":"cab_2_left_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":248,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_left_group","pos":[0.19998732744104422,-0.9499992653822544,1.85],"pose_world":[0.19998732744104422,-0.9499992653822544,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"affordance_geometries":{"handles":[{"geom_id":388,"geom_name":"cab_2_main_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":389,"geom_name":"cab_2_main_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":390,"geom_name":"cab_2_main_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":391,"geom_name":"cab_2_main_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":392,"geom_name":"cab_2_main_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":393,"geom_name":"cab_2_main_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":394,"geom_name":"cab_2_main_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":395,"geom_name":"cab_2_main_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":396,"geom_name":"cab_2_main_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":397,"geom_name":"cab_2_main_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":78,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_main_group","pos":[2.9,-0.2,1.85],"pose_world":[2.9,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"body_id":59,"fixture_type":"Box","kind":"fixture","name":"cab_corner_2_main_group","pos":[0.2,-0.55,1.85],"pose_world":[0.2,-0.55,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.4,0.3,0.92],"type":"Box"},{"body_id":58,"fixture_type":"Box","kind":"fixture","name":"cab_corner_main_group","pos":[0.325,-0.2,1.85],"pose_world":[0.325,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.65,0.4,0.92],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":342,"geom_name":"cab_main_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":343,"geom_name":"cab_main_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":344,"geom_name":"cab_main_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":345,"geom_name":"cab_main_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":346,"geom_name":"cab_main_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":347,"geom_name":"cab_main_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":348,"geom_name":"cab_main_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":349,"geom_name":"cab_main_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":350,"geom_name":"cab_main_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":351,"geom_name":"cab_main_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":356,"geom_name":"cab_main_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":357,"geom_name":"cab_main_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":358,"geom_name":"cab_main_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":359,"geom_name":"cab_main_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":360,"geom_name":"cab_main_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":361,"geom_name":"cab_main_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":362,"geom_name":"cab_main_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":363,"geom_name":"cab_main_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":364,"geom_name":"cab_main_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":365,"geom_name":"cab_main_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":69,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_main_main_group","pos":[2.15,-0.2,1.85],"pose_world":[2.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"body_id":299,"fixture_type":"Box","kind":"fixture","name":"cab_top_corner_right_group","pos":[-0.375,-0.21,1.8499999999999996],"pose_world":[5.6900013774533305,-0.3249992286294581,1.8499999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.65,0.78,0.92],"type":"Box"},{"affordance_geometries":{"start_buttons":{"start_button_1":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}],"start_button_2":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}]}},"affordance_sites":{"receptacle_place_site":[1.319170355796814,-0.34829509258270264,0.9765308499336243],"start_buttons":{"start_button_1":[1.3185672760009766,-0.41278737783432007,1.2256221771240234],"start_button_2":[1.3185672760009766,-0.41278737783432007,1.1727606058120728]}},"body_id":167,"depth":0.36232757964721246,"fixture_type":"CoffeeMachine","height":0.33999999999999997,"kind":"fixture","name":"coffee_machine_main_group","pos":[1.3185672959127874,-0.2445345466838201,1.0929999947553568],"pose_world":[1.3185672959127874,-0.2445345466838201,1.0929999947553568,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.1654909721085488,0.36232757964721246,0.33999999999999997],"type":"CoffeeMachine","width":0.1654909721085488},{"body_id":191,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_front_group","pos":[1.975,-4.075,0.46],"pose_world":[1.975,-4.075,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[2.55,0.65,0.92],"type":"Counter","width":2.55},{"body_id":197,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_left_group","pos":[0.32499191894658014,-2.1999988062231837,0.46],"pose_world":[0.32499191894658014,-2.1999988062231837,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"body_id":56,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_main_group","pos":[4.45,-0.325,0.46],"pose_world":[4.45,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.5,0.65,0.92],"type":"Counter","width":1.5},{"body_id":57,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_2_main_group","pos":[5.640000000000001,-0.325,0.46],"pose_world":[5.640000000000001,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.88,0.65,0.92],"type":"Counter","width":0.88},{"body_id":192,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_front_group","pos":[0.6500000056873556,-4.0748772339937,0.46],"pose_world":[0.6500000056873556,-4.0748772339937,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":193,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_left_group","pos":[0.3249987143760213,-4.049998806210703,0.46],"pose_world":[0.3249987143760213,-4.049998806210703,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":47,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_main_group","pos":[0.35,-0.325,0.46],"pose_world":[0.35,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":198,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_right_left_group","pos":[0.32498622547866995,-0.6499988062336404,0.46],"pose_world":[0.32498622547866995,-0.6499988062336404,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":48,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_main_main_group","pos":[2.2,-0.325,0.46],"pose_world":[2.2,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"affordance_geometries":{"handles":[{"geom_id":1425,"geom_name":"dishwasher_left_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":226,"depth":0.6,"fixture_type":"Dishwasher","height":0.89,"kind":"fixture","name":"dishwasher_left_group","pos":[0.32479563450010346,-1.3749988069386108,0.4449999999999999],"pose_world":[0.32479563450010346,-1.3749988069386108,0.4449999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.65,0.6,0.89],"type":"Dishwasher","width":0.65},{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"…"],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":493},"pose_evidence":{"fixtures":{"drawer":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0]},"objects":{},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":[2.950127124786377,-0.6181310415267944,0.7849999666213989]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":[3.0001063346862793,-0.6036044359207153,0.7850001454353333]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":[2.8998935222625732,-0.6036659479141235,0.7849998474121094]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":[3.0001063346862793,-0.6178436279296875,0.7850001454353333]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":[2.8998935222625732,-0.617800235748291,0.7849998474121094]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":[2.9962358474731445,-0.6343322992324829,0.785000205039978]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":[2.9040141105651855,-0.6343322992324829,0.7850005030632019]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":[2.950000047683716,-0.6228905916213989,0.7850000262260437]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":493},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":493},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":2473.927},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer.","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:70:robot0_agentview_left:state:50","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.973322679302685,-0.3680884276094408,0.7651577801155202,0.9690141120147014,0.05667266978691523,0.00463884498847006,0.2403712552131703],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":70,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Open the left drawer.","query":null,"registry_pose_world":[2.973322629928589,-0.36808842420578003,0.7651577591896057],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":2473.931},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:70:robot0_agentview_left:state:50"],"gripper_command":1.0,"horizon":300,"prompt":"Open the left drawer.","target_position":[3.0733972549438477,-0.36803507804870605,0.7851695609092713]},"ok":false,"error":null,"output":{"action_feedback":{"arrived":false,"contact":null,"distance_m":0.3199104964733124,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":2489.559},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer.","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:71:robot0_agentview_left:state:51","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.973326133537605,-0.3680868761234398,0.7651580696575998,0.9690176867825188,0.056673712124254226,0.004640402393138909,0.24035656787852339],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":71,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Open the left drawer.","query":null,"registry_pose_world":[2.9733262062072754,-0.36808687448501587,0.7651580572128296],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":2489.562},{"name":"grasp_robocasa_object","arguments":{"evidence_handles":["robocasa:visual:71:robot0_agentview_left:state:51"],"grasp_approach":"near_side","grasp_wrist_yaw_offset_rad":0.0,"gripper_command":-1.0,"horizon":1000,"object_name":"drawer_obj","offset":[0.06,0.0,0.0],"prompt":"Open the left drawer."},"ok":false,"error":"grasp_target_unreached","output":{"action_feedback":{"arrived":false,"contact":false,"distance_m":0.3407532870769501,"executed":true,"grasped":false,"lift_confirmed":false,"motion_coupling":{"available":true,"coupled":false,"coupling_error":0.24373666942119598,"eef_displacement":[-0.1555933952331543,-0.1796627640724182,-0.05399733781814575],"eef_motion":0.24372878670692444,"minimum_motion":0.005,"object_displacement":[8.106231689453125e-06,3.7550926208496094e-06,-2.980232238769531e-07],"object_motion":8.93870947038522e-06,"tolerance":0.02},"motion_coupling_confirmed":false,"next_action":"retry_grasp","official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"retry_reason":"grasp_target_unreached","stable":null,"stage":"grasp","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"drawer_obj","xy_distance_after":null},"at":2531.138},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer.","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:72:robot0_agentview_left:state:52","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.973334371718878,-0.36808312423388373,0.765157740862755,0.9690305817353029,0.05667376545531049,0.004631013733658658,0.24030474336279042],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":72,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Open the left drawer.","query":null,"registry_pose_world":[2.973334312438965,-0.368083119392395,0.7651577591896057],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":2531.142},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:72:robot0_agentview_left:state:52"],"gripper_command":-1.0,"horizon":300,"prompt":"Open the left drawer.","target_position":[3.0133972549438477,-0.36803507804870605,0.7651695609092712]},"ok":false,"error":null,"output":{"action_feedback":{"arrived":false,"contact":null,"distance_m":0.34947696328163147,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":2544.076},{"name":"inspect_robocasa_object","arguments":{"object_name":"drawer_obj","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":350,"kind":"object","name":"distr_counter_1","pose_world":[2.9447636768020744,-0.32018477808158907,0.9338283512527078,0.9890928004020483,0.02052349659001532,-0.011309227529846795,-0.1454177418791533],"rot":0.0,"score":0.5,"size":[0.02821504,0.0281638,0.02811556],"type":"MJCFObject"},{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.9733372326996688,-0.3680818196238154,0.765157780535987,0.9690342216755984,0.056674091055246865,0.004630256427889278,0.24029000260110964],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"}],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":514},"pose_evidence":{"fixtures":{},"objects":{"drawer_obj":[2.9733372326996688,-0.3680818196238154,0.765157780535987,0.9690342216755984,0.056674091055246865,0.004630256427889278,0.24029000260110964]},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"body_id":349,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":514},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"kind":"object","name":"drawer_obj","pose_world":[2.9733372326996688,-0.3680818196238154,0.765157780535987,0.9690342216755984,0.056674091055246865,0.004630256427889278,0.24029000260110964],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":514},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":2544.079},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer.","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:73:robot0_agentview_left:state:53","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.9733372326996688,-0.3680818196238154,0.765157780535987,0.9690342216755984,0.056674091055246865,0.004630256427889278,0.24029000260110964],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":73,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Open the left drawer.","query":null,"registry_pose_world":[2.973337173461914,-0.36808180809020996,0.7651577591896057],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":2544.081},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:73:robot0_agentview_left:state:53"],"gripper_command":-1.0,"horizon":500,"prompt":"Open the left drawer.","target_position":[3.0933972549438478,-0.36803507804870605,0.7651695609092712]},"ok":false,"error":null,"output":{"action_feedback":{"arrived":false,"contact":null,"distance_m":0.8139201402664185,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":2563.697},{"name":"inspect_robocasa_fixture","arguments":{"fixture_name":"drawer","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":300,"fixture_type":"Box","kind":"fixture","name":"bottom_corner_right_group","pos":[-0.075,-0.21,0.445],"pose_world":[5.6900002754917995,-0.6249992286274342,0.445,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.05,0.78,0.89],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1942,"geom_name":"bottom_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1943,"geom_name":"bottom_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1944,"geom_name":"bottom_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1945,"geom_name":"bottom_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1946,"geom_name":"bottom_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1947,"geom_name":"bottom_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1948,"geom_name":"bottom_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1949,"geom_name":"bottom_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1950,"geom_name":"bottom_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1951,"geom_name":"bottom_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":302,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_1","pos":[5.689991772021986,-2.939999228611817,0.19999999999999982],"pose_world":[5.689991772021986,-2.939999228611817,0.19999999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"affordance_geometries":{"handles":[{"geom_id":1976,"geom_name":"bottom_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1977,"geom_name":"bottom_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1978,"geom_name":"bottom_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1979,"geom_name":"bottom_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1980,"geom_name":"bottom_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1981,"geom_name":"bottom_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1982,"geom_name":"bottom_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1983,"geom_name":"bottom_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1984,"geom_name":"bottom_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1985,"geom_name":"bottom_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":306,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_2","pos":[5.689991772021986,-2.939999228611817,0.4999999999999998],"pose_world":[5.689991772021986,-2.939999228611817,0.4999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"body_id":301,"fixture_type":"Box","kind":"fixture","name":"bottom_right_group_base","pos":[2.24,-0.17499999999999996,0.02499999999999982],"pose_world":[5.72499177202175,-2.9399993571739955,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.71,0.05],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1506,"geom_name":"cab_1_left_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1507,"geom_name":"cab_1_left_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1508,"geom_name":"cab_1_left_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1509,"geom_name":"cab_1_left_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1510,"geom_name":"cab_1_left_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1511,"geom_name":"cab_1_left_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1512,"geom_name":"cab_1_left_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1513,"geom_name":"cab_1_left_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1514,"geom_name":"cab_1_left_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1515,"geom_name":"cab_1_left_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1520,"geom_name":"cab_1_left_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1521,"geom_name":"cab_1_left_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1522,"geom_name":"cab_1_left_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1523,"geom_name":"cab_1_left_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1524,"geom_name":"cab_1_left_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1525,"geom_name":"cab_1_left_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1526,"geom_name":"cab_1_left_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1527,"geom_name":"cab_1_left_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1528,"geom_name":"cab_1_left_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1529,"geom_name":"cab_1_left_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":239,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_left_group","pos":[0.19999008234487173,-1.6999992653771945,1.85],"pose_world":[0.19999008234487173,-1.6999992653771945,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":296,"geom_name":"cab_1_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":297,"geom_name":"cab_1_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":298,"geom_name":"cab_1_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":299,"geom_name":"cab_1_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":300,"geom_name":"cab_1_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":301,"geom_name":"cab_1_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":302,"geom_name":"cab_1_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":303,"geom_name":"cab_1_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":304,"geom_name":"cab_1_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":305,"geom_name":"cab_1_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":310,"geom_name":"cab_1_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":311,"geom_name":"cab_1_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":312,"geom_name":"cab_1_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":313,"geom_name":"cab_1_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":314,"geom_name":"cab_1_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":315,"geom_name":"cab_1_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":316,"geom_name":"cab_1_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":317,"geom_name":"cab_1_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":318,"geom_name":"cab_1_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":319,"geom_name":"cab_1_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":60,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_main_group","pos":[1.15,-0.2,1.85],"pose_world":[1.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":1552,"geom_name":"cab_2_left_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1553,"geom_name":"cab_2_left_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1554,"geom_name":"cab_2_left_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1555,"geom_name":"cab_2_left_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1556,"geom_name":"cab_2_left_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1557,"geom_name":"cab_2_left_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1558,"geom_name":"cab_2_left_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1559,"geom_name":"cab_2_left_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1560,"geom_name":"cab_2_left_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1561,"geom_name":"cab_2_left_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":248,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_left_group","pos":[0.19998732744104422,-0.9499992653822544,1.85],"pose_world":[0.19998732744104422,-0.9499992653822544,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"affordance_geometries":{"handles":[{"geom_id":388,"geom_name":"cab_2_main_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":389,"geom_name":"cab_2_main_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":390,"geom_name":"cab_2_main_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":391,"geom_name":"cab_2_main_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":392,"geom_name":"cab_2_main_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":393,"geom_name":"cab_2_main_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":394,"geom_name":"cab_2_main_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":395,"geom_name":"cab_2_main_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":396,"geom_name":"cab_2_main_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":397,"geom_name":"cab_2_main_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":78,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_main_group","pos":[2.9,-0.2,1.85],"pose_world":[2.9,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"body_id":59,"fixture_type":"Box","kind":"fixture","name":"cab_corner_2_main_group","pos":[0.2,-0.55,1.85],"pose_world":[0.2,-0.55,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.4,0.3,0.92],"type":"Box"},{"body_id":58,"fixture_type":"Box","kind":"fixture","name":"cab_corner_main_group","pos":[0.325,-0.2,1.85],"pose_world":[0.325,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.65,0.4,0.92],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":342,"geom_name":"cab_main_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":343,"geom_name":"cab_main_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":344,"geom_name":"cab_main_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":345,"geom_name":"cab_main_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":346,"geom_name":"cab_main_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":347,"geom_name":"cab_main_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":348,"geom_name":"cab_main_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":349,"geom_name":"cab_main_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":350,"geom_name":"cab_main_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":351,"geom_name":"cab_main_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":356,"geom_name":"cab_main_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":357,"geom_name":"cab_main_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":358,"geom_name":"cab_main_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":359,"geom_name":"cab_main_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":360,"geom_name":"cab_main_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":361,"geom_name":"cab_main_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":362,"geom_name":"cab_main_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":363,"geom_name":"cab_main_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":364,"geom_name":"cab_main_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":365,"geom_name":"cab_main_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":69,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_main_main_group","pos":[2.15,-0.2,1.85],"pose_world":[2.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"body_id":299,"fixture_type":"Box","kind":"fixture","name":"cab_top_corner_right_group","pos":[-0.375,-0.21,1.8499999999999996],"pose_world":[5.6900013774533305,-0.3249992286294581,1.8499999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.65,0.78,0.92],"type":"Box"},{"affordance_geometries":{"start_buttons":{"start_button_1":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}],"start_button_2":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}]}},"affordance_sites":{"receptacle_place_site":[1.319170355796814,-0.34829509258270264,0.9765308499336243],"start_buttons":{"start_button_1":[1.3185672760009766,-0.41278737783432007,1.2256221771240234],"start_button_2":[1.3185672760009766,-0.41278737783432007,1.1727606058120728]}},"body_id":167,"depth":0.36232757964721246,"fixture_type":"CoffeeMachine","height":0.33999999999999997,"kind":"fixture","name":"coffee_machine_main_group","pos":[1.3185672959127874,-0.2445345466838201,1.0929999947553568],"pose_world":[1.3185672959127874,-0.2445345466838201,1.0929999947553568,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.1654909721085488,0.36232757964721246,0.33999999999999997],"type":"CoffeeMachine","width":0.1654909721085488},{"body_id":191,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_front_group","pos":[1.975,-4.075,0.46],"pose_world":[1.975,-4.075,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[2.55,0.65,0.92],"type":"Counter","width":2.55},{"body_id":197,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_left_group","pos":[0.32499191894658014,-2.1999988062231837,0.46],"pose_world":[0.32499191894658014,-2.1999988062231837,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"body_id":56,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_main_group","pos":[4.45,-0.325,0.46],"pose_world":[4.45,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.5,0.65,0.92],"type":"Counter","width":1.5},{"body_id":57,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_2_main_group","pos":[5.640000000000001,-0.325,0.46],"pose_world":[5.640000000000001,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.88,0.65,0.92],"type":"Counter","width":0.88},{"body_id":192,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_front_group","pos":[0.6500000056873556,-4.0748772339937,0.46],"pose_world":[0.6500000056873556,-4.0748772339937,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":193,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_left_group","pos":[0.3249987143760213,-4.049998806210703,0.46],"pose_world":[0.3249987143760213,-4.049998806210703,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":47,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_main_group","pos":[0.35,-0.325,0.46],"pose_world":[0.35,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":198,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_right_left_group","pos":[0.32498622547866995,-0.6499988062336404,0.46],"pose_world":[0.32498622547866995,-0.6499988062336404,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":48,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_main_main_group","pos":[2.2,-0.325,0.46],"pose_world":[2.2,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"affordance_geometries":{"handles":[{"geom_id":1425,"geom_name":"dishwasher_left_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":226,"depth":0.6,"fixture_type":"Dishwasher","height":0.89,"kind":"fixture","name":"dishwasher_left_group","pos":[0.32479563450010346,-1.3749988069386108,0.4449999999999999],"pose_world":[0.32479563450010346,-1.3749988069386108,0.4449999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.65,0.6,0.89],"type":"Dishwasher","width":0.65},{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"…"],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":523},"pose_evidence":{"fixtures":{"drawer":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0]},"objects":{},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":[2.950127124786377,-0.6181310415267944,0.7849999666213989]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":[3.0001063346862793,-0.6036044359207153,0.7850001454353333]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":[2.8998935222625732,-0.6036660075187683,0.7849998474121094]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":[3.0001063346862793,-0.6178436279296875,0.7850001454353333]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":[2.8998935222625732,-0.617800235748291,0.7849998474121094]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":[2.9962358474731445,-0.6343322992324829,0.785000205039978]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":[2.9040141105651855,-0.6343322992324829,0.7850005030632019]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":[2.950000047683716,-0.6228905916213989,0.7850000262260437]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":523},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":523},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":2563.736},{"name":"inspect_robocasa_object","arguments":{"object_name":"drawer_obj","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":350,"kind":"object","name":"distr_counter_1","pose_world":[2.9447613384030893,-0.3201855576411673,0.9338281583152165,0.9891163646739778,0.02050491550027271,-0.011297608574335377,-0.14526090187990226],"rot":0.0,"score":0.5,"size":[0.02821504,0.0281638,0.02811556],"type":"MJCFObject"},{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.9733431035930624,-0.36807915130740554,0.7651582199982659,0.9690404377953519,0.05667300033541666,0.004642415712761532,0.2402649556775287],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"}],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":526},"pose_evidence":{"fixtures":{},"objects":{"drawer_obj":[2.9733431035930624,-0.36807915130740554,0.7651582199982659,0.9690404377953519,0.05667300033541666,0.004642415712761532,0.2402649556775287]},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"body_id":349,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":526},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"kind":"object","name":"drawer_obj","pose_world":[2.9733431035930624,-0.36807915130740554,0.7651582199982659,0.9690404377953519,0.05667300033541666,0.004642415712761532,0.2402649556775287],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":526},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":2563.74},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer.","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:74:robot0_agentview_left:state:54","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.9733431035930624,-0.36807915130740554,0.7651582199982659,0.9690404377953519,0.05667300033541666,0.004642415712761532,0.2402649556775287],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":74,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Open the left drawer.","query":null,"registry_pose_world":[2.9733431339263916,-0.36807915568351746,0.7651582360267639],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":2563.743},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:74:robot0_agentview_left:state:54"],"gripper_command":-1.0,"horizon":500,"prompt":"Open the left drawer.","target_position":[3.0933972549438478,-0.36803507804870605,0.7651695609092712]},"ok":false,"error":null,"output":{"action_feedback":{"arrived":false,"contact":null,"distance_m":0.9182473421096802,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":2579.445},{"name":"inspect_robocasa_fixture","arguments":{"fixture_name":"drawer","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":300,"fixture_type":"Box","kind":"fixture","name":"bottom_corner_right_group","pos":[-0.075,-0.21,0.445],"pose_world":[5.6900002754917995,-0.6249992286274342,0.445,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.05,0.78,0.89],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1942,"geom_name":"bottom_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1943,"geom_name":"bottom_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1944,"geom_name":"bottom_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1945,"geom_name":"bottom_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1946,"geom_name":"bottom_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1947,"geom_name":"bottom_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1948,"geom_name":"bottom_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1949,"geom_name":"bottom_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1950,"geom_name":"bottom_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1951,"geom_name":"bottom_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":302,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_1","pos":[5.689991772021986,-2.939999228611817,0.19999999999999982],"pose_world":[5.689991772021986,-2.939999228611817,0.19999999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"affordance_geometries":{"handles":[{"geom_id":1976,"geom_name":"bottom_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1977,"geom_name":"bottom_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1978,"geom_name":"bottom_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1979,"geom_name":"bottom_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1980,"geom_name":"bottom_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1981,"geom_name":"bottom_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1982,"geom_name":"bottom_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1983,"geom_name":"bottom_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1984,"geom_name":"bottom_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1985,"geom_name":"bottom_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":306,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_2","pos":[5.689991772021986,-2.939999228611817,0.4999999999999998],"pose_world":[5.689991772021986,-2.939999228611817,0.4999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"body_id":301,"fixture_type":"Box","kind":"fixture","name":"bottom_right_group_base","pos":[2.24,-0.17499999999999996,0.02499999999999982],"pose_world":[5.72499177202175,-2.9399993571739955,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.71,0.05],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1506,"geom_name":"cab_1_left_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1507,"geom_name":"cab_1_left_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1508,"geom_name":"cab_1_left_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1509,"geom_name":"cab_1_left_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1510,"geom_name":"cab_1_left_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1511,"geom_name":"cab_1_left_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1512,"geom_name":"cab_1_left_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1513,"geom_name":"cab_1_left_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1514,"geom_name":"cab_1_left_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1515,"geom_name":"cab_1_left_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1520,"geom_name":"cab_1_left_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1521,"geom_name":"cab_1_left_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1522,"geom_name":"cab_1_left_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1523,"geom_name":"cab_1_left_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1524,"geom_name":"cab_1_left_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1525,"geom_name":"cab_1_left_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1526,"geom_name":"cab_1_left_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1527,"geom_name":"cab_1_left_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1528,"geom_name":"cab_1_left_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1529,"geom_name":"cab_1_left_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":239,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_left_group","pos":[0.19999008234487173,-1.6999992653771945,1.85],"pose_world":[0.19999008234487173,-1.6999992653771945,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":296,"geom_name":"cab_1_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":297,"geom_name":"cab_1_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":298,"geom_name":"cab_1_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":299,"geom_name":"cab_1_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":300,"geom_name":"cab_1_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":301,"geom_name":"cab_1_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":302,"geom_name":"cab_1_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":303,"geom_name":"cab_1_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":304,"geom_name":"cab_1_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":305,"geom_name":"cab_1_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":310,"geom_name":"cab_1_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":311,"geom_name":"cab_1_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":312,"geom_name":"cab_1_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":313,"geom_name":"cab_1_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":314,"geom_name":"cab_1_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":315,"geom_name":"cab_1_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":316,"geom_name":"cab_1_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":317,"geom_name":"cab_1_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":318,"geom_name":"cab_1_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":319,"geom_name":"cab_1_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":60,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_main_group","pos":[1.15,-0.2,1.85],"pose_world":[1.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":1552,"geom_name":"cab_2_left_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1553,"geom_name":"cab_2_left_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1554,"geom_name":"cab_2_left_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1555,"geom_name":"cab_2_left_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1556,"geom_name":"cab_2_left_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1557,"geom_name":"cab_2_left_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1558,"geom_name":"cab_2_left_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1559,"geom_name":"cab_2_left_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1560,"geom_name":"cab_2_left_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1561,"geom_name":"cab_2_left_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":248,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_left_group","pos":[0.19998732744104422,-0.9499992653822544,1.85],"pose_world":[0.19998732744104422,-0.9499992653822544,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"affordance_geometries":{"handles":[{"geom_id":388,"geom_name":"cab_2_main_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":389,"geom_name":"cab_2_main_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":390,"geom_name":"cab_2_main_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":391,"geom_name":"cab_2_main_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":392,"geom_name":"cab_2_main_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":393,"geom_name":"cab_2_main_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":394,"geom_name":"cab_2_main_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":395,"geom_name":"cab_2_main_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":396,"geom_name":"cab_2_main_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":397,"geom_name":"cab_2_main_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":78,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_main_group","pos":[2.9,-0.2,1.85],"pose_world":[2.9,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"body_id":59,"fixture_type":"Box","kind":"fixture","name":"cab_corner_2_main_group","pos":[0.2,-0.55,1.85],"pose_world":[0.2,-0.55,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.4,0.3,0.92],"type":"Box"},{"body_id":58,"fixture_type":"Box","kind":"fixture","name":"cab_corner_main_group","pos":[0.325,-0.2,1.85],"pose_world":[0.325,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.65,0.4,0.92],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":342,"geom_name":"cab_main_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":343,"geom_name":"cab_main_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":344,"geom_name":"cab_main_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":345,"geom_name":"cab_main_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":346,"geom_name":"cab_main_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":347,"geom_name":"cab_main_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":348,"geom_name":"cab_main_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":349,"geom_name":"cab_main_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":350,"geom_name":"cab_main_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":351,"geom_name":"cab_main_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":356,"geom_name":"cab_main_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":357,"geom_name":"cab_main_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":358,"geom_name":"cab_main_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":359,"geom_name":"cab_main_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":360,"geom_name":"cab_main_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":361,"geom_name":"cab_main_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":362,"geom_name":"cab_main_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":363,"geom_name":"cab_main_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":364,"geom_name":"cab_main_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":365,"geom_name":"cab_main_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":69,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_main_main_group","pos":[2.15,-0.2,1.85],"pose_world":[2.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"body_id":299,"fixture_type":"Box","kind":"fixture","name":"cab_top_corner_right_group","pos":[-0.375,-0.21,1.8499999999999996],"pose_world":[5.6900013774533305,-0.3249992286294581,1.8499999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.65,0.78,0.92],"type":"Box"},{"affordance_geometries":{"start_buttons":{"start_button_1":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}],"start_button_2":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}]}},"affordance_sites":{"receptacle_place_site":[1.319170355796814,-0.34829509258270264,0.9765308499336243],"start_buttons":{"start_button_1":[1.3185672760009766,-0.41278737783432007,1.2256221771240234],"start_button_2":[1.3185672760009766,-0.41278737783432007,1.1727606058120728]}},"body_id":167,"depth":0.36232757964721246,"fixture_type":"CoffeeMachine","height":0.33999999999999997,"kind":"fixture","name":"coffee_machine_main_group","pos":[1.3185672959127874,-0.2445345466838201,1.0929999947553568],"pose_world":[1.3185672959127874,-0.2445345466838201,1.0929999947553568,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.1654909721085488,0.36232757964721246,0.33999999999999997],"type":"CoffeeMachine","width":0.1654909721085488},{"body_id":191,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_front_group","pos":[1.975,-4.075,0.46],"pose_world":[1.975,-4.075,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[2.55,0.65,0.92],"type":"Counter","width":2.55},{"body_id":197,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_left_group","pos":[0.32499191894658014,-2.1999988062231837,0.46],"pose_world":[0.32499191894658014,-2.1999988062231837,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"body_id":56,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_main_group","pos":[4.45,-0.325,0.46],"pose_world":[4.45,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.5,0.65,0.92],"type":"Counter","width":1.5},{"body_id":57,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_2_main_group","pos":[5.640000000000001,-0.325,0.46],"pose_world":[5.640000000000001,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.88,0.65,0.92],"type":"Counter","width":0.88},{"body_id":192,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_front_group","pos":[0.6500000056873556,-4.0748772339937,0.46],"pose_world":[0.6500000056873556,-4.0748772339937,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":193,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_left_group","pos":[0.3249987143760213,-4.049998806210703,0.46],"pose_world":[0.3249987143760213,-4.049998806210703,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":47,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_main_group","pos":[0.35,-0.325,0.46],"pose_world":[0.35,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":198,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_right_left_group","pos":[0.32498622547866995,-0.6499988062336404,0.46],"pose_world":[0.32498622547866995,-0.6499988062336404,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":48,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_main_main_group","pos":[2.2,-0.325,0.46],"pose_world":[2.2,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"affordance_geometries":{"handles":[{"geom_id":1425,"geom_name":"dishwasher_left_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":226,"depth":0.6,"fixture_type":"Dishwasher","height":0.89,"kind":"fixture","name":"dishwasher_left_group","pos":[0.32479563450010346,-1.3749988069386108,0.4449999999999999],"pose_world":[0.32479563450010346,-1.3749988069386108,0.4449999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.65,0.6,0.89],"type":"Dishwasher","width":0.65},{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"…"],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":535},"pose_evidence":{"fixtures":{"drawer":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0]},"objects":{},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":[2.950127124786377,-0.6181310415267944,0.7849999666213989]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":[3.0001063346862793,-0.6036044359207153,0.7850001454353333]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":[2.8998935222625732,-0.6036660075187683,0.7849998474121094]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":[3.0001063346862793,-0.6178436279296875,0.7850001454353333]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":[2.8998935222625732,-0.617800235748291,0.7849998474121094]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":[2.9962358474731445,-0.6343322992324829,0.785000205039978]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":[2.9040141105651855,-0.6343322992324829,0.7850005030632019]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":[2.950000047683716,-0.6228905916213989,0.7850000262260437]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":535},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":535},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":2579.475},{"name":"inspect_robocasa_object","arguments":{"object_name":"drawer_obj","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":350,"kind":"object","name":"distr_counter_1","pose_world":[2.944757437349828,-0.3201889222408165,0.9338284938732347,0.989138639304406,0.02053589481382128,-0.011304990000997397,-0.14510419173924852],"rot":0.0,"score":0.5,"size":[0.02821504,0.0281638,0.02811556],"type":"MJCFObject"},{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.973346651258203,-0.3680775072569901,0.7651578584038075,0.9690466761158603,0.0566719799829639,0.004637889777174441,0.24024012190312455],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"}],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":538},"pose_evidence":{"fixtures":{},"objects":{"drawer_obj":[2.973346651258203,-0.3680775072569901,0.7651578584038075,0.9690466761158603,0.0566719799829639,0.004637889777174441,0.24024012190312455]},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"body_id":349,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":538},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"kind":"object","name":"drawer_obj","pose_world":[2.973346651258203,-0.3680775072569901,0.7651578584038075,0.9690466761158603,0.0566719799829639,0.004637889777174441,0.24024012190312455],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":538},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":2579.48},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer.","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:75:robot0_agentview_left:state:55","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.973346651258203,-0.3680775072569901,0.7651578584038075,0.9690466761158603,0.0566719799829639,0.004637889777174441,0.24024012190312455],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":75,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Open the left drawer.","query":null,"registry_pose_world":[2.973346710205078,-0.36807751655578613,0.7651578783988953],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":2579.482},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:75:robot0_agentview_left:state:55"],"gripper_command":-1.0,"horizon":500,"prompt":"Open the left drawer.","target_position":[3.0933972549438478,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"action_feedback":{"arrived":false,"contact":null,"distance_m":0.8382005095481873,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":2600.693},{"name":"inspect_robocasa_fixture","arguments":{"fixture_name":"drawer","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":300,"fixture_type":"Box","kind":"fixture","name":"bottom_corner_right_group","pos":[-0.075,-0.21,0.445],"pose_world":[5.6900002754917995,-0.6249992286274342,0.445,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.05,0.78,0.89],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1942,"geom_name":"bottom_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1943,"geom_name":"bottom_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1944,"geom_name":"bottom_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1945,"geom_name":"bottom_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1946,"geom_name":"bottom_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1947,"geom_name":"bottom_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1948,"geom_name":"bottom_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1949,"geom_name":"bottom_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1950,"geom_name":"bottom_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1951,"geom_name":"bottom_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":302,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_1","pos":[5.689991772021986,-2.939999228611817,0.19999999999999982],"pose_world":[5.689991772021986,-2.939999228611817,0.19999999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"affordance_geometries":{"handles":[{"geom_id":1976,"geom_name":"bottom_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1977,"geom_name":"bottom_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1978,"geom_name":"bottom_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1979,"geom_name":"bottom_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1980,"geom_name":"bottom_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1981,"geom_name":"bottom_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1982,"geom_name":"bottom_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1983,"geom_name":"bottom_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1984,"geom_name":"bottom_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1985,"geom_name":"bottom_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":306,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_2","pos":[5.689991772021986,-2.939999228611817,0.4999999999999998],"pose_world":[5.689991772021986,-2.939999228611817,0.4999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"body_id":301,"fixture_type":"Box","kind":"fixture","name":"bottom_right_group_base","pos":[2.24,-0.17499999999999996,0.02499999999999982],"pose_world":[5.72499177202175,-2.9399993571739955,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.71,0.05],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1506,"geom_name":"cab_1_left_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1507,"geom_name":"cab_1_left_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1508,"geom_name":"cab_1_left_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1509,"geom_name":"cab_1_left_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1510,"geom_name":"cab_1_left_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1511,"geom_name":"cab_1_left_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1512,"geom_name":"cab_1_left_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1513,"geom_name":"cab_1_left_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1514,"geom_name":"cab_1_left_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1515,"geom_name":"cab_1_left_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1520,"geom_name":"cab_1_left_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1521,"geom_name":"cab_1_left_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1522,"geom_name":"cab_1_left_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1523,"geom_name":"cab_1_left_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1524,"geom_name":"cab_1_left_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1525,"geom_name":"cab_1_left_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1526,"geom_name":"cab_1_left_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1527,"geom_name":"cab_1_left_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1528,"geom_name":"cab_1_left_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1529,"geom_name":"cab_1_left_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":239,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_left_group","pos":[0.19999008234487173,-1.6999992653771945,1.85],"pose_world":[0.19999008234487173,-1.6999992653771945,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":296,"geom_name":"cab_1_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":297,"geom_name":"cab_1_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":298,"geom_name":"cab_1_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":299,"geom_name":"cab_1_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":300,"geom_name":"cab_1_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":301,"geom_name":"cab_1_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":302,"geom_name":"cab_1_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":303,"geom_name":"cab_1_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":304,"geom_name":"cab_1_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":305,"geom_name":"cab_1_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":310,"geom_name":"cab_1_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":311,"geom_name":"cab_1_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":312,"geom_name":"cab_1_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":313,"geom_name":"cab_1_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":314,"geom_name":"cab_1_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":315,"geom_name":"cab_1_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":316,"geom_name":"cab_1_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":317,"geom_name":"cab_1_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":318,"geom_name":"cab_1_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":319,"geom_name":"cab_1_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":60,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_main_group","pos":[1.15,-0.2,1.85],"pose_world":[1.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":1552,"geom_name":"cab_2_left_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1553,"geom_name":"cab_2_left_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1554,"geom_name":"cab_2_left_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1555,"geom_name":"cab_2_left_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1556,"geom_name":"cab_2_left_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1557,"geom_name":"cab_2_left_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1558,"geom_name":"cab_2_left_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1559,"geom_name":"cab_2_left_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1560,"geom_name":"cab_2_left_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1561,"geom_name":"cab_2_left_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":248,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_left_group","pos":[0.19998732744104422,-0.9499992653822544,1.85],"pose_world":[0.19998732744104422,-0.9499992653822544,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"affordance_geometries":{"handles":[{"geom_id":388,"geom_name":"cab_2_main_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":389,"geom_name":"cab_2_main_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":390,"geom_name":"cab_2_main_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":391,"geom_name":"cab_2_main_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":392,"geom_name":"cab_2_main_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":393,"geom_name":"cab_2_main_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":394,"geom_name":"cab_2_main_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":395,"geom_name":"cab_2_main_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":396,"geom_name":"cab_2_main_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":397,"geom_name":"cab_2_main_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":78,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_main_group","pos":[2.9,-0.2,1.85],"pose_world":[2.9,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"body_id":59,"fixture_type":"Box","kind":"fixture","name":"cab_corner_2_main_group","pos":[0.2,-0.55,1.85],"pose_world":[0.2,-0.55,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.4,0.3,0.92],"type":"Box"},{"body_id":58,"fixture_type":"Box","kind":"fixture","name":"cab_corner_main_group","pos":[0.325,-0.2,1.85],"pose_world":[0.325,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.65,0.4,0.92],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":342,"geom_name":"cab_main_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":343,"geom_name":"cab_main_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":344,"geom_name":"cab_main_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":345,"geom_name":"cab_main_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":346,"geom_name":"cab_main_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":347,"geom_name":"cab_main_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":348,"geom_name":"cab_main_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":349,"geom_name":"cab_main_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":350,"geom_name":"cab_main_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":351,"geom_name":"cab_main_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":356,"geom_name":"cab_main_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":357,"geom_name":"cab_main_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":358,"geom_name":"cab_main_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":359,"geom_name":"cab_main_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":360,"geom_name":"cab_main_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":361,"geom_name":"cab_main_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":362,"geom_name":"cab_main_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":363,"geom_name":"cab_main_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":364,"geom_name":"cab_main_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":365,"geom_name":"cab_main_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":69,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_main_main_group","pos":[2.15,-0.2,1.85],"pose_world":[2.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"body_id":299,"fixture_type":"Box","kind":"fixture","name":"cab_top_corner_right_group","pos":[-0.375,-0.21,1.8499999999999996],"pose_world":[5.6900013774533305,-0.3249992286294581,1.8499999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.65,0.78,0.92],"type":"Box"},{"affordance_geometries":{"start_buttons":{"start_button_1":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}],"start_button_2":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}]}},"affordance_sites":{"receptacle_place_site":[1.319170355796814,-0.34829509258270264,0.9765308499336243],"start_buttons":{"start_button_1":[1.3185672760009766,-0.41278737783432007,1.2256221771240234],"start_button_2":[1.3185672760009766,-0.41278737783432007,1.1727606058120728]}},"body_id":167,"depth":0.36232757964721246,"fixture_type":"CoffeeMachine","height":0.33999999999999997,"kind":"fixture","name":"coffee_machine_main_group","pos":[1.3185672959127874,-0.2445345466838201,1.0929999947553568],"pose_world":[1.3185672959127874,-0.2445345466838201,1.0929999947553568,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.1654909721085488,0.36232757964721246,0.33999999999999997],"type":"CoffeeMachine","width":0.1654909721085488},{"body_id":191,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_front_group","pos":[1.975,-4.075,0.46],"pose_world":[1.975,-4.075,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[2.55,0.65,0.92],"type":"Counter","width":2.55},{"body_id":197,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_left_group","pos":[0.32499191894658014,-2.1999988062231837,0.46],"pose_world":[0.32499191894658014,-2.1999988062231837,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"body_id":56,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_main_group","pos":[4.45,-0.325,0.46],"pose_world":[4.45,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.5,0.65,0.92],"type":"Counter","width":1.5},{"body_id":57,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_2_main_group","pos":[5.640000000000001,-0.325,0.46],"pose_world":[5.640000000000001,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.88,0.65,0.92],"type":"Counter","width":0.88},{"body_id":192,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_front_group","pos":[0.6500000056873556,-4.0748772339937,0.46],"pose_world":[0.6500000056873556,-4.0748772339937,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":193,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_left_group","pos":[0.3249987143760213,-4.049998806210703,0.46],"pose_world":[0.3249987143760213,-4.049998806210703,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":47,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_main_group","pos":[0.35,-0.325,0.46],"pose_world":[0.35,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":198,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_right_left_group","pos":[0.32498622547866995,-0.6499988062336404,0.46],"pose_world":[0.32498622547866995,-0.6499988062336404,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":48,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_main_main_group","pos":[2.2,-0.325,0.46],"pose_world":[2.2,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"affordance_geometries":{"handles":[{"geom_id":1425,"geom_name":"dishwasher_left_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":226,"depth":0.6,"fixture_type":"Dishwasher","height":0.89,"kind":"fixture","name":"dishwasher_left_group","pos":[0.32479563450010346,-1.3749988069386108,0.4449999999999999],"pose_world":[0.32479563450010346,-1.3749988069386108,0.4449999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.65,0.6,0.89],"type":"Dishwasher","width":0.65},{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"…"],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":547},"pose_evidence":{"fixtures":{"drawer":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0]},"objects":{},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":[2.950127124786377,-0.6181310415267944,0.7849999666213989]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":[3.0001063346862793,-0.6036044359207153,0.7850001454353333]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":[2.8998935222625732,-0.6036659479141235,0.7849998474121094]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":[3.0001063346862793,-0.6178436279296875,0.7850001454353333]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":[2.8998935222625732,-0.617800235748291,0.7849998474121094]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":[2.9962358474731445,-0.6343322992324829,0.785000205039978]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":[2.9040141105651855,-0.6343322992324829,0.7850005030632019]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":[2.950000047683716,-0.6228905916213989,0.7850000262260437]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":547},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":547},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":2600.732},{"name":"inspect_robocasa_object","arguments":{"object_name":"drawer_obj","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":350,"kind":"object","name":"distr_counter_1","pose_world":[2.944755021227229,-0.32018993948287755,0.9338283303613025,0.989161757026249,0.020530160499582215,-0.011299911183741363,-0.14494772490054916],"rot":0.0,"score":0.5,"size":[0.02821504,0.0281638,0.02811556],"type":"MJCFObject"},{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.9733503029616117,-0.3680758816556517,0.7651577628002445,0.9690526927931682,0.056673531580035505,0.0046284222931426335,0.24021566792287666],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"}],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":550},"pose_evidence":{"fixtures":{},"objects":{"drawer_obj":[2.9733503029616117,-0.3680758816556517,0.7651577628002445,0.9690526927931682,0.056673531580035505,0.0046284222931426335,0.24021566792287666]},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"body_id":349,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":550},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"kind":"object","name":"drawer_obj","pose_world":[2.9733503029616117,-0.3680758816556517,0.7651577628002445,0.9690526927931682,0.056673531580035505,0.0046284222931426335,0.24021566792287666],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":550},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":2600.736},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer.","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:76:robot0_agentview_left:state:56","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.9733503029616117,-0.3680758816556517,0.7651577628002445,0.9690526927931682,0.056673531580035505,0.0046284222931426335,0.24021566792287666],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":76,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Open the left drawer.","query":null,"registry_pose_world":[2.9733502864837646,-0.3680758774280548,0.7651577591896057],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":2600.74},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:76:robot0_agentview_left:state:56"],"gripper_command":-1.0,"horizon":500,"prompt":"Open the left drawer.","target_position":[3.0933972549438478,-0.36803507804870605,0.7651695609092712]},"ok":false,"error":null,"output":{"action_feedback":{"arrived":false,"contact":null,"distance_m":1.366034746170044,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":2618.085},{"name":"inspect_robocasa_fixture","arguments":{"fixture_name":"drawer","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":300,"fixture_type":"Box","kind":"fixture","name":"bottom_corner_right_group","pos":[-0.075,-0.21,0.445],"pose_world":[5.6900002754917995,-0.6249992286274342,0.445,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.05,0.78,0.89],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1942,"geom_name":"bottom_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1943,"geom_name":"bottom_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1944,"geom_name":"bottom_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1945,"geom_name":"bottom_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1946,"geom_name":"bottom_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1947,"geom_name":"bottom_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1948,"geom_name":"bottom_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1949,"geom_name":"bottom_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1950,"geom_name":"bottom_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1951,"geom_name":"bottom_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":302,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_1","pos":[5.689991772021986,-2.939999228611817,0.19999999999999982],"pose_world":[5.689991772021986,-2.939999228611817,0.19999999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"affordance_geometries":{"handles":[{"geom_id":1976,"geom_name":"bottom_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1977,"geom_name":"bottom_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1978,"geom_name":"bottom_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1979,"geom_name":"bottom_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1980,"geom_name":"bottom_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1981,"geom_name":"bottom_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1982,"geom_name":"bottom_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1983,"geom_name":"bottom_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1984,"geom_name":"bottom_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1985,"geom_name":"bottom_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":306,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_2","pos":[5.689991772021986,-2.939999228611817,0.4999999999999998],"pose_world":[5.689991772021986,-2.939999228611817,0.4999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"body_id":301,"fixture_type":"Box","kind":"fixture","name":"bottom_right_group_base","pos":[2.24,-0.17499999999999996,0.02499999999999982],"pose_world":[5.72499177202175,-2.9399993571739955,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.71,0.05],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1506,"geom_name":"cab_1_left_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1507,"geom_name":"cab_1_left_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1508,"geom_name":"cab_1_left_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1509,"geom_name":"cab_1_left_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1510,"geom_name":"cab_1_left_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1511,"geom_name":"cab_1_left_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1512,"geom_name":"cab_1_left_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1513,"geom_name":"cab_1_left_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1514,"geom_name":"cab_1_left_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1515,"geom_name":"cab_1_left_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1520,"geom_name":"cab_1_left_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1521,"geom_name":"cab_1_left_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1522,"geom_name":"cab_1_left_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1523,"geom_name":"cab_1_left_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1524,"geom_name":"cab_1_left_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1525,"geom_name":"cab_1_left_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1526,"geom_name":"cab_1_left_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1527,"geom_name":"cab_1_left_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1528,"geom_name":"cab_1_left_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1529,"geom_name":"cab_1_left_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":239,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_left_group","pos":[0.19999008234487173,-1.6999992653771945,1.85],"pose_world":[0.19999008234487173,-1.6999992653771945,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":296,"geom_name":"cab_1_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":297,"geom_name":"cab_1_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":298,"geom_name":"cab_1_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":299,"geom_name":"cab_1_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":300,"geom_name":"cab_1_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":301,"geom_name":"cab_1_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":302,"geom_name":"cab_1_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":303,"geom_name":"cab_1_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":304,"geom_name":"cab_1_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":305,"geom_name":"cab_1_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":310,"geom_name":"cab_1_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":311,"geom_name":"cab_1_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":312,"geom_name":"cab_1_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":313,"geom_name":"cab_1_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":314,"geom_name":"cab_1_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":315,"geom_name":"cab_1_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":316,"geom_name":"cab_1_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":317,"geom_name":"cab_1_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":318,"geom_name":"cab_1_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":319,"geom_name":"cab_1_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":60,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_main_group","pos":[1.15,-0.2,1.85],"pose_world":[1.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":1552,"geom_name":"cab_2_left_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1553,"geom_name":"cab_2_left_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1554,"geom_name":"cab_2_left_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1555,"geom_name":"cab_2_left_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1556,"geom_name":"cab_2_left_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1557,"geom_name":"cab_2_left_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1558,"geom_name":"cab_2_left_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1559,"geom_name":"cab_2_left_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1560,"geom_name":"cab_2_left_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1561,"geom_name":"cab_2_left_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":248,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_left_group","pos":[0.19998732744104422,-0.9499992653822544,1.85],"pose_world":[0.19998732744104422,-0.9499992653822544,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"affordance_geometries":{"handles":[{"geom_id":388,"geom_name":"cab_2_main_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":389,"geom_name":"cab_2_main_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":390,"geom_name":"cab_2_main_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":391,"geom_name":"cab_2_main_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":392,"geom_name":"cab_2_main_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":393,"geom_name":"cab_2_main_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":394,"geom_name":"cab_2_main_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":395,"geom_name":"cab_2_main_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":396,"geom_name":"cab_2_main_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":397,"geom_name":"cab_2_main_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":78,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_main_group","pos":[2.9,-0.2,1.85],"pose_world":[2.9,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"body_id":59,"fixture_type":"Box","kind":"fixture","name":"cab_corner_2_main_group","pos":[0.2,-0.55,1.85],"pose_world":[0.2,-0.55,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.4,0.3,0.92],"type":"Box"},{"body_id":58,"fixture_type":"Box","kind":"fixture","name":"cab_corner_main_group","pos":[0.325,-0.2,1.85],"pose_world":[0.325,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.65,0.4,0.92],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":342,"geom_name":"cab_main_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":343,"geom_name":"cab_main_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":344,"geom_name":"cab_main_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":345,"geom_name":"cab_main_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":346,"geom_name":"cab_main_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":347,"geom_name":"cab_main_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":348,"geom_name":"cab_main_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":349,"geom_name":"cab_main_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":350,"geom_name":"cab_main_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":351,"geom_name":"cab_main_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":356,"geom_name":"cab_main_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":357,"geom_name":"cab_main_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":358,"geom_name":"cab_main_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":359,"geom_name":"cab_main_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":360,"geom_name":"cab_main_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":361,"geom_name":"cab_main_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":362,"geom_name":"cab_main_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":363,"geom_name":"cab_main_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":364,"geom_name":"cab_main_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":365,"geom_name":"cab_main_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":69,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_main_main_group","pos":[2.15,-0.2,1.85],"pose_world":[2.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"body_id":299,"fixture_type":"Box","kind":"fixture","name":"cab_top_corner_right_group","pos":[-0.375,-0.21,1.8499999999999996],"pose_world":[5.6900013774533305,-0.3249992286294581,1.8499999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.65,0.78,0.92],"type":"Box"},{"affordance_geometries":{"start_buttons":{"start_button_1":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}],"start_button_2":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}]}},"affordance_sites":{"receptacle_place_site":[1.319170355796814,-0.34829509258270264,0.9765308499336243],"start_buttons":{"start_button_1":[1.3185672760009766,-0.41278737783432007,1.2256221771240234],"start_button_2":[1.3185672760009766,-0.41278737783432007,1.1727606058120728]}},"body_id":167,"depth":0.36232757964721246,"fixture_type":"CoffeeMachine","height":0.33999999999999997,"kind":"fixture","name":"coffee_machine_main_group","pos":[1.3185672959127874,-0.2445345466838201,1.0929999947553568],"pose_world":[1.3185672959127874,-0.2445345466838201,1.0929999947553568,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.1654909721085488,0.36232757964721246,0.33999999999999997],"type":"CoffeeMachine","width":0.1654909721085488},{"body_id":191,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_front_group","pos":[1.975,-4.075,0.46],"pose_world":[1.975,-4.075,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[2.55,0.65,0.92],"type":"Counter","width":2.55},{"body_id":197,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_left_group","pos":[0.32499191894658014,-2.1999988062231837,0.46],"pose_world":[0.32499191894658014,-2.1999988062231837,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"body_id":56,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_main_group","pos":[4.45,-0.325,0.46],"pose_world":[4.45,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.5,0.65,0.92],"type":"Counter","width":1.5},{"body_id":57,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_2_main_group","pos":[5.640000000000001,-0.325,0.46],"pose_world":[5.640000000000001,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.88,0.65,0.92],"type":"Counter","width":0.88},{"body_id":192,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_front_group","pos":[0.6500000056873556,-4.0748772339937,0.46],"pose_world":[0.6500000056873556,-4.0748772339937,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":193,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_left_group","pos":[0.3249987143760213,-4.049998806210703,0.46],"pose_world":[0.3249987143760213,-4.049998806210703,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":47,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_main_group","pos":[0.35,-0.325,0.46],"pose_world":[0.35,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":198,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_right_left_group","pos":[0.32498622547866995,-0.6499988062336404,0.46],"pose_world":[0.32498622547866995,-0.6499988062336404,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":48,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_main_main_group","pos":[2.2,-0.325,0.46],"pose_world":[2.2,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"affordance_geometries":{"handles":[{"geom_id":1425,"geom_name":"dishwasher_left_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":226,"depth":0.6,"fixture_type":"Dishwasher","height":0.89,"kind":"fixture","name":"dishwasher_left_group","pos":[0.32479563450010346,-1.3749988069386108,0.4449999999999999],"pose_world":[0.32479563450010346,-1.3749988069386108,0.4449999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.65,0.6,0.89],"type":"Dishwasher","width":0.65},{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"…"],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":559},"pose_evidence":{"fixtures":{"drawer":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0]},"objects":{},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":[2.950127124786377,-0.6181310415267944,0.7849999666213989]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":[3.0001063346862793,-0.6036044955253601,0.7850001454353333]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":[2.8998935222625732,-0.6036660075187683,0.7849998474121094]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":[3.0001063346862793,-0.6178436279296875,0.7850001454353333]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":[2.8998935222625732,-0.617800235748291,0.7849998474121094]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":[2.9962358474731445,-0.6343322992324829,0.785000205039978]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":[2.9040141105651855,-0.6343322992324829,0.7850005030632019]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":[2.950000047683716,-0.6228905916213989,0.7850000262260437]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":559},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":559},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":2618.115},{"name":"inspect_robocasa_fixture","arguments":{"fixture_name":"drawer","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":300,"fixture_type":"Box","kind":"fixture","name":"bottom_corner_right_group","pos":[-0.075,-0.21,0.445],"pose_world":[5.6900002754917995,-0.6249992286274342,0.445,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.05,0.78,0.89],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1942,"geom_name":"bottom_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1943,"geom_name":"bottom_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1944,"geom_name":"bottom_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1945,"geom_name":"bottom_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1946,"geom_name":"bottom_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1947,"geom_name":"bottom_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1948,"geom_name":"bottom_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1949,"geom_name":"bottom_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1950,"geom_name":"bottom_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1951,"geom_name":"bottom_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":302,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_1","pos":[5.689991772021986,-2.939999228611817,0.19999999999999982],"pose_world":[5.689991772021986,-2.939999228611817,0.19999999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"affordance_geometries":{"handles":[{"geom_id":1976,"geom_name":"bottom_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1977,"geom_name":"bottom_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1978,"geom_name":"bottom_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1979,"geom_name":"bottom_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1980,"geom_name":"bottom_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1981,"geom_name":"bottom_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1982,"geom_name":"bottom_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1983,"geom_name":"bottom_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1984,"geom_name":"bottom_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1985,"geom_name":"bottom_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":306,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_2","pos":[5.689991772021986,-2.939999228611817,0.4999999999999998],"pose_world":[5.689991772021986,-2.939999228611817,0.4999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"body_id":301,"fixture_type":"Box","kind":"fixture","name":"bottom_right_group_base","pos":[2.24,-0.17499999999999996,0.02499999999999982],"pose_world":[5.72499177202175,-2.9399993571739955,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.71,0.05],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1506,"geom_name":"cab_1_left_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1507,"geom_name":"cab_1_left_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1508,"geom_name":"cab_1_left_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1509,"geom_name":"cab_1_left_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1510,"geom_name":"cab_1_left_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1511,"geom_name":"cab_1_left_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1512,"geom_name":"cab_1_left_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1513,"geom_name":"cab_1_left_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1514,"geom_name":"cab_1_left_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1515,"geom_name":"cab_1_left_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1520,"geom_name":"cab_1_left_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1521,"geom_name":"cab_1_left_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1522,"geom_name":"cab_1_left_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1523,"geom_name":"cab_1_left_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1524,"geom_name":"cab_1_left_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1525,"geom_name":"cab_1_left_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1526,"geom_name":"cab_1_left_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1527,"geom_name":"cab_1_left_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1528,"geom_name":"cab_1_left_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1529,"geom_name":"cab_1_left_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":239,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_left_group","pos":[0.19999008234487173,-1.6999992653771945,1.85],"pose_world":[0.19999008234487173,-1.6999992653771945,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":296,"geom_name":"cab_1_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":297,"geom_name":"cab_1_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":298,"geom_name":"cab_1_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":299,"geom_name":"cab_1_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":300,"geom_name":"cab_1_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":301,"geom_name":"cab_1_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":302,"geom_name":"cab_1_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":303,"geom_name":"cab_1_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":304,"geom_name":"cab_1_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":305,"geom_name":"cab_1_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":310,"geom_name":"cab_1_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":311,"geom_name":"cab_1_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":312,"geom_name":"cab_1_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":313,"geom_name":"cab_1_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":314,"geom_name":"cab_1_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":315,"geom_name":"cab_1_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":316,"geom_name":"cab_1_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":317,"geom_name":"cab_1_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":318,"geom_name":"cab_1_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":319,"geom_name":"cab_1_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":60,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_main_group","pos":[1.15,-0.2,1.85],"pose_world":[1.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":1552,"geom_name":"cab_2_left_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1553,"geom_name":"cab_2_left_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1554,"geom_name":"cab_2_left_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1555,"geom_name":"cab_2_left_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1556,"geom_name":"cab_2_left_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1557,"geom_name":"cab_2_left_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1558,"geom_name":"cab_2_left_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1559,"geom_name":"cab_2_left_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1560,"geom_name":"cab_2_left_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1561,"geom_name":"cab_2_left_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":248,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_left_group","pos":[0.19998732744104422,-0.9499992653822544,1.85],"pose_world":[0.19998732744104422,-0.9499992653822544,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"affordance_geometries":{"handles":[{"geom_id":388,"geom_name":"cab_2_main_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":389,"geom_name":"cab_2_main_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":390,"geom_name":"cab_2_main_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":391,"geom_name":"cab_2_main_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":392,"geom_name":"cab_2_main_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":393,"geom_name":"cab_2_main_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":394,"geom_name":"cab_2_main_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":395,"geom_name":"cab_2_main_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":396,"geom_name":"cab_2_main_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":397,"geom_name":"cab_2_main_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":78,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_main_group","pos":[2.9,-0.2,1.85],"pose_world":[2.9,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"body_id":59,"fixture_type":"Box","kind":"fixture","name":"cab_corner_2_main_group","pos":[0.2,-0.55,1.85],"pose_world":[0.2,-0.55,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.4,0.3,0.92],"type":"Box"},{"body_id":58,"fixture_type":"Box","kind":"fixture","name":"cab_corner_main_group","pos":[0.325,-0.2,1.85],"pose_world":[0.325,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.65,0.4,0.92],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":342,"geom_name":"cab_main_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":343,"geom_name":"cab_main_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":344,"geom_name":"cab_main_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":345,"geom_name":"cab_main_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":346,"geom_name":"cab_main_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":347,"geom_name":"cab_main_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":348,"geom_name":"cab_main_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":349,"geom_name":"cab_main_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":350,"geom_name":"cab_main_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":351,"geom_name":"cab_main_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":356,"geom_name":"cab_main_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":357,"geom_name":"cab_main_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":358,"geom_name":"cab_main_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":359,"geom_name":"cab_main_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":360,"geom_name":"cab_main_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":361,"geom_name":"cab_main_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":362,"geom_name":"cab_main_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":363,"geom_name":"cab_main_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":364,"geom_name":"cab_main_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":365,"geom_name":"cab_main_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":69,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_main_main_group","pos":[2.15,-0.2,1.85],"pose_world":[2.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"body_id":299,"fixture_type":"Box","kind":"fixture","name":"cab_top_corner_right_group","pos":[-0.375,-0.21,1.8499999999999996],"pose_world":[5.6900013774533305,-0.3249992286294581,1.8499999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.65,0.78,0.92],"type":"Box"},{"affordance_geometries":{"start_buttons":{"start_button_1":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}],"start_button_2":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}]}},"affordance_sites":{"receptacle_place_site":[1.319170355796814,-0.34829509258270264,0.9765308499336243],"start_buttons":{"start_button_1":[1.3185672760009766,-0.41278737783432007,1.2256221771240234],"start_button_2":[1.3185672760009766,-0.41278737783432007,1.1727606058120728]}},"body_id":167,"depth":0.36232757964721246,"fixture_type":"CoffeeMachine","height":0.33999999999999997,"kind":"fixture","name":"coffee_machine_main_group","pos":[1.3185672959127874,-0.2445345466838201,1.0929999947553568],"pose_world":[1.3185672959127874,-0.2445345466838201,1.0929999947553568,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.1654909721085488,0.36232757964721246,0.33999999999999997],"type":"CoffeeMachine","width":0.1654909721085488},{"body_id":191,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_front_group","pos":[1.975,-4.075,0.46],"pose_world":[1.975,-4.075,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[2.55,0.65,0.92],"type":"Counter","width":2.55},{"body_id":197,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_left_group","pos":[0.32499191894658014,-2.1999988062231837,0.46],"pose_world":[0.32499191894658014,-2.1999988062231837,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"body_id":56,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_main_group","pos":[4.45,-0.325,0.46],"pose_world":[4.45,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.5,0.65,0.92],"type":"Counter","width":1.5},{"body_id":57,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_2_main_group","pos":[5.640000000000001,-0.325,0.46],"pose_world":[5.640000000000001,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.88,0.65,0.92],"type":"Counter","width":0.88},{"body_id":192,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_front_group","pos":[0.6500000056873556,-4.0748772339937,0.46],"pose_world":[0.6500000056873556,-4.0748772339937,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":193,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_left_group","pos":[0.3249987143760213,-4.049998806210703,0.46],"pose_world":[0.3249987143760213,-4.049998806210703,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":47,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_main_group","pos":[0.35,-0.325,0.46],"pose_world":[0.35,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":198,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_right_left_group","pos":[0.32498622547866995,-0.6499988062336404,0.46],"pose_world":[0.32498622547866995,-0.6499988062336404,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":48,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_main_main_group","pos":[2.2,-0.325,0.46],"pose_world":[2.2,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"affordance_geometries":{"handles":[{"geom_id":1425,"geom_name":"dishwasher_left_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":226,"depth":0.6,"fixture_type":"Dishwasher","height":0.89,"kind":"fixture","name":"dishwasher_left_group","pos":[0.32479563450010346,-1.3749988069386108,0.4449999999999999],"pose_world":[0.32479563450010346,-1.3749988069386108,0.4449999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.65,0.6,0.89],"type":"Dishwasher","width":0.65},{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"…"],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":562},"pose_evidence":{"fixtures":{"drawer":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0]},"objects":{},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":[2.950127124786377,-0.6181310415267944,0.7849999666213989]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":[3.0001063346862793,-0.6036044955253601,0.7850001454353333]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":[2.8998935222625732,-0.6036660075187683,0.7849998474121094]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":[3.0001063346862793,-0.6178436279296875,0.7850001454353333]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":[2.8998935222625732,-0.617800235748291,0.7849998474121094]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":[2.9962358474731445,-0.6343322992324829,0.785000205039978]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":[2.9040141105651855,-0.6343322992324829,0.7850005030632019]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":[2.950000047683716,-0.6228905916213989,0.7850000262260437]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":562},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":562},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":2618.176}],"event":{"kind":"action","label":"Grasp attempt","detail":""}},{"round":22,"at":2819.364085,"duration":200.679,"title":"robocasa fixture · ground robocasa visual target · move robocasa ee to","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":25,"cumulativeToolCalls":205,"code":"fx = primitives.call(name='inspect_robocasa_fixture', fixture_name='drawer', prompt='Open the left drawer.')\npos = [2.9733972549438477, -0.36803507804870605, 0.7651695609092712]\nratio = 0.0\nif fx.ok and isinstance(fx.output, dict):\n    hr = fx.output.get('handle_region') or {}\n    if isinstance(hr, dict) and hr.get('center'):\n        pos = list(hr['center'])\n    ratio = fx.output.get('open_ratio') or 0.0\n\ndef gh(px, py, pz):\n    gg = primitives.call(name='ground_robocasa_visual_target', entity_name='drawer_obj',\n                         world_position=[px, py, pz], prompt='Open the left drawer.')\n    return gg.output.get('evidence_handle') if gg.ok else None\n\nif ratio < 0.9:\n    h = gh(pos[0], pos[1], pos[2])\n    primitives.call(name='move_robocasa_ee_to', target_position=[pos[0] + 0.04, pos[1], pos[2]],\n                    gripper_command=-1.0, horizon=400, evidence_handles=[h] if h else [],\n                    prompt='Open the left drawer.')\n    cur = list(pos)\n    for i in range(5):\n        ins = primitives.call(name='inspect_robocasa_object', object_name='drawer_obj', prompt='Open the left drawer.')\n        if ins.ok and isinstance(ins.output, dict):\n            cur = list(ins.output.get('position', cur))\n        h2 = gh(cur[0], cur[1], cur[2])\n        primitives.call(name='move_robocasa_ee_to', target_position=[cur[0] + 0.09, cur[1], cur[2]],\n                        gripper_command=-1.0, horizon=400, evidence_handles=[h2] if h2 else [],\n                        prompt='Open the left drawer.')\n        f2 = primitives.call(name='inspect_robocasa_fixture', fixture_name='drawer', prompt='Open the left drawer.')\n        rr = f2.output.get('open_ratio') if f2.ok else None\n        if rr is not None and rr >= 0.9:\n            break\n    primitives.call(name='settle_robocasa_environment', steps=10, gripper_command=-1.0, evidence_handles=[], prompt='Open the left drawer.')\n\nfin = primitives.call(name='inspect_robocasa_fixture', fixture_name='drawer', prompt='Open the left drawer.')\nif fin.ok:\n    print('final_ratio', fin.output.get('open_ratio'), 'is_open', fin.output.get('is_open'), 'joint', fin.output.get('joint_positions'))","codeExcerpt":false,"stdout":"final_ratio None is_open None joint None\n","feedback":{},"calls":[{"name":"inspect_robocasa_fixture","arguments":{"fixture_name":"drawer","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":300,"fixture_type":"Box","kind":"fixture","name":"bottom_corner_right_group","pos":[-0.075,-0.21,0.445],"pose_world":[5.6900002754917995,-0.6249992286274342,0.445,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.05,0.78,0.89],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1942,"geom_name":"bottom_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1943,"geom_name":"bottom_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1944,"geom_name":"bottom_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1945,"geom_name":"bottom_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1946,"geom_name":"bottom_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1947,"geom_name":"bottom_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1948,"geom_name":"bottom_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1949,"geom_name":"bottom_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1950,"geom_name":"bottom_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1951,"geom_name":"bottom_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":302,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_1","pos":[5.689991772021986,-2.939999228611817,0.19999999999999982],"pose_world":[5.689991772021986,-2.939999228611817,0.19999999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"affordance_geometries":{"handles":[{"geom_id":1976,"geom_name":"bottom_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1977,"geom_name":"bottom_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1978,"geom_name":"bottom_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1979,"geom_name":"bottom_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1980,"geom_name":"bottom_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1981,"geom_name":"bottom_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1982,"geom_name":"bottom_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1983,"geom_name":"bottom_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1984,"geom_name":"bottom_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1985,"geom_name":"bottom_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":306,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_2","pos":[5.689991772021986,-2.939999228611817,0.4999999999999998],"pose_world":[5.689991772021986,-2.939999228611817,0.4999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"body_id":301,"fixture_type":"Box","kind":"fixture","name":"bottom_right_group_base","pos":[2.24,-0.17499999999999996,0.02499999999999982],"pose_world":[5.72499177202175,-2.9399993571739955,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.71,0.05],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1506,"geom_name":"cab_1_left_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1507,"geom_name":"cab_1_left_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1508,"geom_name":"cab_1_left_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1509,"geom_name":"cab_1_left_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1510,"geom_name":"cab_1_left_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1511,"geom_name":"cab_1_left_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1512,"geom_name":"cab_1_left_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1513,"geom_name":"cab_1_left_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1514,"geom_name":"cab_1_left_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1515,"geom_name":"cab_1_left_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1520,"geom_name":"cab_1_left_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1521,"geom_name":"cab_1_left_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1522,"geom_name":"cab_1_left_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1523,"geom_name":"cab_1_left_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1524,"geom_name":"cab_1_left_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1525,"geom_name":"cab_1_left_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1526,"geom_name":"cab_1_left_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1527,"geom_name":"cab_1_left_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1528,"geom_name":"cab_1_left_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1529,"geom_name":"cab_1_left_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":239,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_left_group","pos":[0.19999008234487173,-1.6999992653771945,1.85],"pose_world":[0.19999008234487173,-1.6999992653771945,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":296,"geom_name":"cab_1_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":297,"geom_name":"cab_1_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":298,"geom_name":"cab_1_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":299,"geom_name":"cab_1_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":300,"geom_name":"cab_1_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":301,"geom_name":"cab_1_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":302,"geom_name":"cab_1_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":303,"geom_name":"cab_1_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":304,"geom_name":"cab_1_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":305,"geom_name":"cab_1_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":310,"geom_name":"cab_1_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":311,"geom_name":"cab_1_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":312,"geom_name":"cab_1_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":313,"geom_name":"cab_1_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":314,"geom_name":"cab_1_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":315,"geom_name":"cab_1_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":316,"geom_name":"cab_1_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":317,"geom_name":"cab_1_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":318,"geom_name":"cab_1_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":319,"geom_name":"cab_1_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":60,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_main_group","pos":[1.15,-0.2,1.85],"pose_world":[1.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":1552,"geom_name":"cab_2_left_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1553,"geom_name":"cab_2_left_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1554,"geom_name":"cab_2_left_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1555,"geom_name":"cab_2_left_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1556,"geom_name":"cab_2_left_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1557,"geom_name":"cab_2_left_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1558,"geom_name":"cab_2_left_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1559,"geom_name":"cab_2_left_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1560,"geom_name":"cab_2_left_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1561,"geom_name":"cab_2_left_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":248,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_left_group","pos":[0.19998732744104422,-0.9499992653822544,1.85],"pose_world":[0.19998732744104422,-0.9499992653822544,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"affordance_geometries":{"handles":[{"geom_id":388,"geom_name":"cab_2_main_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":389,"geom_name":"cab_2_main_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":390,"geom_name":"cab_2_main_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":391,"geom_name":"cab_2_main_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":392,"geom_name":"cab_2_main_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":393,"geom_name":"cab_2_main_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":394,"geom_name":"cab_2_main_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":395,"geom_name":"cab_2_main_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":396,"geom_name":"cab_2_main_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":397,"geom_name":"cab_2_main_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":78,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_main_group","pos":[2.9,-0.2,1.85],"pose_world":[2.9,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"body_id":59,"fixture_type":"Box","kind":"fixture","name":"cab_corner_2_main_group","pos":[0.2,-0.55,1.85],"pose_world":[0.2,-0.55,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.4,0.3,0.92],"type":"Box"},{"body_id":58,"fixture_type":"Box","kind":"fixture","name":"cab_corner_main_group","pos":[0.325,-0.2,1.85],"pose_world":[0.325,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.65,0.4,0.92],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":342,"geom_name":"cab_main_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":343,"geom_name":"cab_main_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":344,"geom_name":"cab_main_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":345,"geom_name":"cab_main_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":346,"geom_name":"cab_main_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":347,"geom_name":"cab_main_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":348,"geom_name":"cab_main_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":349,"geom_name":"cab_main_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":350,"geom_name":"cab_main_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":351,"geom_name":"cab_main_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":356,"geom_name":"cab_main_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":357,"geom_name":"cab_main_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":358,"geom_name":"cab_main_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":359,"geom_name":"cab_main_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":360,"geom_name":"cab_main_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":361,"geom_name":"cab_main_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":362,"geom_name":"cab_main_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":363,"geom_name":"cab_main_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":364,"geom_name":"cab_main_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":365,"geom_name":"cab_main_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":69,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_main_main_group","pos":[2.15,-0.2,1.85],"pose_world":[2.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"body_id":299,"fixture_type":"Box","kind":"fixture","name":"cab_top_corner_right_group","pos":[-0.375,-0.21,1.8499999999999996],"pose_world":[5.6900013774533305,-0.3249992286294581,1.8499999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.65,0.78,0.92],"type":"Box"},{"affordance_geometries":{"start_buttons":{"start_button_1":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}],"start_button_2":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}]}},"affordance_sites":{"receptacle_place_site":[1.319170355796814,-0.34829509258270264,0.9765308499336243],"start_buttons":{"start_button_1":[1.3185672760009766,-0.41278737783432007,1.2256221771240234],"start_button_2":[1.3185672760009766,-0.41278737783432007,1.1727606058120728]}},"body_id":167,"depth":0.36232757964721246,"fixture_type":"CoffeeMachine","height":0.33999999999999997,"kind":"fixture","name":"coffee_machine_main_group","pos":[1.3185672959127874,-0.2445345466838201,1.0929999947553568],"pose_world":[1.3185672959127874,-0.2445345466838201,1.0929999947553568,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.1654909721085488,0.36232757964721246,0.33999999999999997],"type":"CoffeeMachine","width":0.1654909721085488},{"body_id":191,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_front_group","pos":[1.975,-4.075,0.46],"pose_world":[1.975,-4.075,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[2.55,0.65,0.92],"type":"Counter","width":2.55},{"body_id":197,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_left_group","pos":[0.32499191894658014,-2.1999988062231837,0.46],"pose_world":[0.32499191894658014,-2.1999988062231837,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"body_id":56,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_main_group","pos":[4.45,-0.325,0.46],"pose_world":[4.45,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.5,0.65,0.92],"type":"Counter","width":1.5},{"body_id":57,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_2_main_group","pos":[5.640000000000001,-0.325,0.46],"pose_world":[5.640000000000001,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.88,0.65,0.92],"type":"Counter","width":0.88},{"body_id":192,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_front_group","pos":[0.6500000056873556,-4.0748772339937,0.46],"pose_world":[0.6500000056873556,-4.0748772339937,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":193,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_left_group","pos":[0.3249987143760213,-4.049998806210703,0.46],"pose_world":[0.3249987143760213,-4.049998806210703,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":47,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_main_group","pos":[0.35,-0.325,0.46],"pose_world":[0.35,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":198,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_right_left_group","pos":[0.32498622547866995,-0.6499988062336404,0.46],"pose_world":[0.32498622547866995,-0.6499988062336404,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":48,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_main_main_group","pos":[2.2,-0.325,0.46],"pose_world":[2.2,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"affordance_geometries":{"handles":[{"geom_id":1425,"geom_name":"dishwasher_left_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":226,"depth":0.6,"fixture_type":"Dishwasher","height":0.89,"kind":"fixture","name":"dishwasher_left_group","pos":[0.32479563450010346,-1.3749988069386108,0.4449999999999999],"pose_world":[0.32479563450010346,-1.3749988069386108,0.4449999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.65,0.6,0.89],"type":"Dishwasher","width":0.65},{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"…"],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":566},"pose_evidence":{"fixtures":{"drawer":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0]},"objects":{},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":[2.950127124786377,-0.6181310415267944,0.7849999666213989]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":[3.0001063346862793,-0.6036044955253601,0.7850001454353333]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":[2.8998935222625732,-0.6036660075187683,0.7849998474121094]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":[3.0001063346862793,-0.6178436279296875,0.7850001454353333]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":[2.8998935222625732,-0.617800235748291,0.7849998474121094]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":[2.9962358474731445,-0.6343322992324829,0.785000205039978]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":[2.9040141105651855,-0.6343322992324829,0.7850005030632019]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":[2.950000047683716,-0.6228905916213989,0.7850000262260437]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":566},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":566},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":2710.612},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer.","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:77:robot0_agentview_left:state:57","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.9733567962055782,-0.3680728799413081,0.7651582134348234,0.9690590635185511,0.056670499835132775,0.004648909828770923,0.24019028602003994],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":77,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Open the left drawer.","query":null,"registry_pose_world":[2.9733567237854004,-0.36807286739349365,0.7651582360267639],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":2710.615},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:77:robot0_agentview_left:state:57"],"gripper_command":-1.0,"horizon":400,"prompt":"Open the left drawer.","target_position":[3.0133972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"action_feedback":{"arrived":false,"contact":null,"distance_m":1.312185287475586,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":2727.562},{"name":"inspect_robocasa_object","arguments":{"object_name":"drawer_obj","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":350,"kind":"object","name":"distr_counter_1","pose_world":[2.9447496296291162,-0.32019358438046763,0.9338284186332347,0.9892030195849413,0.02053316928440899,-0.011292459728264327,-0.14466601313528343],"rot":0.0,"score":0.5,"size":[0.02821504,0.0281638,0.02811556],"type":"MJCFObject"},{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.9733583403120933,-0.36807221603816015,0.7651577342936309,0.9690636079693172,0.056674509590797305,0.004622697185009643,0.24017151026478437],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"}],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":575},"pose_evidence":{"fixtures":{},"objects":{"drawer_obj":[2.9733583403120933,-0.36807221603816015,0.7651577342936309,0.9690636079693172,0.056674509590797305,0.004622697185009643,0.24017151026478437]},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"body_id":349,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":575},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"kind":"object","name":"drawer_obj","pose_world":[2.9733583403120933,-0.36807221603816015,0.7651577342936309,0.9690636079693172,0.056674509590797305,0.004622697185009643,0.24017151026478437],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":575},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":2727.565},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer.","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:78:robot0_agentview_left:state:58","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.9733583403120933,-0.36807221603816015,0.7651577342936309,0.9690636079693172,0.056674509590797305,0.004622697185009643,0.24017151026478437],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":78,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Open the left drawer.","query":null,"registry_pose_world":[2.973358392715454,-0.3680722117424011,0.7651577591896057],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":2727.569},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:78:robot0_agentview_left:state:58"],"gripper_command":-1.0,"horizon":400,"prompt":"Open the left drawer.","target_position":[3.0633972549438475,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"action_feedback":{"arrived":false,"contact":null,"distance_m":0.4355865716934204,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":2745.376},{"name":"inspect_robocasa_fixture","arguments":{"fixture_name":"drawer","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":300,"fixture_type":"Box","kind":"fixture","name":"bottom_corner_right_group","pos":[-0.075,-0.21,0.445],"pose_world":[5.6900002754917995,-0.6249992286274342,0.445,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.05,0.78,0.89],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1942,"geom_name":"bottom_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1943,"geom_name":"bottom_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1944,"geom_name":"bottom_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1945,"geom_name":"bottom_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1946,"geom_name":"bottom_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1947,"geom_name":"bottom_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1948,"geom_name":"bottom_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1949,"geom_name":"bottom_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1950,"geom_name":"bottom_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1951,"geom_name":"bottom_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":302,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_1","pos":[5.689991772021986,-2.939999228611817,0.19999999999999982],"pose_world":[5.689991772021986,-2.939999228611817,0.19999999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"affordance_geometries":{"handles":[{"geom_id":1976,"geom_name":"bottom_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1977,"geom_name":"bottom_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1978,"geom_name":"bottom_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1979,"geom_name":"bottom_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1980,"geom_name":"bottom_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1981,"geom_name":"bottom_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1982,"geom_name":"bottom_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1983,"geom_name":"bottom_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1984,"geom_name":"bottom_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1985,"geom_name":"bottom_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":306,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_2","pos":[5.689991772021986,-2.939999228611817,0.4999999999999998],"pose_world":[5.689991772021986,-2.939999228611817,0.4999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"body_id":301,"fixture_type":"Box","kind":"fixture","name":"bottom_right_group_base","pos":[2.24,-0.17499999999999996,0.02499999999999982],"pose_world":[5.72499177202175,-2.9399993571739955,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.71,0.05],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1506,"geom_name":"cab_1_left_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1507,"geom_name":"cab_1_left_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1508,"geom_name":"cab_1_left_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1509,"geom_name":"cab_1_left_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1510,"geom_name":"cab_1_left_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1511,"geom_name":"cab_1_left_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1512,"geom_name":"cab_1_left_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1513,"geom_name":"cab_1_left_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1514,"geom_name":"cab_1_left_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1515,"geom_name":"cab_1_left_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1520,"geom_name":"cab_1_left_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1521,"geom_name":"cab_1_left_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1522,"geom_name":"cab_1_left_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1523,"geom_name":"cab_1_left_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1524,"geom_name":"cab_1_left_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1525,"geom_name":"cab_1_left_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1526,"geom_name":"cab_1_left_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1527,"geom_name":"cab_1_left_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1528,"geom_name":"cab_1_left_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1529,"geom_name":"cab_1_left_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":239,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_left_group","pos":[0.19999008234487173,-1.6999992653771945,1.85],"pose_world":[0.19999008234487173,-1.6999992653771945,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":296,"geom_name":"cab_1_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":297,"geom_name":"cab_1_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":298,"geom_name":"cab_1_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":299,"geom_name":"cab_1_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":300,"geom_name":"cab_1_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":301,"geom_name":"cab_1_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":302,"geom_name":"cab_1_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":303,"geom_name":"cab_1_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":304,"geom_name":"cab_1_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":305,"geom_name":"cab_1_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":310,"geom_name":"cab_1_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":311,"geom_name":"cab_1_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":312,"geom_name":"cab_1_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":313,"geom_name":"cab_1_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":314,"geom_name":"cab_1_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":315,"geom_name":"cab_1_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":316,"geom_name":"cab_1_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":317,"geom_name":"cab_1_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":318,"geom_name":"cab_1_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":319,"geom_name":"cab_1_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":60,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_main_group","pos":[1.15,-0.2,1.85],"pose_world":[1.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":1552,"geom_name":"cab_2_left_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1553,"geom_name":"cab_2_left_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1554,"geom_name":"cab_2_left_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1555,"geom_name":"cab_2_left_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1556,"geom_name":"cab_2_left_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1557,"geom_name":"cab_2_left_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1558,"geom_name":"cab_2_left_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1559,"geom_name":"cab_2_left_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1560,"geom_name":"cab_2_left_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1561,"geom_name":"cab_2_left_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":248,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_left_group","pos":[0.19998732744104422,-0.9499992653822544,1.85],"pose_world":[0.19998732744104422,-0.9499992653822544,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"affordance_geometries":{"handles":[{"geom_id":388,"geom_name":"cab_2_main_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":389,"geom_name":"cab_2_main_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":390,"geom_name":"cab_2_main_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":391,"geom_name":"cab_2_main_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":392,"geom_name":"cab_2_main_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":393,"geom_name":"cab_2_main_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":394,"geom_name":"cab_2_main_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":395,"geom_name":"cab_2_main_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":396,"geom_name":"cab_2_main_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":397,"geom_name":"cab_2_main_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":78,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_main_group","pos":[2.9,-0.2,1.85],"pose_world":[2.9,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"body_id":59,"fixture_type":"Box","kind":"fixture","name":"cab_corner_2_main_group","pos":[0.2,-0.55,1.85],"pose_world":[0.2,-0.55,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.4,0.3,0.92],"type":"Box"},{"body_id":58,"fixture_type":"Box","kind":"fixture","name":"cab_corner_main_group","pos":[0.325,-0.2,1.85],"pose_world":[0.325,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.65,0.4,0.92],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":342,"geom_name":"cab_main_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":343,"geom_name":"cab_main_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":344,"geom_name":"cab_main_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":345,"geom_name":"cab_main_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":346,"geom_name":"cab_main_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":347,"geom_name":"cab_main_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":348,"geom_name":"cab_main_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":349,"geom_name":"cab_main_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":350,"geom_name":"cab_main_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":351,"geom_name":"cab_main_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":356,"geom_name":"cab_main_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":357,"geom_name":"cab_main_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":358,"geom_name":"cab_main_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":359,"geom_name":"cab_main_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":360,"geom_name":"cab_main_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":361,"geom_name":"cab_main_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":362,"geom_name":"cab_main_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":363,"geom_name":"cab_main_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":364,"geom_name":"cab_main_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":365,"geom_name":"cab_main_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":69,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_main_main_group","pos":[2.15,-0.2,1.85],"pose_world":[2.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"body_id":299,"fixture_type":"Box","kind":"fixture","name":"cab_top_corner_right_group","pos":[-0.375,-0.21,1.8499999999999996],"pose_world":[5.6900013774533305,-0.3249992286294581,1.8499999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.65,0.78,0.92],"type":"Box"},{"affordance_geometries":{"start_buttons":{"start_button_1":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}],"start_button_2":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}]}},"affordance_sites":{"receptacle_place_site":[1.319170355796814,-0.34829509258270264,0.9765308499336243],"start_buttons":{"start_button_1":[1.3185672760009766,-0.41278737783432007,1.2256221771240234],"start_button_2":[1.3185672760009766,-0.41278737783432007,1.1727606058120728]}},"body_id":167,"depth":0.36232757964721246,"fixture_type":"CoffeeMachine","height":0.33999999999999997,"kind":"fixture","name":"coffee_machine_main_group","pos":[1.3185672959127874,-0.2445345466838201,1.0929999947553568],"pose_world":[1.3185672959127874,-0.2445345466838201,1.0929999947553568,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.1654909721085488,0.36232757964721246,0.33999999999999997],"type":"CoffeeMachine","width":0.1654909721085488},{"body_id":191,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_front_group","pos":[1.975,-4.075,0.46],"pose_world":[1.975,-4.075,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[2.55,0.65,0.92],"type":"Counter","width":2.55},{"body_id":197,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_left_group","pos":[0.32499191894658014,-2.1999988062231837,0.46],"pose_world":[0.32499191894658014,-2.1999988062231837,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"body_id":56,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_main_group","pos":[4.45,-0.325,0.46],"pose_world":[4.45,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.5,0.65,0.92],"type":"Counter","width":1.5},{"body_id":57,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_2_main_group","pos":[5.640000000000001,-0.325,0.46],"pose_world":[5.640000000000001,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.88,0.65,0.92],"type":"Counter","width":0.88},{"body_id":192,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_front_group","pos":[0.6500000056873556,-4.0748772339937,0.46],"pose_world":[0.6500000056873556,-4.0748772339937,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":193,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_left_group","pos":[0.3249987143760213,-4.049998806210703,0.46],"pose_world":[0.3249987143760213,-4.049998806210703,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":47,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_main_group","pos":[0.35,-0.325,0.46],"pose_world":[0.35,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":198,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_right_left_group","pos":[0.32498622547866995,-0.6499988062336404,0.46],"pose_world":[0.32498622547866995,-0.6499988062336404,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":48,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_main_main_group","pos":[2.2,-0.325,0.46],"pose_world":[2.2,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"affordance_geometries":{"handles":[{"geom_id":1425,"geom_name":"dishwasher_left_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":226,"depth":0.6,"fixture_type":"Dishwasher","height":0.89,"kind":"fixture","name":"dishwasher_left_group","pos":[0.32479563450010346,-1.3749988069386108,0.4449999999999999],"pose_world":[0.32479563450010346,-1.3749988069386108,0.4449999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.65,0.6,0.89],"type":"Dishwasher","width":0.65},{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"…"],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":584},"pose_evidence":{"fixtures":{"drawer":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0]},"objects":{},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":[2.950127124786377,-0.6181310415267944,0.7849999666213989]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":[3.0001063346862793,-0.6036044359207153,0.7850001454353333]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":[2.8998935222625732,-0.6036660075187683,0.7849998474121094]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":[3.0001063346862793,-0.6178436279296875,0.7850001454353333]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":[2.8998935222625732,-0.617800235748291,0.7849998474121094]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":[2.9962358474731445,-0.6343322992324829,0.785000205039978]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":[2.9040141105651855,-0.6343322992324829,0.7850005030632019]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":[2.950000047683716,-0.6228905916213989,0.7850000262260437]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":584},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":584},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":2745.415},{"name":"inspect_robocasa_object","arguments":{"object_name":"drawer_obj","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":350,"kind":"object","name":"distr_counter_1","pose_world":[2.9447470926770807,-0.32019531632517667,0.9338284713004701,0.9892211520508216,0.02054121287274502,-0.011292995151345664,-0.14454078721756258],"rot":0.0,"score":0.5,"size":[0.02821504,0.0281638,0.02811556],"type":"MJCFObject"},{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.973362641585916,-0.3680702282537878,0.7651578586311407,0.9690687003820465,0.05667239549296127,0.004632732352046348,0.24015126757919647],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"}],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":587},"pose_evidence":{"fixtures":{},"objects":{"drawer_obj":[2.973362641585916,-0.3680702282537878,0.7651578586311407,0.9690687003820465,0.05667239549296127,0.004632732352046348,0.24015126757919647]},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"body_id":349,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":587},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"kind":"object","name":"drawer_obj","pose_world":[2.973362641585916,-0.3680702282537878,0.7651578586311407,0.9690687003820465,0.05667239549296127,0.004632732352046348,0.24015126757919647],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":587},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":2745.42},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer.","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:79:robot0_agentview_left:state:59","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.973362641585916,-0.3680702282537878,0.7651578586311407,0.9690687003820465,0.05667239549296127,0.004632732352046348,0.24015126757919647],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":79,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Open the left drawer.","query":null,"registry_pose_world":[2.973362684249878,-0.36807021498680115,0.7651578783988953],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":2745.423},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:79:robot0_agentview_left:state:59"],"gripper_command":-1.0,"horizon":400,"prompt":"Open the left drawer.","target_position":[3.0633972549438475,-0.36803507804870605,0.7651695609092712]},"ok":false,"error":null,"output":{"action_feedback":{"arrived":false,"contact":null,"distance_m":0.7835392951965332,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":2761.987},{"name":"inspect_robocasa_fixture","arguments":{"fixture_name":"drawer","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":300,"fixture_type":"Box","kind":"fixture","name":"bottom_corner_right_group","pos":[-0.075,-0.21,0.445],"pose_world":[5.6900002754917995,-0.6249992286274342,0.445,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.05,0.78,0.89],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1942,"geom_name":"bottom_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1943,"geom_name":"bottom_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1944,"geom_name":"bottom_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1945,"geom_name":"bottom_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1946,"geom_name":"bottom_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1947,"geom_name":"bottom_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1948,"geom_name":"bottom_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1949,"geom_name":"bottom_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1950,"geom_name":"bottom_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1951,"geom_name":"bottom_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":302,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_1","pos":[5.689991772021986,-2.939999228611817,0.19999999999999982],"pose_world":[5.689991772021986,-2.939999228611817,0.19999999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"affordance_geometries":{"handles":[{"geom_id":1976,"geom_name":"bottom_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1977,"geom_name":"bottom_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1978,"geom_name":"bottom_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1979,"geom_name":"bottom_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1980,"geom_name":"bottom_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1981,"geom_name":"bottom_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1982,"geom_name":"bottom_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1983,"geom_name":"bottom_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1984,"geom_name":"bottom_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1985,"geom_name":"bottom_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":306,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_2","pos":[5.689991772021986,-2.939999228611817,0.4999999999999998],"pose_world":[5.689991772021986,-2.939999228611817,0.4999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"body_id":301,"fixture_type":"Box","kind":"fixture","name":"bottom_right_group_base","pos":[2.24,-0.17499999999999996,0.02499999999999982],"pose_world":[5.72499177202175,-2.9399993571739955,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.71,0.05],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1506,"geom_name":"cab_1_left_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1507,"geom_name":"cab_1_left_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1508,"geom_name":"cab_1_left_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1509,"geom_name":"cab_1_left_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1510,"geom_name":"cab_1_left_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1511,"geom_name":"cab_1_left_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1512,"geom_name":"cab_1_left_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1513,"geom_name":"cab_1_left_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1514,"geom_name":"cab_1_left_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1515,"geom_name":"cab_1_left_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1520,"geom_name":"cab_1_left_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1521,"geom_name":"cab_1_left_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1522,"geom_name":"cab_1_left_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1523,"geom_name":"cab_1_left_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1524,"geom_name":"cab_1_left_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1525,"geom_name":"cab_1_left_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1526,"geom_name":"cab_1_left_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1527,"geom_name":"cab_1_left_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1528,"geom_name":"cab_1_left_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1529,"geom_name":"cab_1_left_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":239,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_left_group","pos":[0.19999008234487173,-1.6999992653771945,1.85],"pose_world":[0.19999008234487173,-1.6999992653771945,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":296,"geom_name":"cab_1_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":297,"geom_name":"cab_1_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":298,"geom_name":"cab_1_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":299,"geom_name":"cab_1_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":300,"geom_name":"cab_1_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":301,"geom_name":"cab_1_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":302,"geom_name":"cab_1_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":303,"geom_name":"cab_1_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":304,"geom_name":"cab_1_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":305,"geom_name":"cab_1_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":310,"geom_name":"cab_1_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":311,"geom_name":"cab_1_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":312,"geom_name":"cab_1_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":313,"geom_name":"cab_1_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":314,"geom_name":"cab_1_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":315,"geom_name":"cab_1_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":316,"geom_name":"cab_1_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":317,"geom_name":"cab_1_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":318,"geom_name":"cab_1_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":319,"geom_name":"cab_1_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":60,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_main_group","pos":[1.15,-0.2,1.85],"pose_world":[1.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":1552,"geom_name":"cab_2_left_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1553,"geom_name":"cab_2_left_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1554,"geom_name":"cab_2_left_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1555,"geom_name":"cab_2_left_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1556,"geom_name":"cab_2_left_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1557,"geom_name":"cab_2_left_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1558,"geom_name":"cab_2_left_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1559,"geom_name":"cab_2_left_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1560,"geom_name":"cab_2_left_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1561,"geom_name":"cab_2_left_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":248,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_left_group","pos":[0.19998732744104422,-0.9499992653822544,1.85],"pose_world":[0.19998732744104422,-0.9499992653822544,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"affordance_geometries":{"handles":[{"geom_id":388,"geom_name":"cab_2_main_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":389,"geom_name":"cab_2_main_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":390,"geom_name":"cab_2_main_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":391,"geom_name":"cab_2_main_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":392,"geom_name":"cab_2_main_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":393,"geom_name":"cab_2_main_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":394,"geom_name":"cab_2_main_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":395,"geom_name":"cab_2_main_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":396,"geom_name":"cab_2_main_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":397,"geom_name":"cab_2_main_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":78,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_main_group","pos":[2.9,-0.2,1.85],"pose_world":[2.9,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"body_id":59,"fixture_type":"Box","kind":"fixture","name":"cab_corner_2_main_group","pos":[0.2,-0.55,1.85],"pose_world":[0.2,-0.55,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.4,0.3,0.92],"type":"Box"},{"body_id":58,"fixture_type":"Box","kind":"fixture","name":"cab_corner_main_group","pos":[0.325,-0.2,1.85],"pose_world":[0.325,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.65,0.4,0.92],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":342,"geom_name":"cab_main_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":343,"geom_name":"cab_main_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":344,"geom_name":"cab_main_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":345,"geom_name":"cab_main_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":346,"geom_name":"cab_main_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":347,"geom_name":"cab_main_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":348,"geom_name":"cab_main_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":349,"geom_name":"cab_main_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":350,"geom_name":"cab_main_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":351,"geom_name":"cab_main_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":356,"geom_name":"cab_main_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":357,"geom_name":"cab_main_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":358,"geom_name":"cab_main_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":359,"geom_name":"cab_main_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":360,"geom_name":"cab_main_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":361,"geom_name":"cab_main_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":362,"geom_name":"cab_main_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":363,"geom_name":"cab_main_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":364,"geom_name":"cab_main_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":365,"geom_name":"cab_main_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":69,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_main_main_group","pos":[2.15,-0.2,1.85],"pose_world":[2.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"body_id":299,"fixture_type":"Box","kind":"fixture","name":"cab_top_corner_right_group","pos":[-0.375,-0.21,1.8499999999999996],"pose_world":[5.6900013774533305,-0.3249992286294581,1.8499999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.65,0.78,0.92],"type":"Box"},{"affordance_geometries":{"start_buttons":{"start_button_1":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}],"start_button_2":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}]}},"affordance_sites":{"receptacle_place_site":[1.319170355796814,-0.34829509258270264,0.9765308499336243],"start_buttons":{"start_button_1":[1.3185672760009766,-0.41278737783432007,1.2256221771240234],"start_button_2":[1.3185672760009766,-0.41278737783432007,1.1727606058120728]}},"body_id":167,"depth":0.36232757964721246,"fixture_type":"CoffeeMachine","height":0.33999999999999997,"kind":"fixture","name":"coffee_machine_main_group","pos":[1.3185672959127874,-0.2445345466838201,1.0929999947553568],"pose_world":[1.3185672959127874,-0.2445345466838201,1.0929999947553568,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.1654909721085488,0.36232757964721246,0.33999999999999997],"type":"CoffeeMachine","width":0.1654909721085488},{"body_id":191,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_front_group","pos":[1.975,-4.075,0.46],"pose_world":[1.975,-4.075,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[2.55,0.65,0.92],"type":"Counter","width":2.55},{"body_id":197,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_left_group","pos":[0.32499191894658014,-2.1999988062231837,0.46],"pose_world":[0.32499191894658014,-2.1999988062231837,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"body_id":56,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_main_group","pos":[4.45,-0.325,0.46],"pose_world":[4.45,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.5,0.65,0.92],"type":"Counter","width":1.5},{"body_id":57,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_2_main_group","pos":[5.640000000000001,-0.325,0.46],"pose_world":[5.640000000000001,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.88,0.65,0.92],"type":"Counter","width":0.88},{"body_id":192,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_front_group","pos":[0.6500000056873556,-4.0748772339937,0.46],"pose_world":[0.6500000056873556,-4.0748772339937,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":193,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_left_group","pos":[0.3249987143760213,-4.049998806210703,0.46],"pose_world":[0.3249987143760213,-4.049998806210703,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":47,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_main_group","pos":[0.35,-0.325,0.46],"pose_world":[0.35,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":198,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_right_left_group","pos":[0.32498622547866995,-0.6499988062336404,0.46],"pose_world":[0.32498622547866995,-0.6499988062336404,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":48,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_main_main_group","pos":[2.2,-0.325,0.46],"pose_world":[2.2,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"affordance_geometries":{"handles":[{"geom_id":1425,"geom_name":"dishwasher_left_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":226,"depth":0.6,"fixture_type":"Dishwasher","height":0.89,"kind":"fixture","name":"dishwasher_left_group","pos":[0.32479563450010346,-1.3749988069386108,0.4449999999999999],"pose_world":[0.32479563450010346,-1.3749988069386108,0.4449999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.65,0.6,0.89],"type":"Dishwasher","width":0.65},{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"…"],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":596},"pose_evidence":{"fixtures":{"drawer":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0]},"objects":{},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":[2.950127124786377,-0.6181310415267944,0.7849999666213989]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":[3.0001063346862793,-0.6036044955253601,0.7850001454353333]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":[2.8998935222625732,-0.6036660075187683,0.7849998474121094]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":[3.0001063346862793,-0.6178436279296875,0.7850001454353333]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":[2.8998935222625732,-0.617800235748291,0.7849998474121094]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":[2.9962358474731445,-0.6343322992324829,0.785000205039978]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":[2.9040141105651855,-0.6343322992324829,0.7850005030632019]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":[2.950000047683716,-0.6228905916213989,0.7850000262260437]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":596},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":596},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":2762.025},{"name":"inspect_robocasa_object","arguments":{"object_name":"drawer_obj","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":350,"kind":"object","name":"distr_counter_1","pose_world":[2.9447453331847324,-0.3201958990423997,0.933828299738066,0.9892395952097471,0.02053576384780018,-0.011289028834004655,-0.14441559299614057],"rot":0.0,"score":0.5,"size":[0.02821504,0.0281638,0.02811556],"type":"MJCFObject"},{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.97336707022151,-0.3680682453855396,0.7651582165626492,0.969073484548192,0.056673642540010345,0.004634535993006131,0.24013163236650722],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"}],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":599},"pose_evidence":{"fixtures":{},"objects":{"drawer_obj":[2.97336707022151,-0.3680682453855396,0.7651582165626492,0.969073484548192,0.056673642540010345,0.004634535993006131,0.24013163236650722]},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"body_id":349,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":599},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"kind":"object","name":"drawer_obj","pose_world":[2.97336707022151,-0.3680682453855396,0.7651582165626492,0.969073484548192,0.056673642540010345,0.004634535993006131,0.24013163236650722],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":599},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":2762.029},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer.","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:80:robot0_agentview_left:state:60","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.97336707022151,-0.3680682453855396,0.7651582165626492,0.969073484548192,0.056673642540010345,0.004634535993006131,0.24013163236650722],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":80,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Open the left drawer.","query":null,"registry_pose_world":[2.9733669757843018,-0.36806824803352356,0.7651582360267639],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":2762.032},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:80:robot0_agentview_left:state:60"],"gripper_command":-1.0,"horizon":400,"prompt":"Open the left drawer.","target_position":[3.0633972549438475,-0.36803507804870605,0.7651695609092712]},"ok":false,"error":null,"output":{"action_feedback":{"arrived":false,"contact":null,"distance_m":0.8451343178749084,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":2779.445},{"name":"inspect_robocasa_fixture","arguments":{"fixture_name":"drawer","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":300,"fixture_type":"Box","kind":"fixture","name":"bottom_corner_right_group","pos":[-0.075,-0.21,0.445],"pose_world":[5.6900002754917995,-0.6249992286274342,0.445,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.05,0.78,0.89],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1942,"geom_name":"bottom_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1943,"geom_name":"bottom_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1944,"geom_name":"bottom_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1945,"geom_name":"bottom_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1946,"geom_name":"bottom_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1947,"geom_name":"bottom_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1948,"geom_name":"bottom_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1949,"geom_name":"bottom_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1950,"geom_name":"bottom_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1951,"geom_name":"bottom_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":302,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_1","pos":[5.689991772021986,-2.939999228611817,0.19999999999999982],"pose_world":[5.689991772021986,-2.939999228611817,0.19999999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"affordance_geometries":{"handles":[{"geom_id":1976,"geom_name":"bottom_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1977,"geom_name":"bottom_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1978,"geom_name":"bottom_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1979,"geom_name":"bottom_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1980,"geom_name":"bottom_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1981,"geom_name":"bottom_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1982,"geom_name":"bottom_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1983,"geom_name":"bottom_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1984,"geom_name":"bottom_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1985,"geom_name":"bottom_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":306,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_2","pos":[5.689991772021986,-2.939999228611817,0.4999999999999998],"pose_world":[5.689991772021986,-2.939999228611817,0.4999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"body_id":301,"fixture_type":"Box","kind":"fixture","name":"bottom_right_group_base","pos":[2.24,-0.17499999999999996,0.02499999999999982],"pose_world":[5.72499177202175,-2.9399993571739955,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.71,0.05],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1506,"geom_name":"cab_1_left_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1507,"geom_name":"cab_1_left_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1508,"geom_name":"cab_1_left_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1509,"geom_name":"cab_1_left_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1510,"geom_name":"cab_1_left_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1511,"geom_name":"cab_1_left_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1512,"geom_name":"cab_1_left_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1513,"geom_name":"cab_1_left_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1514,"geom_name":"cab_1_left_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1515,"geom_name":"cab_1_left_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1520,"geom_name":"cab_1_left_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1521,"geom_name":"cab_1_left_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1522,"geom_name":"cab_1_left_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1523,"geom_name":"cab_1_left_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1524,"geom_name":"cab_1_left_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1525,"geom_name":"cab_1_left_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1526,"geom_name":"cab_1_left_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1527,"geom_name":"cab_1_left_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1528,"geom_name":"cab_1_left_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1529,"geom_name":"cab_1_left_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":239,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_left_group","pos":[0.19999008234487173,-1.6999992653771945,1.85],"pose_world":[0.19999008234487173,-1.6999992653771945,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":296,"geom_name":"cab_1_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":297,"geom_name":"cab_1_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":298,"geom_name":"cab_1_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":299,"geom_name":"cab_1_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":300,"geom_name":"cab_1_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":301,"geom_name":"cab_1_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":302,"geom_name":"cab_1_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":303,"geom_name":"cab_1_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":304,"geom_name":"cab_1_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":305,"geom_name":"cab_1_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":310,"geom_name":"cab_1_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":311,"geom_name":"cab_1_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":312,"geom_name":"cab_1_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":313,"geom_name":"cab_1_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":314,"geom_name":"cab_1_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":315,"geom_name":"cab_1_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":316,"geom_name":"cab_1_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":317,"geom_name":"cab_1_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":318,"geom_name":"cab_1_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":319,"geom_name":"cab_1_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":60,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_main_group","pos":[1.15,-0.2,1.85],"pose_world":[1.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":1552,"geom_name":"cab_2_left_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1553,"geom_name":"cab_2_left_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1554,"geom_name":"cab_2_left_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1555,"geom_name":"cab_2_left_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1556,"geom_name":"cab_2_left_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1557,"geom_name":"cab_2_left_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1558,"geom_name":"cab_2_left_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1559,"geom_name":"cab_2_left_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1560,"geom_name":"cab_2_left_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1561,"geom_name":"cab_2_left_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":248,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_left_group","pos":[0.19998732744104422,-0.9499992653822544,1.85],"pose_world":[0.19998732744104422,-0.9499992653822544,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"affordance_geometries":{"handles":[{"geom_id":388,"geom_name":"cab_2_main_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":389,"geom_name":"cab_2_main_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":390,"geom_name":"cab_2_main_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":391,"geom_name":"cab_2_main_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":392,"geom_name":"cab_2_main_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":393,"geom_name":"cab_2_main_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":394,"geom_name":"cab_2_main_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":395,"geom_name":"cab_2_main_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":396,"geom_name":"cab_2_main_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":397,"geom_name":"cab_2_main_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":78,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_main_group","pos":[2.9,-0.2,1.85],"pose_world":[2.9,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"body_id":59,"fixture_type":"Box","kind":"fixture","name":"cab_corner_2_main_group","pos":[0.2,-0.55,1.85],"pose_world":[0.2,-0.55,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.4,0.3,0.92],"type":"Box"},{"body_id":58,"fixture_type":"Box","kind":"fixture","name":"cab_corner_main_group","pos":[0.325,-0.2,1.85],"pose_world":[0.325,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.65,0.4,0.92],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":342,"geom_name":"cab_main_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":343,"geom_name":"cab_main_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":344,"geom_name":"cab_main_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":345,"geom_name":"cab_main_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":346,"geom_name":"cab_main_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":347,"geom_name":"cab_main_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":348,"geom_name":"cab_main_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":349,"geom_name":"cab_main_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":350,"geom_name":"cab_main_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":351,"geom_name":"cab_main_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":356,"geom_name":"cab_main_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":357,"geom_name":"cab_main_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":358,"geom_name":"cab_main_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":359,"geom_name":"cab_main_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":360,"geom_name":"cab_main_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":361,"geom_name":"cab_main_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":362,"geom_name":"cab_main_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":363,"geom_name":"cab_main_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":364,"geom_name":"cab_main_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":365,"geom_name":"cab_main_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":69,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_main_main_group","pos":[2.15,-0.2,1.85],"pose_world":[2.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"body_id":299,"fixture_type":"Box","kind":"fixture","name":"cab_top_corner_right_group","pos":[-0.375,-0.21,1.8499999999999996],"pose_world":[5.6900013774533305,-0.3249992286294581,1.8499999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.65,0.78,0.92],"type":"Box"},{"affordance_geometries":{"start_buttons":{"start_button_1":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}],"start_button_2":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}]}},"affordance_sites":{"receptacle_place_site":[1.319170355796814,-0.34829509258270264,0.9765308499336243],"start_buttons":{"start_button_1":[1.3185672760009766,-0.41278737783432007,1.2256221771240234],"start_button_2":[1.3185672760009766,-0.41278737783432007,1.1727606058120728]}},"body_id":167,"depth":0.36232757964721246,"fixture_type":"CoffeeMachine","height":0.33999999999999997,"kind":"fixture","name":"coffee_machine_main_group","pos":[1.3185672959127874,-0.2445345466838201,1.0929999947553568],"pose_world":[1.3185672959127874,-0.2445345466838201,1.0929999947553568,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.1654909721085488,0.36232757964721246,0.33999999999999997],"type":"CoffeeMachine","width":0.1654909721085488},{"body_id":191,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_front_group","pos":[1.975,-4.075,0.46],"pose_world":[1.975,-4.075,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[2.55,0.65,0.92],"type":"Counter","width":2.55},{"body_id":197,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_left_group","pos":[0.32499191894658014,-2.1999988062231837,0.46],"pose_world":[0.32499191894658014,-2.1999988062231837,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"body_id":56,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_main_group","pos":[4.45,-0.325,0.46],"pose_world":[4.45,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.5,0.65,0.92],"type":"Counter","width":1.5},{"body_id":57,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_2_main_group","pos":[5.640000000000001,-0.325,0.46],"pose_world":[5.640000000000001,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.88,0.65,0.92],"type":"Counter","width":0.88},{"body_id":192,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_front_group","pos":[0.6500000056873556,-4.0748772339937,0.46],"pose_world":[0.6500000056873556,-4.0748772339937,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":193,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_left_group","pos":[0.3249987143760213,-4.049998806210703,0.46],"pose_world":[0.3249987143760213,-4.049998806210703,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":47,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_main_group","pos":[0.35,-0.325,0.46],"pose_world":[0.35,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":198,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_right_left_group","pos":[0.32498622547866995,-0.6499988062336404,0.46],"pose_world":[0.32498622547866995,-0.6499988062336404,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":48,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_main_main_group","pos":[2.2,-0.325,0.46],"pose_world":[2.2,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"affordance_geometries":{"handles":[{"geom_id":1425,"geom_name":"dishwasher_left_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":226,"depth":0.6,"fixture_type":"Dishwasher","height":0.89,"kind":"fixture","name":"dishwasher_left_group","pos":[0.32479563450010346,-1.3749988069386108,0.4449999999999999],"pose_world":[0.32479563450010346,-1.3749988069386108,0.4449999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.65,0.6,0.89],"type":"Dishwasher","width":0.65},{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"…"],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":608},"pose_evidence":{"fixtures":{"drawer":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0]},"objects":{},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":[2.950127124786377,-0.6181310415267944,0.7849999666213989]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":[3.0001063346862793,-0.6036044359207153,0.7850001454353333]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":[2.8998935222625732,-0.6036659479141235,0.7849998474121094]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":[3.0001063346862793,-0.6178436279296875,0.7850001454353333]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":[2.8998935222625732,-0.617800235748291,0.7849998474121094]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":[2.9962358474731445,-0.6343322992324829,0.785000205039978]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":[2.9040141105651855,-0.6343322992324829,0.7850005030632019]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":[2.950000047683716,-0.6228905916213989,0.7850000262260437]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":608},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":608},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":2779.475},{"name":"inspect_robocasa_object","arguments":{"object_name":"drawer_obj","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":350,"kind":"object","name":"distr_counter_1","pose_world":[2.944743608326785,-0.3201963504196629,0.9338280657938282,0.9892585152755943,0.02051125886081137,-0.011274513123956258,-0.14429055259610582],"rot":0.0,"score":0.5,"size":[0.02821504,0.0281638,0.02811556],"type":"MJCFObject"},{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.973368911500876,-0.36806737572635295,0.7651576266096692,0.9690785228656826,0.05667243145080195,0.004625879431324346,0.24011175163537343],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"}],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":611},"pose_evidence":{"fixtures":{},"objects":{"drawer_obj":[2.973368911500876,-0.36806737572635295,0.7651576266096692,0.9690785228656826,0.05667243145080195,0.004625879431324346,0.24011175163537343]},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"body_id":349,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":611},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"kind":"object","name":"drawer_obj","pose_world":[2.973368911500876,-0.36806737572635295,0.7651576266096692,0.9690785228656826,0.05667243145080195,0.004625879431324346,0.24011175163537343],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":611},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":2779.479},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer.","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:81:robot0_agentview_left:state:61","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.973368911500876,-0.36806737572635295,0.7651576266096692,0.9690785228656826,0.05667243145080195,0.004625879431324346,0.24011175163537343],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":81,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Open the left drawer.","query":null,"registry_pose_world":[2.9733688831329346,-0.3680673837661743,0.7651576399803162],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":2779.482},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:81:robot0_agentview_left:state:61"],"gripper_command":-1.0,"horizon":400,"prompt":"Open the left drawer.","target_position":[3.0633972549438475,-0.36803507804870605,0.7651695609092712]},"ok":false,"error":null,"output":{"action_feedback":{"arrived":false,"contact":null,"distance_m":0.8521284461021423,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":2796.003},{"name":"inspect_robocasa_fixture","arguments":{"fixture_name":"drawer","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":300,"fixture_type":"Box","kind":"fixture","name":"bottom_corner_right_group","pos":[-0.075,-0.21,0.445],"pose_world":[5.6900002754917995,-0.6249992286274342,0.445,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.05,0.78,0.89],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1942,"geom_name":"bottom_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1943,"geom_name":"bottom_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1944,"geom_name":"bottom_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1945,"geom_name":"bottom_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1946,"geom_name":"bottom_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1947,"geom_name":"bottom_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1948,"geom_name":"bottom_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1949,"geom_name":"bottom_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1950,"geom_name":"bottom_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1951,"geom_name":"bottom_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":302,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_1","pos":[5.689991772021986,-2.939999228611817,0.19999999999999982],"pose_world":[5.689991772021986,-2.939999228611817,0.19999999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"affordance_geometries":{"handles":[{"geom_id":1976,"geom_name":"bottom_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1977,"geom_name":"bottom_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1978,"geom_name":"bottom_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1979,"geom_name":"bottom_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1980,"geom_name":"bottom_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1981,"geom_name":"bottom_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1982,"geom_name":"bottom_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1983,"geom_name":"bottom_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1984,"geom_name":"bottom_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1985,"geom_name":"bottom_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":306,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_2","pos":[5.689991772021986,-2.939999228611817,0.4999999999999998],"pose_world":[5.689991772021986,-2.939999228611817,0.4999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"body_id":301,"fixture_type":"Box","kind":"fixture","name":"bottom_right_group_base","pos":[2.24,-0.17499999999999996,0.02499999999999982],"pose_world":[5.72499177202175,-2.9399993571739955,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.71,0.05],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1506,"geom_name":"cab_1_left_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1507,"geom_name":"cab_1_left_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1508,"geom_name":"cab_1_left_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1509,"geom_name":"cab_1_left_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1510,"geom_name":"cab_1_left_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1511,"geom_name":"cab_1_left_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1512,"geom_name":"cab_1_left_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1513,"geom_name":"cab_1_left_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1514,"geom_name":"cab_1_left_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1515,"geom_name":"cab_1_left_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1520,"geom_name":"cab_1_left_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1521,"geom_name":"cab_1_left_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1522,"geom_name":"cab_1_left_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1523,"geom_name":"cab_1_left_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1524,"geom_name":"cab_1_left_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1525,"geom_name":"cab_1_left_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1526,"geom_name":"cab_1_left_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1527,"geom_name":"cab_1_left_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1528,"geom_name":"cab_1_left_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1529,"geom_name":"cab_1_left_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":239,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_left_group","pos":[0.19999008234487173,-1.6999992653771945,1.85],"pose_world":[0.19999008234487173,-1.6999992653771945,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":296,"geom_name":"cab_1_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":297,"geom_name":"cab_1_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":298,"geom_name":"cab_1_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":299,"geom_name":"cab_1_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":300,"geom_name":"cab_1_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":301,"geom_name":"cab_1_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":302,"geom_name":"cab_1_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":303,"geom_name":"cab_1_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":304,"geom_name":"cab_1_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":305,"geom_name":"cab_1_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":310,"geom_name":"cab_1_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":311,"geom_name":"cab_1_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":312,"geom_name":"cab_1_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":313,"geom_name":"cab_1_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":314,"geom_name":"cab_1_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":315,"geom_name":"cab_1_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":316,"geom_name":"cab_1_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":317,"geom_name":"cab_1_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":318,"geom_name":"cab_1_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":319,"geom_name":"cab_1_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":60,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_main_group","pos":[1.15,-0.2,1.85],"pose_world":[1.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":1552,"geom_name":"cab_2_left_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1553,"geom_name":"cab_2_left_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1554,"geom_name":"cab_2_left_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1555,"geom_name":"cab_2_left_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1556,"geom_name":"cab_2_left_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1557,"geom_name":"cab_2_left_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1558,"geom_name":"cab_2_left_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1559,"geom_name":"cab_2_left_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1560,"geom_name":"cab_2_left_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1561,"geom_name":"cab_2_left_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":248,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_left_group","pos":[0.19998732744104422,-0.9499992653822544,1.85],"pose_world":[0.19998732744104422,-0.9499992653822544,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"affordance_geometries":{"handles":[{"geom_id":388,"geom_name":"cab_2_main_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":389,"geom_name":"cab_2_main_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":390,"geom_name":"cab_2_main_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":391,"geom_name":"cab_2_main_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":392,"geom_name":"cab_2_main_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":393,"geom_name":"cab_2_main_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":394,"geom_name":"cab_2_main_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":395,"geom_name":"cab_2_main_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":396,"geom_name":"cab_2_main_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":397,"geom_name":"cab_2_main_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":78,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_main_group","pos":[2.9,-0.2,1.85],"pose_world":[2.9,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"body_id":59,"fixture_type":"Box","kind":"fixture","name":"cab_corner_2_main_group","pos":[0.2,-0.55,1.85],"pose_world":[0.2,-0.55,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.4,0.3,0.92],"type":"Box"},{"body_id":58,"fixture_type":"Box","kind":"fixture","name":"cab_corner_main_group","pos":[0.325,-0.2,1.85],"pose_world":[0.325,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.65,0.4,0.92],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":342,"geom_name":"cab_main_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":343,"geom_name":"cab_main_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":344,"geom_name":"cab_main_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":345,"geom_name":"cab_main_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":346,"geom_name":"cab_main_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":347,"geom_name":"cab_main_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":348,"geom_name":"cab_main_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":349,"geom_name":"cab_main_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":350,"geom_name":"cab_main_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":351,"geom_name":"cab_main_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":356,"geom_name":"cab_main_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":357,"geom_name":"cab_main_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":358,"geom_name":"cab_main_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":359,"geom_name":"cab_main_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":360,"geom_name":"cab_main_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":361,"geom_name":"cab_main_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":362,"geom_name":"cab_main_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":363,"geom_name":"cab_main_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":364,"geom_name":"cab_main_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":365,"geom_name":"cab_main_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":69,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_main_main_group","pos":[2.15,-0.2,1.85],"pose_world":[2.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"body_id":299,"fixture_type":"Box","kind":"fixture","name":"cab_top_corner_right_group","pos":[-0.375,-0.21,1.8499999999999996],"pose_world":[5.6900013774533305,-0.3249992286294581,1.8499999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.65,0.78,0.92],"type":"Box"},{"affordance_geometries":{"start_buttons":{"start_button_1":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}],"start_button_2":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}]}},"affordance_sites":{"receptacle_place_site":[1.319170355796814,-0.34829509258270264,0.9765308499336243],"start_buttons":{"start_button_1":[1.3185672760009766,-0.41278737783432007,1.2256221771240234],"start_button_2":[1.3185672760009766,-0.41278737783432007,1.1727606058120728]}},"body_id":167,"depth":0.36232757964721246,"fixture_type":"CoffeeMachine","height":0.33999999999999997,"kind":"fixture","name":"coffee_machine_main_group","pos":[1.3185672959127874,-0.2445345466838201,1.0929999947553568],"pose_world":[1.3185672959127874,-0.2445345466838201,1.0929999947553568,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.1654909721085488,0.36232757964721246,0.33999999999999997],"type":"CoffeeMachine","width":0.1654909721085488},{"body_id":191,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_front_group","pos":[1.975,-4.075,0.46],"pose_world":[1.975,-4.075,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[2.55,0.65,0.92],"type":"Counter","width":2.55},{"body_id":197,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_left_group","pos":[0.32499191894658014,-2.1999988062231837,0.46],"pose_world":[0.32499191894658014,-2.1999988062231837,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"body_id":56,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_main_group","pos":[4.45,-0.325,0.46],"pose_world":[4.45,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.5,0.65,0.92],"type":"Counter","width":1.5},{"body_id":57,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_2_main_group","pos":[5.640000000000001,-0.325,0.46],"pose_world":[5.640000000000001,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.88,0.65,0.92],"type":"Counter","width":0.88},{"body_id":192,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_front_group","pos":[0.6500000056873556,-4.0748772339937,0.46],"pose_world":[0.6500000056873556,-4.0748772339937,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":193,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_left_group","pos":[0.3249987143760213,-4.049998806210703,0.46],"pose_world":[0.3249987143760213,-4.049998806210703,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":47,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_main_group","pos":[0.35,-0.325,0.46],"pose_world":[0.35,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":198,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_right_left_group","pos":[0.32498622547866995,-0.6499988062336404,0.46],"pose_world":[0.32498622547866995,-0.6499988062336404,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":48,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_main_main_group","pos":[2.2,-0.325,0.46],"pose_world":[2.2,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"affordance_geometries":{"handles":[{"geom_id":1425,"geom_name":"dishwasher_left_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":226,"depth":0.6,"fixture_type":"Dishwasher","height":0.89,"kind":"fixture","name":"dishwasher_left_group","pos":[0.32479563450010346,-1.3749988069386108,0.4449999999999999],"pose_world":[0.32479563450010346,-1.3749988069386108,0.4449999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.65,0.6,0.89],"type":"Dishwasher","width":0.65},{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"…"],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":620},"pose_evidence":{"fixtures":{"drawer":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0]},"objects":{},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":[2.950127124786377,-0.6181310415267944,0.7849999666213989]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":[3.0001063346862793,-0.6036044359207153,0.7850001454353333]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":[2.8998935222625732,-0.6036660075187683,0.7849998474121094]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":[3.0001063346862793,-0.6178436279296875,0.7850001454353333]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":[2.8998935222625732,-0.617800235748291,0.7849998474121094]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":[2.9962358474731445,-0.6343322992324829,0.785000205039978]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":[2.9040141105651855,-0.6343322992324829,0.7850005030632019]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":[2.950000047683716,-0.6228905916213989,0.7850000262260437]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":620},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":620},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":2796.042},{"name":"inspect_robocasa_object","arguments":{"object_name":"drawer_obj","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":350,"kind":"object","name":"distr_counter_1","pose_world":[2.9447413206194524,-0.3201980834926691,0.9338282083929709,0.989276323466246,0.02053171179447753,-0.011278407692480855,-0.1441651905274537],"rot":0.0,"score":0.5,"size":[0.02821504,0.0281638,0.02811556],"type":"MJCFObject"},{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.97337266803897,-0.3680656857306048,0.7651577345902855,0.969083288108921,0.05667384473827637,0.004622075796216974,0.24009225819655095],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"}],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":623},"pose_evidence":{"fixtures":{},"objects":{"drawer_obj":[2.97337266803897,-0.3680656857306048,0.7651577345902855,0.969083288108921,0.05667384473827637,0.004622075796216974,0.24009225819655095]},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"body_id":349,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":623},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"kind":"object","name":"drawer_obj","pose_world":[2.97337266803897,-0.3680656857306048,0.7651577345902855,0.969083288108921,0.05667384473827637,0.004622075796216974,0.24009225819655095],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":623},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":2796.047},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer.","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:82:robot0_agentview_left:state:62","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.97337266803897,-0.3680656857306048,0.7651577345902855,0.969083288108921,0.05667384473827637,0.004622075796216974,0.24009225819655095],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":82,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Open the left drawer.","query":null,"registry_pose_world":[2.9733726978302,-0.3680656850337982,0.7651577591896057],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":2796.05},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:82:robot0_agentview_left:state:62"],"gripper_command":-1.0,"horizon":400,"prompt":"Open the left drawer.","target_position":[3.0633972549438475,-0.36803507804870605,0.7651695609092712]},"ok":false,"error":null,"output":{"action_feedback":{"arrived":false,"contact":null,"distance_m":0.9251301884651184,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":2815.452},{"name":"inspect_robocasa_fixture","arguments":{"fixture_name":"drawer","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":300,"fixture_type":"Box","kind":"fixture","name":"bottom_corner_right_group","pos":[-0.075,-0.21,0.445],"pose_world":[5.6900002754917995,-0.6249992286274342,0.445,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.05,0.78,0.89],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1942,"geom_name":"bottom_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1943,"geom_name":"bottom_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1944,"geom_name":"bottom_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1945,"geom_name":"bottom_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1946,"geom_name":"bottom_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1947,"geom_name":"bottom_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1948,"geom_name":"bottom_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1949,"geom_name":"bottom_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1950,"geom_name":"bottom_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1951,"geom_name":"bottom_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":302,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_1","pos":[5.689991772021986,-2.939999228611817,0.19999999999999982],"pose_world":[5.689991772021986,-2.939999228611817,0.19999999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"affordance_geometries":{"handles":[{"geom_id":1976,"geom_name":"bottom_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1977,"geom_name":"bottom_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1978,"geom_name":"bottom_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1979,"geom_name":"bottom_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1980,"geom_name":"bottom_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1981,"geom_name":"bottom_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1982,"geom_name":"bottom_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1983,"geom_name":"bottom_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1984,"geom_name":"bottom_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1985,"geom_name":"bottom_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":306,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_2","pos":[5.689991772021986,-2.939999228611817,0.4999999999999998],"pose_world":[5.689991772021986,-2.939999228611817,0.4999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"body_id":301,"fixture_type":"Box","kind":"fixture","name":"bottom_right_group_base","pos":[2.24,-0.17499999999999996,0.02499999999999982],"pose_world":[5.72499177202175,-2.9399993571739955,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.71,0.05],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1506,"geom_name":"cab_1_left_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1507,"geom_name":"cab_1_left_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1508,"geom_name":"cab_1_left_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1509,"geom_name":"cab_1_left_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1510,"geom_name":"cab_1_left_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1511,"geom_name":"cab_1_left_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1512,"geom_name":"cab_1_left_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1513,"geom_name":"cab_1_left_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1514,"geom_name":"cab_1_left_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1515,"geom_name":"cab_1_left_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1520,"geom_name":"cab_1_left_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1521,"geom_name":"cab_1_left_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1522,"geom_name":"cab_1_left_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1523,"geom_name":"cab_1_left_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1524,"geom_name":"cab_1_left_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1525,"geom_name":"cab_1_left_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1526,"geom_name":"cab_1_left_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1527,"geom_name":"cab_1_left_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1528,"geom_name":"cab_1_left_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1529,"geom_name":"cab_1_left_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":239,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_left_group","pos":[0.19999008234487173,-1.6999992653771945,1.85],"pose_world":[0.19999008234487173,-1.6999992653771945,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":296,"geom_name":"cab_1_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":297,"geom_name":"cab_1_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":298,"geom_name":"cab_1_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":299,"geom_name":"cab_1_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":300,"geom_name":"cab_1_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":301,"geom_name":"cab_1_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":302,"geom_name":"cab_1_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":303,"geom_name":"cab_1_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":304,"geom_name":"cab_1_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":305,"geom_name":"cab_1_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":310,"geom_name":"cab_1_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":311,"geom_name":"cab_1_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":312,"geom_name":"cab_1_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":313,"geom_name":"cab_1_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":314,"geom_name":"cab_1_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":315,"geom_name":"cab_1_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":316,"geom_name":"cab_1_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":317,"geom_name":"cab_1_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":318,"geom_name":"cab_1_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":319,"geom_name":"cab_1_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":60,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_main_group","pos":[1.15,-0.2,1.85],"pose_world":[1.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":1552,"geom_name":"cab_2_left_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1553,"geom_name":"cab_2_left_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1554,"geom_name":"cab_2_left_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1555,"geom_name":"cab_2_left_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1556,"geom_name":"cab_2_left_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1557,"geom_name":"cab_2_left_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1558,"geom_name":"cab_2_left_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1559,"geom_name":"cab_2_left_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1560,"geom_name":"cab_2_left_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1561,"geom_name":"cab_2_left_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":248,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_left_group","pos":[0.19998732744104422,-0.9499992653822544,1.85],"pose_world":[0.19998732744104422,-0.9499992653822544,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"affordance_geometries":{"handles":[{"geom_id":388,"geom_name":"cab_2_main_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":389,"geom_name":"cab_2_main_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":390,"geom_name":"cab_2_main_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":391,"geom_name":"cab_2_main_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":392,"geom_name":"cab_2_main_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":393,"geom_name":"cab_2_main_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":394,"geom_name":"cab_2_main_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":395,"geom_name":"cab_2_main_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":396,"geom_name":"cab_2_main_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":397,"geom_name":"cab_2_main_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":78,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_main_group","pos":[2.9,-0.2,1.85],"pose_world":[2.9,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"body_id":59,"fixture_type":"Box","kind":"fixture","name":"cab_corner_2_main_group","pos":[0.2,-0.55,1.85],"pose_world":[0.2,-0.55,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.4,0.3,0.92],"type":"Box"},{"body_id":58,"fixture_type":"Box","kind":"fixture","name":"cab_corner_main_group","pos":[0.325,-0.2,1.85],"pose_world":[0.325,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.65,0.4,0.92],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":342,"geom_name":"cab_main_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":343,"geom_name":"cab_main_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":344,"geom_name":"cab_main_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":345,"geom_name":"cab_main_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":346,"geom_name":"cab_main_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":347,"geom_name":"cab_main_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":348,"geom_name":"cab_main_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":349,"geom_name":"cab_main_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":350,"geom_name":"cab_main_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":351,"geom_name":"cab_main_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":356,"geom_name":"cab_main_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":357,"geom_name":"cab_main_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":358,"geom_name":"cab_main_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":359,"geom_name":"cab_main_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":360,"geom_name":"cab_main_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":361,"geom_name":"cab_main_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":362,"geom_name":"cab_main_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":363,"geom_name":"cab_main_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":364,"geom_name":"cab_main_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":365,"geom_name":"cab_main_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":69,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_main_main_group","pos":[2.15,-0.2,1.85],"pose_world":[2.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"body_id":299,"fixture_type":"Box","kind":"fixture","name":"cab_top_corner_right_group","pos":[-0.375,-0.21,1.8499999999999996],"pose_world":[5.6900013774533305,-0.3249992286294581,1.8499999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.65,0.78,0.92],"type":"Box"},{"affordance_geometries":{"start_buttons":{"start_button_1":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}],"start_button_2":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}]}},"affordance_sites":{"receptacle_place_site":[1.319170355796814,-0.34829509258270264,0.9765308499336243],"start_buttons":{"start_button_1":[1.3185672760009766,-0.41278737783432007,1.2256221771240234],"start_button_2":[1.3185672760009766,-0.41278737783432007,1.1727606058120728]}},"body_id":167,"depth":0.36232757964721246,"fixture_type":"CoffeeMachine","height":0.33999999999999997,"kind":"fixture","name":"coffee_machine_main_group","pos":[1.3185672959127874,-0.2445345466838201,1.0929999947553568],"pose_world":[1.3185672959127874,-0.2445345466838201,1.0929999947553568,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.1654909721085488,0.36232757964721246,0.33999999999999997],"type":"CoffeeMachine","width":0.1654909721085488},{"body_id":191,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_front_group","pos":[1.975,-4.075,0.46],"pose_world":[1.975,-4.075,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[2.55,0.65,0.92],"type":"Counter","width":2.55},{"body_id":197,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_left_group","pos":[0.32499191894658014,-2.1999988062231837,0.46],"pose_world":[0.32499191894658014,-2.1999988062231837,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"body_id":56,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_main_group","pos":[4.45,-0.325,0.46],"pose_world":[4.45,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.5,0.65,0.92],"type":"Counter","width":1.5},{"body_id":57,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_2_main_group","pos":[5.640000000000001,-0.325,0.46],"pose_world":[5.640000000000001,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.88,0.65,0.92],"type":"Counter","width":0.88},{"body_id":192,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_front_group","pos":[0.6500000056873556,-4.0748772339937,0.46],"pose_world":[0.6500000056873556,-4.0748772339937,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":193,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_left_group","pos":[0.3249987143760213,-4.049998806210703,0.46],"pose_world":[0.3249987143760213,-4.049998806210703,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":47,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_main_group","pos":[0.35,-0.325,0.46],"pose_world":[0.35,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":198,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_right_left_group","pos":[0.32498622547866995,-0.6499988062336404,0.46],"pose_world":[0.32498622547866995,-0.6499988062336404,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":48,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_main_main_group","pos":[2.2,-0.325,0.46],"pose_world":[2.2,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"affordance_geometries":{"handles":[{"geom_id":1425,"geom_name":"dishwasher_left_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":226,"depth":0.6,"fixture_type":"Dishwasher","height":0.89,"kind":"fixture","name":"dishwasher_left_group","pos":[0.32479563450010346,-1.3749988069386108,0.4449999999999999],"pose_world":[0.32479563450010346,-1.3749988069386108,0.4449999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.65,0.6,0.89],"type":"Dishwasher","width":0.65},{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"…"],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":632},"pose_evidence":{"fixtures":{"drawer":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0]},"objects":{},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":[2.950127124786377,-0.6181310415267944,0.7849999666213989]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":[3.0001063346862793,-0.6036044955253601,0.7850001454353333]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":[2.8998935222625732,-0.6036660075187683,0.7849998474121094]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":[3.0001063346862793,-0.6178436279296875,0.7850001454353333]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":[2.8998935222625732,-0.617800235748291,0.7849998474121094]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":[2.9962358474731445,-0.6343322992324829,0.785000205039978]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":[2.9040141105651855,-0.6343322992324829,0.7850005030632019]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":[2.950000047683716,-0.6228905916213989,0.7850000262260437]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":632},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":632},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":2815.49},{"name":"settle_robocasa_environment","arguments":{"evidence_handles":[],"gripper_command":-1.0,"prompt":"Open the left drawer.","steps":10},"ok":true,"error":null,"output":{"execution_status":"executed","fixtures":{"bottom_corner_right_group":{"body_id":300,"fixture_type":"Box","kind":"fixture","name":"bottom_corner_right_group","pos":[-0.075,-0.21,0.445],"pose_world":[5.6900002754917995,-0.6249992286274342,0.445,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.05,0.78,0.89],"type":"Box"},"bottom_right_group_1":{"affordance_geometries":{"handles":[{"geom_id":1942,"geom_name":"bottom_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1943,"geom_name":"bottom_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1944,"geom_name":"bottom_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1945,"geom_name":"bottom_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1946,"geom_name":"bottom_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1947,"geom_name":"bottom_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1948,"geom_name":"bottom_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1949,"geom_name":"bottom_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1950,"geom_name":"bottom_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1951,"geom_name":"bottom_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":302,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_1","pos":[5.689991772021986,-2.939999228611817,0.19999999999999982],"pose_world":[5.689991772021986,-2.939999228611817,0.19999999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},"bottom_right_group_2":{"affordance_geometries":{"handles":[{"geom_id":1976,"geom_name":"bottom_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1977,"geom_name":"bottom_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1978,"geom_name":"bottom_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1979,"geom_name":"bottom_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1980,"geom_name":"bottom_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1981,"geom_name":"bottom_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1982,"geom_name":"bottom_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1983,"geom_name":"bottom_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1984,"geom_name":"bottom_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1985,"geom_name":"bottom_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":306,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_2","pos":[5.689991772021986,-2.939999228611817,0.4999999999999998],"pose_world":[5.689991772021986,-2.939999228611817,0.4999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},"bottom_right_group_base":{"body_id":301,"fixture_type":"Box","kind":"fixture","name":"bottom_right_group_base","pos":[2.24,-0.17499999999999996,0.02499999999999982],"pose_world":[5.72499177202175,-2.9399993571739955,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.8,0.71,0.05],"type":"Box"},"cab_1_left_group":{"affordance_geometries":{"handles":[{"geom_id":1506,"geom_name":"cab_1_left_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1507,"geom_name":"cab_1_left_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1508,"geom_name":"cab_1_left_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1509,"geom_name":"cab_1_left_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1510,"geom_name":"cab_1_left_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1511,"geom_name":"cab_1_left_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1512,"geom_name":"cab_1_left_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1513,"geom_name":"cab_1_left_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1514,"geom_name":"cab_1_left_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1515,"geom_name":"cab_1_left_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1520,"geom_name":"cab_1_left_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1521,"geom_name":"cab_1_left_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1522,"geom_name":"cab_1_left_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1523,"geom_name":"cab_1_left_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1524,"geom_name":"cab_1_left_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1525,"geom_name":"cab_1_left_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1526,"geom_name":"cab_1_left_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1527,"geom_name":"cab_1_left_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1528,"geom_name":"cab_1_left_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1529,"geom_name":"cab_1_left_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":239,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_left_group","pos":[0.19999008234487173,-1.6999992653771945,1.85],"pose_world":[0.19999008234487173,-1.6999992653771945,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},"cab_1_main_group":{"affordance_geometries":{"handles":[{"geom_id":296,"geom_name":"cab_1_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":297,"geom_name":"cab_1_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":298,"geom_name":"cab_1_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":299,"geom_name":"cab_1_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":300,"geom_name":"cab_1_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":301,"geom_name":"cab_1_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":302,"geom_name":"cab_1_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":303,"geom_name":"cab_1_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":304,"geom_name":"cab_1_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":305,"geom_name":"cab_1_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":310,"geom_name":"cab_1_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":311,"geom_name":"cab_1_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":312,"geom_name":"cab_1_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":313,"geom_name":"cab_1_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":314,"geom_name":"cab_1_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":315,"geom_name":"cab_1_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":316,"geom_name":"cab_1_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":317,"geom_name":"cab_1_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":318,"geom_name":"cab_1_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":319,"geom_name":"cab_1_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":60,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_main_group","pos":[1.15,-0.2,1.85],"pose_world":[1.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},"cab_2_left_group":{"affordance_geometries":{"handles":[{"geom_id":1552,"geom_name":"cab_2_left_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1553,"geom_name":"cab_2_left_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1554,"geom_name":"cab_2_left_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1555,"geom_name":"cab_2_left_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1556,"geom_name":"cab_2_left_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1557,"geom_name":"cab_2_left_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1558,"geom_name":"cab_2_left_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1559,"geom_name":"cab_2_left_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1560,"geom_name":"cab_2_left_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1561,"geom_name":"cab_2_left_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":248,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_left_group","pos":[0.19998732744104422,-0.9499992653822544,1.85],"pose_world":[0.19998732744104422,-0.9499992653822544,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},"cab_2_main_group":{"affordance_geometries":{"handles":[{"geom_id":388,"geom_name":"cab_2_main_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":389,"geom_name":"cab_2_main_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":390,"geom_name":"cab_2_main_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":391,"geom_name":"cab_2_main_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":392,"geom_name":"cab_2_main_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":393,"geom_name":"cab_2_main_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":394,"geom_name":"cab_2_main_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":395,"geom_name":"cab_2_main_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":396,"geom_name":"cab_2_main_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":397,"geom_name":"cab_2_main_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":78,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_main_group","pos":[2.9,-0.2,1.85],"pose_world":[2.9,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},"cab_corner_2_main_group":{"body_id":59,"fixture_type":"Box","kind":"fixture","name":"cab_corner_2_main_group","pos":[0.2,-0.55,1.85],"pose_world":[0.2,-0.55,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.4,0.3,0.92],"type":"Box"},"cab_corner_main_group":{"body_id":58,"fixture_type":"Box","kind":"fixture","name":"cab_corner_main_group","pos":[0.325,-0.2,1.85],"pose_world":[0.325,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.65,0.4,0.92],"type":"Box"},"cab_main_main_group":{"affordance_geometries":{"handles":[{"geom_id":342,"geom_name":"cab_main_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":343,"geom_name":"cab_main_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":344,"geom_name":"cab_main_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":345,"geom_name":"cab_main_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":346,"geom_name":"cab_main_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":347,"geom_name":"cab_main_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":348,"geom_name":"cab_main_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":349,"geom_name":"cab_main_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":350,"geom_name":"cab_main_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":351,"geom_name":"cab_main_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":356,"geom_name":"cab_main_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":357,"geom_name":"cab_main_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":358,"geom_name":"cab_main_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":359,"geom_name":"cab_main_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":360,"geom_name":"cab_main_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":361,"geom_name":"cab_main_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":362,"geom_name":"cab_main_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":363,"geom_name":"cab_main_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":364,"geom_name":"cab_main_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":365,"geom_name":"cab_main_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":69,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_main_main_group","pos":[2.15,-0.2,1.85],"pose_world":[2.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},"cab_top_corner_right_group":{"body_id":299,"fixture_type":"Box","kind":"fixture","name":"cab_top_corner_right_group","pos":[-0.375,-0.21,1.8499999999999996],"pose_world":[5.6900013774533305,-0.3249992286294581,1.8499999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.65,0.78,0.92],"type":"Box"},"coffee_machine_main_group":{"affordance_geometries":{"start_buttons":{"start_button_1":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}],"start_button_2":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}]}},"affordance_sites":{"receptacle_place_site":[1.319170355796814,-0.34829509258270264,0.9765308499336243],"start_buttons":{"start_button_1":[1.3185672760009766,-0.41278737783432007,1.2256221771240234],"start_button_2":[1.3185672760009766,-0.41278737783432007,1.1727606058120728]}},"body_id":167,"depth":0.36232757964721246,"fixture_type":"CoffeeMachine","height":0.33999999999999997,"kind":"fixture","name":"coffee_machine_main_group","pos":[1.3185672959127874,-0.2445345466838201,1.0929999947553568],"pose_world":[1.3185672959127874,-0.2445345466838201,1.0929999947553568,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.1654909721085488,0.36232757964721246,0.33999999999999997],"type":"CoffeeMachine","width":0.1654909721085488},"counter_1_front_group":{"body_id":191,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_front_group","pos":[1.975,-4.075,0.46],"pose_world":[1.975,-4.075,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"size":[2.55,0.65,0.92],"type":"Counter","width":2.55},"counter_1_left_group":{"body_id":197,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_left_group","pos":[0.32499191894658014,-2.1999988062231837,0.46],"pose_world":[0.32499191894658014,-2.1999988062231837,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},"counter_1_main_group":{"body_id":56,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_main_group","pos":[4.45,-0.325,0.46],"pose_world":[4.45,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1.5,0.65,0.92],"type":"Counter","width":1.5},"counter_corner_2_main_group":{"body_id":57,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_2_main_group","pos":[5.640000000000001,-0.325,0.46],"pose_world":[5.640000000000001,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.88,0.65,0.92],"type":"Counter","width":0.88},"counter_corner_front_group":{"body_id":192,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_front_group","pos":[0.6500000056873556,-4.0748772339937,0.46],"pose_world":[0.6500000056873556,-4.0748772339937,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},"counter_corner_left_group":{"body_id":193,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_left_group","pos":[0.3249987143760213,-4.049998806210703,0.46],"pose_world":[0.3249987143760213,-4.049998806210703,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},"counter_corner_main_group":{"body_id":47,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_main_group","pos":[0.35,-0.325,0.46],"pose_world":[0.35,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},"counter_corner_right_left_group":{"body_id":198,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_right_left_group","pos":[0.32498622547866995,-0.6499988062336404,0.46],"pose_world":[0.32498622547866995,-0.6499988062336404,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},"counter_main_main_group":{"body_id":48,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_main_main_group","pos":[2.2,-0.325,0.46],"pose_world":[2.2,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},"dishwasher_left_group":{"affordance_geometries":{"handles":[{"geom_id":1425,"geom_name":"dishwasher_left_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":226,"depth":0.6,"fixture_type":"Dishwasher","height":0.89,"kind":"fixture","name":"dishwasher_left_group","pos":[0.32479563450010346,-1.3749988069386108,0.4449999999999999],"pose_world":[0.32479563450010346,-1.3749988069386108,0.4449999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[0.65,0.6,0.89],"type":"Dishwasher","width":0.65},"drawer":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_3_main_group_2","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"floor_backing_room":{"body_id":43,"fixture_type":"Floor","kind":"fixture","name":"floor_backing_room","pos":[3.04,-3,-0.14],"pose_world":[3.04,-3.0,-0.14,0.7071067811865476,0.0,0.0,0.7071067811865476],"size":[3.04,3.08,0.1],"type":"Floor"},"floor_room":{"body_id":42,"fixture_type":"Floor","kind":"fixture","name":"floor_room","pos":[3.04,-3,-0.02],"pose_world":[3.04,-3.0,-0.02,0.7071067811865476,0.0,0.0,0.7071067811865476],"size":[3.04,3.08,0.02],"type":"Floor"},"fridge_housing_right_group":{"body_id":278,"depth":0.78,"fixture_type":"HousingCabinet","height":1.7999999999999998,"kind":"fixture","name":"fridge_housing_right_group","pos":[5.689996712482849,-1.5949992286208903,0.9],"pose_world":[5.689996712482849,-1.5949992286208903,0.9,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.89,0.78,1.7999999999999998],"type":"HousingCabinet","width":0.89},"fridge_right_group":{"affordance_geometries":{"handles":[{"geom_id":1698,"geom_name":"fridge_right_group_freezer_door_handle_1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1699,"geom_name":"fridge_right_group_freezer_door_handle_2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1700,"geom_name":"fridge_right_group_freezer_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1747,"geom_name":"fridge_right_group_fridge_door_handle_1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1748,"geom_name":"fridge_right_group_fridge_door_handle_2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1749,"geom_name":"fridge_right_group_fridge_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":269,"depth":0.8,"fixture_type":"FridgeSideBySide","height":1.7799999999999998,"kind":"fixture","name":"fridge_right_group","pos":[5.642795227919224,-1.5949990552401563,0.8900000516962465],"pose_world":[5.642795227919224,-1.5949990552401563,0.8900000516962465,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.85,0.8,1.7799999999999998],"type":"FridgeSideBySide","width":0.85},"fridge_top_right_group":{"affordance_geometries":{"handles":[{"geom_id":1822,"geom_name":"fridge_top_right_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1823,"geom_name":"fridge_top_right_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1824,"geom_name":"fridge_top_right_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1825,"geom_name":"fridge_top_right_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1826,"geom_name":"fridge_top_right_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1827,"geom_name":"fridge_top_right_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1828,"geom_name":"fridge_top_right_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1829,"geom_name":"fridge_top_right_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1830,"geom_name":"fridge_top_right_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1831,"geom_name":"fridge_top_right_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1836,"geom_name":"fridge_top_right_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1837,"geom_name":"fridge_top_right_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1838,"geom_name":"fridge_top_right_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1839,"geom_name":"fridge_top_right_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1840,"geom_name":"fridge_top_right_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1841,"geom_name":"fridge_top_right_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1842,"geom_name":"fridge_top_right_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1843,"geom_name":"fridge_top_right_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1844,"geom_name":"fridge_top_right_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1845,"geom_name":"fridge_top_right_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":279,"depth":0.78,"fixture_type":"HingeCabinet","height":0.5100000000000002,"kind":"fixture","name":"fridge_top_right_group","pos":[5.689996712482849,-1.5949992286208903,2.0549999999999997],"pose_world":[5.689996712482849,-1.5949992286208903,2.0549999999999997,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.89,0.78,0.5100000000000002],"type":"HingeCabinet","width":0.89},"hood_main_group":{"body_id":87,"depth":0.5999999999999999,"fixture_type":"Hood","height":0.8797668963596291,"kind":"fixture","name":"hood_main_group","pos":[4.2015400124186355,-0.29420055813485146,2.109686643940881],"pose_world":[4.2015400124186355,-0.29420055813485146,2.109686643940881,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.9630070973781739,0.5999999999999999,0.8797668963596291],"type":"Hood","width":0.9630070973781739},"knife_block_main_group":{"body_id":189,"depth":0.3157588838500166,"fixture_type":"Accessory","height":0.27882058956551803,"kind":"fixture","name":"knife_block_main_group","pos":[1.4863969653311453,-0.18040035825278877,1.0624943354887755],"pose_world":[1.4863969653311453,-0.18040035825278877,1.0624943354887755,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.12,0.3157588838500166,0.27882058956551803],"type":"Accessory","width":0.12},"light_switch_2_room":{"body_id":36,"depth":3e-05,"fixture_type":"WallAccessory","height":3e-05,"kind":"fixture","name":"light_switch_2_room","pos":[0.0,-1.9,1.2],"pose_world":[0.0,-1.9,1.2,0.999999920000001,0.0,0.0,0.00039999998933328934],"rot":0.0007999999999999119,"size":[3e-05,3e-05,3e-05],"type":"WallAccessory","width":3e-05},"light_switch_room":{"body_id":35,"depth":3e-05,"fixture_type":"WallAccessory","height":3e-05,"kind":"fixture","name":"light_switch_room","pos":[0.0,-1.8,1.2],"pose_world":[0.0,-1.8,1.2,0.999999920000001,0.0,0.0,0.00039999998933328934],"rot":0.0007999999999999119,"size":[3e-05,3e-05,3e-05],"type":"WallAccessory","width":3e-05},"micro_housing_right_group":{"body_id":322,"depth":0.78,"fixture_type":"HousingCabinet","height":0.55,"kind":"fixture","name":"micro_housing_right_group","pos":[5.689991772021986,-2.939999228611817,1.6249999999999996],"pose_world":[5.689991772021986,-2.939999228611817,1.6249999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.8,0.78,0.55],"type":"HousingCabinet","width":0.8},"microwave_right_group":{"affordance_geometries":{"handles":[{"geom_id":2072,"geom_name":"microwave_right_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}],"start_buttons":{"start_button":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}],"stop_button":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}]}},"affordance_sites":{"start_buttons":{"start_button":[5.295259952545166,-3.217700242996216,1.5325120687484741],"stop_button":[5.295259475708008,-3.2673981189727783,1.532609224319458]}},"body_id":318,"depth":0.5,"fixture_type":"Microwave","height":0.4285172992036819,"kind":"fixture","name":"microwave_right_group","pos":[5.520458884233695,-2.9399986153512137,1.6249999999999996],"pose_world":[5.520458884233695,-2.9399986153512137,1.6249999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.75,0.5,0.4285172992036819],"type":"Microwave","width":0.75},"outlet_2_room":{"body_id":37,"depth":3e-05,"fixture_type":"WallAccessory","height":3e-05,"kind":"fixture","name":"outlet_2_room","pos":[6.08,-1.0,1.2],"pose_world":[6.08,-1.0,1.2,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[3e-05,3e-05,3e-05],"type":"WallAccessory","width":3e-05},"outlet_3_room":{"body_id":38,"depth":3e-05,"fixture_type":"WallAccessory","height":3e-05,"kind":"fixture","name":"outlet_3_room","pos":[6.08,-2.5,1.2],"pose_world":[6.08,-2.5,1.2,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[3e-05,3e-05,3e-05],"type":"WallAccessory","width":3e-05},"outlet_room":{"body_id":32,"depth":3e-05,"fixture_type":"WallAccessory","height":3e-05,"kind":"fixture","name":"outlet_room","pos":[3.0,0.0,1.2],"pose_world":[3.0,0.0,1.2,1.0,0.0,0.0,0.0],"rot":0.0,"size":[3e-05,3e-05,3e-05],"type":"WallAccessory","width":3e-05},"oven_housing_right_group":{"body_id":317,"depth":0.78,"fixture_type":"HousingCabinet","height":0.7,"kind":"fixture","name":"oven_housing_right_group","pos":[5.689991772021986,-2.939999228611817,0.9999999999999998],"pose_world":[5.689991772021986,-2.939999228611817,0.9999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.8,0.78,0.7],"type":"HousingCabinet","width":0.8},"oven_right_group":{"affordance_geometries":{"handles":[{"geom_id":2012,"geom_name":"oven_right_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":310,"depth":0.6,"fixture_type":"Oven","height":0.68,"kind":"fixture","name":"oven_right_group","pos":[5.572894656033508,-2.940065399684986,1.0000000336235495],"pose_world":[5.572894656033508,-2.940065399684986,1.0000000336235495,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.75,0.6,0.68],"type":"Oven","width":0.75},"paper_towel_main_group":{"body_id":174,"depth":0.16514230057010187,"fixture_type":"Accessory","height":0.33,"kind":"fixture","name":"paper_towel_main_group","pos":[0.2941806390777399,-0.5462106068293686,1.0878950932503004],"pose_world":[0.2941806390777399,-0.5462106068293686,1.0878950932503004,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.16570236319339088,0.16514230057010187,0.33],"type":"Accessory","width":0.16570236319339088},"plant_left_group":{"body_id":254,"depth":0.18385752901892194,"fixture_type":"Accessory","height":0.17000000000000004,"kind":"fixture","name":"plant_left_group","pos":[0.19613419104779156,-4.0699767368854864,1.008492366712176],"pose_world":[0.19613419104779156,-4.0699767368854864,1.008492366712176,0.7071055013256238,0.0,0.0,0.7071080610451548],"rot":1.5707999467849731,"size":[0.1824328557616565,0.18385752901892194,0.17000000000000004],"type":"Accessory","width":0.1824328557616565},"shelves_1_main_group":{"body_id":84,"depth":0.4,"fixture_type":"OpenCabinet","height":0.92,"kind":"fixture","name":"shelves_1_main_group","pos":[3.4,-0.2,1.85],"pose_world":[3.4,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.4,0.92],"type":"OpenCabinet","width":0.5},"shelves_2_main_group":{"body_id":93,"depth":0.4,"fixture_type":"OpenCabinet","height":0.92,"kind":"fixture","name":"shelves_2_main_group","pos":[5.05,-0.2,1.85],"pose_world":[5.05,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.6,0.4,0.92],"type":"OpenCabinet","width":0.6},"side_bottom_right_group_1":{"affordance_geometries":{"handles":[{"geom_id":2156,"geom_name":"side_bottom_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2157,"geom_name":"side_bottom_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2158,"geom_name":"side_bottom_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2159,"geom_name":"side_bottom_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2160,"geom_name":"side_bottom_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2161,"geom_name":"side_bottom_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2162,"geom_name":"side_bottom_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2163,"geom_name":"side_bottom_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2164,"geom_name":"side_bottom_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2165,"geom_name":"side_bottom_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":331,"depth":0.78,"fixture_type":"Drawer","height":0.2999999999279999,"kind":"fixture","name":"side_bottom_right_group_1","pos":[5.689988466137392,-3.8399992286057447,0.19999999996399978],"pose_world":[5.689988466137392,-3.8399992286057447,0.19999999996399978,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[1.0,0.78,0.2999999999279999],"type":"Drawer","width":1.0},"side_bottom_right_group_2":{"affordance_geometries":{"handles":[{"geom_id":2190,"geom_name":"side_bottom_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2191,"geom_name":"side_bottom_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2192,"geom_name":"side_bottom_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2193,"geom_name":"side_bottom_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2194,"geom_name":"side_bottom_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2195,"geom_name":"side_bottom_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2196,"geom_name":"side_bottom_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2197,"geom_name":"side_bottom_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2198,"geom_name":"side_bottom_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2199,"geom_name":"side_bottom_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":335,"depth":0.78,"fixture_type":"Drawer","height":0.2999999999279999,"kind":"fixture","name":"side_bottom_right_group_2","pos":[5.689988466137392,-3.8399992286057447,0.4999999998919997],"pose_world":[5.689988466137392,-3.8399992286057447,0.4999999998919997,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[1.0,0.78,0.2999999999279999],"type":"Drawer","width":1.0},"side_bottom_right_group_3":{"affordance_geometries":{"handles":[{"geom_id":2219,"geom_name":"side_bottom_right_group_3_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2220,"geom_name":"side_bottom_right_group_3_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2221,"geom_name":"side_bottom_right_group_3_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2222,"geom_name":"side_bottom_right_group_3_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2223,"geom_name":"side_bottom_right_group_3_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2224,"geom_name":"side_bottom_right_group_3_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2225,"geom_name":"side_bottom_right_group_3_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2226,"geom_name":"side_bottom_right_group_3_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2227,"geom_name":"side_bottom_right_group_3_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2228,"geom_name":"side_bottom_right_group_3_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2233,"geom_name":"side_bottom_right_group_3_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2234,"geom_name":"side_bottom_right_group_3_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2235,"geom_name":"side_bottom_right_group_3_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2236,"geom_name":"side_bottom_right_group_3_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2237,"geom_name":"side_bottom_right_group_3_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2238,"geom_name":"side_bottom_right_group_3_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2239,"geom_name":"side_bottom_right_group_3_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2240,"geom_name":"side_bottom_right_group_3_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2241,"geom_name":"side_bottom_right_group_3_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2242,"geom_name":"side_bottom_right_group_3_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":339,"depth":0.78,"fixture_type":"HingeCabinet","height":1.6600000001439998,"kind":"fixture","name":"side_bottom_right_group_3","pos":[5.689988466137392,-3.8399992286057447,1.4799999999279996],"pose_world":[5.689988466137392,-3.8399992286057447,1.4799999999279996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[1.0,0.78,1.6600000001439998],"type":"HingeCabinet","width":1.0},"side_bottom_right_group_base":{"body_id":330,"fixture_type":"Box","kind":"fixture","name":"side_bottom_right_group_base","pos":[3.14,-0.17499999999999996,0.02499999999999982],"pose_world":[5.724988466137156,-3.8399993571679234,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[1,0.71,0.05],"type":"Box"},"sink_left_group":{"affordance_geometries":{"handles":[{"geom_id":1186,"geom_name":"sink_left_group_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":194,"depth":0.53,"fixture_type":"Sink","height":0.249057244016921,"kind":"fixture","name":"sink_left_group","pos":[0.29999877198378305,-2.199998355103462,0.9894399220814241],"pose_world":[0.29999877198378305,-2.199998355103462,0.9894399220814241,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[0.9185064499639721,0.53,0.249057244016921],"type":"Sink","width":0.9185064499639721},"stack_1_left_group_1":{"affordance_geometries":{"handles":[{"geom_id":1267,"geom_name":"stack_1_left_group_1_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1268,"geom_name":"stack_1_left_group_1_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1269,"geom_name":"stack_1_left_group_1_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1270,"geom_name":"stack_1_left_group_1_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1271,"geom_name":"stack_1_left_group_1_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1272,"geom_name":"stack_1_left_group_1_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1273,"geom_name":"stack_1_left_group_1_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1274,"geom_name":"stack_1_left_group_1_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1275,"geom_name":"stack_1_left_group_1_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1276,"geom_name":"stack_1_left_group_1_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1281,"geom_name":"stack_1_left_group_1_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1282,"geom_name":"stack_1_left_group_1_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1283,"geom_name":"stack_1_left_group_1_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1284,"geom_name":"stack_1_left_group_1_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1285,"geom_name":"stack_1_left_group_1_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1286,"geom_name":"stack_1_left_group_1_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1287,"geom_name":"stack_1_left_group_1_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1288,"geom_name":"stack_1_left_group_1_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1289,"geom_name":"stack_1_left_group_1_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1290,"geom_name":"stack_1_left_group_1_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":200,"depth":0.6,"fixture_type":"HingeCabinet","height":0.63,"kind":"fixture","name":"stack_1_left_group_1","pos":[0.2999955921518521,-3.199998898046565,0.365],"pose_world":[0.2999955921518521,-3.199998898046565,0.365,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[1.0,0.6,0.63],"type":"HingeCabinet","width":1.0},"stack_1_left_group_2":{"affordance_geometries":{"handles":[{"geom_id":1317,"geom_name":"stack_1_left_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1318,"geom_name":"stack_1_left_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1319,"geom_name":"stack_1_left_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1320,"geom_name":"stack_1_left_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1321,"geom_name":"stack_1_left_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1322,"geom_name":"stack_1_left_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1323,"geom_name":"stack_1_left_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1324,"geom_name":"stack_1_left_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1325,"geom_name":"stack_1_left_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1326,"geom_name":"stack_1_left_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":208,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_1_left_group_2","pos":[0.2999965104531279,-3.4499988980448784,0.7849999999999999],"pose_world":[0.2999965104531279,-3.4499988980448784,0.7849999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"stack_1_left_group_3":{"affordance_geometries":{"handles":[{"geom_id":1351,"geom_name":"stack_1_left_group_3_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1352,"geom_name":"stack_1_left_group_3_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1353,"geom_name":"stack_1_left_group_3_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1354,"geom_name":"stack_1_left_group_3_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1355,"geom_name":"stack_1_left_group_3_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1356,"geom_name":"stack_1_left_group_3_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1357,"geom_name":"stack_1_left_group_3_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1358,"geom_name":"stack_1_left_group_3_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1359,"geom_name":"stack_1_left_group_3_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1360,"geom_name":"stack_1_left_group_3_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":212,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_1_left_group_3","pos":[0.29999467385057627,-2.9499988980482517,0.7849999999999999],"pose_world":[0.29999467385057627,-2.9499988980482517,0.7849999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"stack_1_left_group_base":{"body_id":199,"fixture_type":"Box","kind":"fixture","name":"stack_1_left_group_base","pos":[1.2,-0.265,0.024999999999999988],"pose_world":[0.2649955921520883,-3.1999990266087437,0.024999999999999988,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[1,0.53,0.05],"type":"Box"},"stack_1_main_group_1":{"affordance_geometries":{"handles":[{"geom_id":456,"geom_name":"stack_1_main_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":457,"geom_name":"stack_1_main_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":458,"geom_name":"stack_1_main_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":459,"geom_name":"stack_1_main_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":460,"geom_name":"stack_1_main_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":461,"geom_name":"stack_1_main_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":462,"geom_name":"stack_1_main_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":463,"geom_name":"stack_1_main_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":464,"geom_name":"stack_1_main_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":465,"geom_name":"stack_1_main_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":97,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_1_main_group_1","pos":[1.2,-0.3,0.15499999999999997],"pose_world":[1.2,-0.3,0.15499999999999997,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1.0,0.6,0.21],"type":"Drawer","width":1.0},"stack_1_main_group_2":{"affordance_geometries":{"handles":[{"geom_id":490,"geom_name":"stack_1_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":491,"geom_name":"stack_1_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":492,"geom_name":"stack_1_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":493,"geom_name":"stack_1_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":494,"geom_name":"stack_1_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":495,"geom_name":"stack_1_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":496,"geom_name":"stack_1_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":497,"geom_name":"stack_1_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":498,"geom_name":"stack_1_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":499,"geom_name":"stack_1_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":101,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_1_main_group_2","pos":[1.2,-0.3,0.365],"pose_world":[1.2,-0.3,0.365,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1.0,0.6,0.21],"type":"Drawer","width":1.0},"stack_1_main_group_3":{"affordance_geometries":{"handles":[{"geom_id":524,"geom_name":"stack_1_main_group_3_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":525,"geom_name":"stack_1_main_group_3_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":526,"geom_name":"stack_1_main_group_3_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":527,"geom_name":"stack_1_main_group_3_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":528,"geom_name":"stack_1_main_group_3_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":529,"geom_name":"stack_1_main_group_3_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":530,"geom_name":"stack_1_main_group_3_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":531,"geom_name":"stack_1_main_group_3_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":532,"geom_name":"stack_1_main_group_3_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":533,"geom_name":"stack_1_main_group_3_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":105,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_1_main_group_3","pos":[1.2,-0.3,0.575],"pose_world":[1.2,-0.3,0.575,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1.0,0.6,0.21],"type":"Drawer","width":1.0},"stack_1_main_group_4":{"affordance_geometries":{"handles":[{"geom_id":558,"geom_name":"stack_1_main_group_4_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":559,"geom_name":"stack_1_main_group_4_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":560,"geom_name":"stack_1_main_group_4_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":561,"geom_name":"stack_1_main_group_4_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":562,"geom_name":"stack_1_main_group_4_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":563,"geom_name":"stack_1_main_group_4_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":564,"geom_name":"stack_1_main_group_4_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":565,"geom_name":"stack_1_main_group_4_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":566,"geom_name":"stack_1_main_group_4_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":567,"geom_name":"stack_1_main_group_4_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":109,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_1_main_group_4","pos":[1.2,-0.3,0.7849999999999999],"pose_world":[1.2,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1.0,0.6,0.21],"type":"Drawer","width":1.0},"stack_1_main_group_base":{"body_id":96,"fixture_type":"Box","kind":"fixture","name":"stack_1_main_group_base","pos":[1.2,-0.265,0.024999999999999988],"pose_world":[1.2,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1,0.53,0.05],"type":"Box"},"stack_2_left_group_1":{"affordance_geometries":{"handles":[{"geom_id":1381,"geom_name":"stack_2_left_group_1_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1382,"geom_name":"stack_2_left_group_1_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1383,"geom_name":"stack_2_left_group_1_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1384,"geom_name":"stack_2_left_group_1_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1385,"geom_name":"stack_2_left_group_1_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1386,"geom_name":"stack_2_left_group_1_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1387,"geom_name":"stack_2_left_group_1_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1388,"geom_name":"stack_2_left_group_1_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1389,"geom_name":"stack_2_left_group_1_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1390,"geom_name":"stack_2_left_group_1_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1395,"geom_name":"stack_2_left_group_1_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1396,"geom_name":"stack_2_left_group_1_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1397,"geom_name":"stack_2_left_group_1_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1398,"geom_name":"stack_2_left_group_1_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1399,"geom_name":"stack_2_left_group_1_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1400,"geom_name":"stack_2_left_group_1_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1401,"geom_name":"stack_2_left_group_1_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1402,"geom_name":"stack_2_left_group_1_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1403,"geom_name":"stack_2_left_group_1_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1404,"geom_name":"stack_2_left_group_1_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":217,"depth":0.6,"fixture_type":"HingeCabinet","height":0.84,"kind":"fixture","name":"stack_2_left_group_1","pos":[0.29999191894674876,-2.199998898053311,0.47],"pose_world":[0.29999191894674876,-2.199998898053311,0.47,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[1.0,0.6,0.84],"type":"HingeCabinet","width":1.0},"stack_2_left_group_base":{"body_id":216,"fixture_type":"Box","kind":"fixture","name":"stack_2_left_group_base","pos":[2.2,-0.265,0.024999999999999988],"pose_world":[0.26499191894698493,-2.19999902661549,0.024999999999999988,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[1,0.53,0.05],"type":"Box"},"stack_2_main_group_1":{"affordance_geometries":{"handles":[{"geom_id":587,"geom_name":"stack_2_main_group_1_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":588,"geom_name":"stack_2_main_group_1_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":589,"geom_name":"stack_2_main_group_1_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":590,"geom_name":"stack_2_main_group_1_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":591,"geom_name":"stack_2_main_group_1_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":592,"geom_name":"stack_2_main_group_1_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":593,"geom_name":"stack_2_main_group_1_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":594,"geom_name":"stack_2_main_group_1_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":595,"geom_name":"stack_2_main_group_1_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":596,"geom_name":"stack_2_main_group_1_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":601,"geom_name":"stack_2_main_group_1_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":602,"geom_name":"stack_2_main_group_1_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":603,"geom_name":"stack_2_main_group_1_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":604,"geom_name":"stack_2_main_group_1_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":605,"geom_name":"stack_2_main_group_1_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":606,"geom_name":"stack_2_main_group_1_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":607,"geom_name":"stack_2_main_group_1_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":608,"geom_name":"stack_2_main_group_1_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":609,"geom_name":"stack_2_main_group_1_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":610,"geom_name":"stack_2_main_group_1_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":114,"depth":0.6,"fixture_type":"HingeCabinet","height":0.63,"kind":"fixture","name":"stack_2_main_group_1","pos":[2.2,-0.3,0.365],"pose_world":[2.2,-0.3,0.365,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1.0,0.6,0.63],"type":"HingeCabinet","width":1.0},"stack_2_main_group_2":{"affordance_geometries":{"handles":[{"geom_id":637,"geom_name":"stack_2_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":638,"geom_name":"stack_2_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":639,"geom_name":"stack_2_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":640,"geom_name":"stack_2_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":641,"geom_name":"stack_2_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":642,"geom_name":"stack_2_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":643,"geom_name":"stack_2_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":644,"geom_name":"stack_2_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":645,"geom_name":"stack_2_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":646,"geom_name":"stack_2_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":122,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_2_main_group_2","pos":[1.9500000000000002,-0.3,0.7849999999999999],"pose_world":[1.9500000000000002,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"stack_2_main_group_3":{"affordance_geometries":{"handles":[{"geom_id":671,"geom_name":"stack_2_main_group_3_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":672,"geom_name":"stack_2_main_group_3_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":673,"geom_name":"stack_2_main_group_3_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":674,"geom_name":"stack_2_main_group_3_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":675,"geom_name":"stack_2_main_group_3_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":676,"geom_name":"stack_2_main_group_3_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":677,"geom_name":"stack_2_main_group_3_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":678,"geom_name":"stack_2_main_group_3_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":679,"geom_name":"stack_2_main_group_3_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":680,"geom_name":"stack_2_main_group_3_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":126,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_2_main_group_3","pos":[2.45,-0.3,0.7849999999999999],"pose_world":[2.45,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"stack_2_main_group_base":{"body_id":113,"fixture_type":"Box","kind":"fixture","name":"stack_2_main_group_base","pos":[2.2,-0.265,0.024999999999999988],"pose_world":[2.2,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1,0.53,0.05],"type":"Box"},"stack_3_left_group_1":{"affordance_geometries":{"handles":[{"geom_id":1474,"geom_name":"stack_3_left_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1475,"geom_name":"stack_3_left_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1476,"geom_name":"stack_3_left_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1477,"geom_name":"stack_3_left_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1478,"geom_name":"stack_3_left_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1479,"geom_name":"stack_3_left_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1480,"geom_name":"stack_3_left_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1481,"geom_name":"stack_3_left_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1482,"geom_name":"stack_3_left_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1483,"geom_name":"stack_3_left_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":233,"depth":0.6,"fixture_type":"SingleCabinet","height":0.84,"kind":"fixture","name":"stack_3_left_group_1","pos":[0.2999870519499868,-0.8749988980622496,0.4699999999999999],"pose_world":[0.2999870519499868,-0.8749988980622496,0.4699999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[0.35,0.6,0.84],"type":"SingleCabinet","width":0.35},"stack_3_left_group_base":{"body_id":232,"fixture_type":"Box","kind":"fixture","name":"stack_3_left_group_base","pos":[3.5250000000000004,-0.265,0.024999999999999932],"pose_world":[0.264987051950223,-0.8749990266244283,0.024999999999999932,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[0.35,0.53,0.05],"type":"Box"},"stack_3_main_group_1":{"affordance_geometries":{"handles":[{"geom_id":700,"geom_name":"stack_3_main_group_1_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":701,"geom_name":"stack_3_main_group_1_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":702,"geom_name":"stack_3_main_group_1_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":703,"geom_name":"stack_3_main_group_1_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":704,"geom_name":"stack_3_main_group_1_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":705,"geom_name":"stack_3_main_group_1_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":706,"geom_name":"stack_3_main_group_1_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":707,"geom_name":"stack_3_main_group_1_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":708,"geom_name":"stack_3_main_group_1_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":709,"geom_name":"stack_3_main_group_1_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":714,"geom_name":"stack_3_main_group_1_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":715,"geom_name":"stack_3_main_group_1_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":716,"geom_name":"stack_3_main_group_1_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":717,"geom_name":"stack_3_main_group_1_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":718,"geom_name":"stack_3_main_group_1_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":719,"geom_name":"stack_3_main_group_1_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":720,"geom_name":"stack_3_main_group_1_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":721,"geom_name":"stack_3_main_group_1_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":722,"geom_name":"stack_3_main_group_1_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":723,"geom_name":"stack_3_main_group_1_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":131,"depth":0.6,"fixture_type":"HingeCabinet","height":0.63,"kind":"fixture","name":"stack_3_main_group_1","pos":[3.2,-0.3,0.365],"pose_world":[3.2,-0.3,0.365,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1.0,0.6,0.63],"type":"HingeCabinet","width":1.0},"stack_3_main_group_2":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_3_main_group_2","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"stack_3_main_group_3":{"affordance_geometries":{"handles":[{"geom_id":784,"geom_name":"stack_3_main_group_3_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":785,"geom_name":"stack_3_main_group_3_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":786,"geom_name":"stack_3_main_group_3_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":787,"geom_name":"stack_3_main_group_3_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":788,"geom_name":"stack_3_main_group_3_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":789,"geom_name":"stack_3_main_group_3_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":790,"geom_name":"stack_3_main_group_3_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":791,"geom_name":"stack_3_main_group_3_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":792,"geom_name":"stack_3_main_group_3_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":793,"geom_name":"stack_3_main_group_3_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":143,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_3_main_group_3","pos":[3.45,-0.3,0.7849999999999999],"pose_world":[3.45,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"stack_3_main_group_base":{"body_id":130,"fixture_type":"Box","kind":"fixture","name":"stack_3_main_group_base","pos":[3.2,-0.265,0.024999999999999988],"pose_world":[3.2,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1,0.53,0.05],"type":"Box"},"stack_4_main_group_1":{"affordance_geometries":{"handles":[{"geom_id":814,"geom_name":"stack_4_main_group_1_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":815,"geom_name":"stack_4_main_group_1_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":816,"geom_name":"stack_4_main_group_1_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":817,"geom_name":"stack_4_main_group_1_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":818,"geom_name":"stack_4_main_group_1_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":819,"geom_name":"stack_4_main_group_1_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":820,"geom_name":"stack_4_main_group_1_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":821,"geom_name":"stack_4_main_group_1_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":822,"geom_name":"stack_4_main_group_1_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":823,"geom_name":"stack_4_main_group_1_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":828,"geom_name":"stack_4_main_group_1_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":829,"geom_name":"stack_4_main_group_1_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":830,"geom_name":"stack_4_main_group_1_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":831,"geom_name":"stack_4_main_group_1_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":832,"geom_name":"stack_4_main_group_1_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":833,"geom_name":"stack_4_main_group_1_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":834,"geom_name":"stack_4_main_group_1_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":835,"geom_name":"stack_4_main_group_1_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":836,"geom_name":"stack_4_main_group_1_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":837,"geom_name":"stack_4_main_group_1_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":148,"depth":0.6,"fixture_type":"HingeCabinet","height":0.84,"kind":"fixture","name":"stack_4_main_group_1","pos":[4.2,-0.3,0.47],"pose_world":[4.2,-0.3,0.47,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1.0,0.6,0.84],"type":"HingeCabinet","width":1.0},"stack_4_main_group_base":{"body_id":147,"fixture_type":"Box","kind":"fixture","name":"stack_4_main_group_base","pos":[4.2,-0.265,0.024999999999999988],"pose_world":[4.2,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1,0.53,0.05],"type":"Box"},"stack_5_main_group_1":{"affordance_geometries":{"handles":[{"geom_id":861,"geom_name":"stack_5_main_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":862,"geom_name":"stack_5_main_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":863,"geom_name":"stack_5_main_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":864,"geom_name":"stack_5_main_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":865,"geom_name":"stack_5_main_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":866,"geom_name":"stack_5_main_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":867,"geom_name":"stack_5_main_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":868,"geom_name":"stack_5_main_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":869,"geom_name":"stack_5_main_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":870,"geom_name":"stack_5_main_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":158,"depth":0.6,"fixture_type":"SingleCabinet","height":0.63,"kind":"fixture","name":"stack_5_main_group_1","pos":[4.95,-0.3,0.365],"pose_world":[4.95,-0.3,0.365,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.6,0.63],"type":"SingleCabinet","width":0.5},"stack_5_main_group_2":{"affordance_geometries":{"handles":[{"geom_id":897,"geom_name":"stack_5_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":898,"geom_name":"stack_5_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":899,"geom_name":"stack_5_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":900,"geom_name":"stack_5_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":901,"geom_name":"stack_5_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":902,"geom_name":"stack_5_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":903,"geom_name":"stack_5_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":904,"geom_name":"stack_5_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":905,"geom_name":"stack_5_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":906,"geom_name":"stack_5_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":163,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_5_main_group_2","pos":[4.95,-0.3,0.7849999999999999],"pose_world":[4.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"stack_5_main_group_base":{"body_id":157,"fixture_type":"Box","kind":"fixture","name":"stack_5_main_group_base","pos":[4.95,-0.265,0.024999999999999988],"pose_world":[4.95,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.53,0.05],"type":"Box"},"stack_left_right_group_1":{"affordance_geometries":{"handles":[{"geom_id":1605,"geom_name":"stack_left_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1606,"geom_name":"stack_left_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1607,"geom_name":"stack_left_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1608,"geom_name":"stack_left_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1609,"geom_name":"stack_left_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1610,"geom_name":"stack_left_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1611,"geom_name":"stack_left_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1612,"geom_name":"stack_left_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1613,"geom_name":"stack_left_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1614,"geom_name":"stack_left_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":257,"depth":0.78,"fixture_type":"SingleCabinet","height":1.13,"kind":"fixture","name":"stack_left_right_group_1","pos":[5.689999265360396,-0.899999228625579,0.615],"pose_world":[5.689999265360396,-0.899999228625579,0.615,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.5,0.78,1.13],"type":"SingleCabinet","width":0.5},"stack_left_right_group_2":{"affordance_geometries":{"handles":[{"geom_id":1637,"geom_name":"stack_left_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1638,"geom_name":"stack_left_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1639,"geom_name":"stack_left_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1640,"geom_name":"stack_left_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1641,"geom_name":"stack_left_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1642,"geom_name":"stack_left_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1643,"geom_name":"stack_left_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1644,"geom_name":"stack_left_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1645,"geom_name":"stack_left_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1646,"geom_name":"stack_left_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":263,"depth":0.78,"fixture_type":"SingleCabinet","height":1.13,"kind":"fixture","name":"stack_left_right_group_2","pos":[5.689999265360396,-0.899999228625579,1.7449999999999999],"pose_world":[5.689999265360396,-0.899999228625579,1.7449999999999999,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.5,0.78,1.13],"type":"SingleCabinet","width":0.5},"stack_left_right_group_base":{"body_id":256,"fixture_type":"Box","kind":"fixture","name":"stack_left_right_group_base","pos":[0.2,-0.175,0.025000000000000043],"pose_world":[5.72499926536016,-0.8999993571877576,0.025000000000000043,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.5,0.71,0.05],"type":"Box"},"stack_right_right_group_1":{"affordance_geometries":{"handles":[{"geom_id":1866,"geom_name":"stack_right_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1867,"geom_name":"stack_right_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1868,"geom_name":"stack_right_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1869,"geom_name":"stack_right_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1870,"geom_name":"stack_right_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1871,"geom_name":"stack_right_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1872,"geom_name":"stack_right_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1873,"geom_name":"stack_right_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1874,"geom_name":"stack_right_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1875,"geom_name":"stack_right_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":287,"depth":0.78,"fixture_type":"SingleCabinet","height":1.13,"kind":"fixture","name":"stack_right_right_group_1","pos":[5.689994159605303,-2.289999228616202,0.6149999999999998],"pose_world":[5.689994159605303,-2.289999228616202,0.6149999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.5,0.78,1.13],"type":"SingleCabinet","width":0.5},"stack_right_right_group_2":{"affordance_geometries":{"handles":[{"geom_id":1898,"geom_name":"stack_right_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1899,"geom_name":"stack_right_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1900,"geom_name":"stack_right_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1901,"geom_name":"stack_right_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1902,"geom_name":"stack_right_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1903,"geom_name":"stack_right_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1904,"geom_name":"stack_right_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1905,"geom_name":"stack_right_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1906,"geom_name":"stack_right_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1907,"geom_name":"stack_right_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":293,"depth":0.78,"fixture_type":"SingleCabinet","height":1.13,"kind":"fixture","name":"stack_right_right_group_2","pos":[5.689994159605303,-2.289999228616202,1.7449999999999997],"pose_world":[5.689994159605303,-2.289999228616202,1.7449999999999997,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.5,0.78,1.13],"type":"SingleCabinet","width":0.5},"stack_right_right_group_base":{"body_id":286,"fixture_type":"Box","kind":"fixture","name":"stack_right_right_group_base","pos":[1.59,-0.17499999999999996,0.02499999999999982],"pose_world":[5.724994159605067,-2.28999935717838,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.5,0.71,0.05],"type":"Box"},"stool_1_room":{"body_id":44,"depth":0.37423366327297586,"fixture_type":"Stool","height":0.8,"kind":"fixture","name":"stool_1_room","pos":[1.325,-4.475,0.4],"pose_world":[1.325,-4.475,0.4,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"size":[0.3755556885348015,0.37423366327297586,0.8],"type":"Stool","width":0.3755556885348015},"stool_2_room":{"body_id":45,"depth":0.37423366327297586,"fixture_type":"Stool","height":0.8,"kind":"fixture","name":"stool_2_room","pos":[1.975,-4.475,0.4],"pose_world":[1.975,-4.475,0.4,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"size":[0.3755556885348015,0.37423366327297586,0.8],"type":"Stool","width":0.3755556885348015},"stool_3_room":{"body_id":46,"depth":0.37423366327297586,"fixture_type":"Stool","height":0.8,"kind":"fixture","name":"stool_3_room","pos":[2.625,-4.475,0.4],"pose_world":[2.625,-4.475,0.4,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"size":[0.3755556885348015,0.37423366327297586,0.8],"type":"Stool","width":0.3755556885348015},"stovetop_main_group":{"body_id":49,"depth":0.55,"fixture_type":"Stovetop","height":0.00880406371748579,"kind":"fixture","name":"stovetop_main_group","pos":[4.201503558601173,-0.29496929235669656,0.9307668946915083],"pose_world":[4.201503558601173,-0.29496929235669656,0.9307668946915083,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.9630070973781739,0.55,0.00880406371748579],"type":"Stovetop","width":0.9630070973781739},"toaster_main_group":{"affordance_geometries":{"handles":[{"geom_id":1036,"geom_name":"toaster_main_group_lever_handle","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":176,"depth":0.2995720256640279,"fixture_type":"Toaster","height":0.23,"kind":"fixture","name":"toaster_main_group","pos":[2.747640287102935,-0.21089753143282097,1.038],"pose_world":[2.747640287102935,-0.21089753143282097,1.038,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.18045825683631556,0.2995720256640279,0.23],"type":"Toaster","width":0.18045825683631556},"toaster_oven_main_group":{"affordance_geometries":{"handles":[{"geom_id":1076,"geom_name":"toaster_oven_main_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":181,"depth":0.33,"fixture_type":"ToasterOven","height":0.3067814795556516,"kind":"fixture","name":"toaster_oven_main_group","pos":[3.382218060875461,-0.3016016394625445,1.0763907397778258],"pose_world":[3.382218060875461,-0.3016016394625445,1.0763907397778258,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.49718527920494054,0.33,0.3067814795556516],"type":"ToasterOven","width":0.49718527920494054},"top_right_group":{"affordance_geometries":{"handles":[{"geom_id":2106,"geom_name":"top_right_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2107,"geom_name":"top_right_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2108,"geom_name":"top_right_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2109,"geom_name":"top_right_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2110,"geom_name":"top_right_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2111,"geom_name":"top_right_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2112,"geom_name":"top_right_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2113,"geom_name":"top_right_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2114,"geom_name":"top_right_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2115,"geom_name":"top_right_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2120,"geom_name":"top_right_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2121,"geom_name":"top_right_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2122,"geom_name":"top_right_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2123,"geom_name":"top_right_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2124,"geom_name":"top_right_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2125,"geom_name":"top_right_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2126,"geom_name":"top_right_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2127,"geom_name":"top_right_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2128,"geom_name":"top_right_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2129,"geom_name":"top_right_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":323,"depth":0.78,"fixture_type":"HingeCabinet","height":0.4099999999999999,"kind":"fixture","name":"top_right_group","pos":[5.689991772021986,-2.939999228611817,2.1049999999999995],"pose_world":[5.689991772021986,-2.939999228611817,2.1049999999999995,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.8,0.78,0.4099999999999999],"type":"HingeCabinet","width":0.8},"utensil_rack_room":{"body_id":33,"depth":0.09945939791284827,"fixture_type":"WallAccessory","height":0.32,"kind":"fixture","name":"utensil_rack_room","pos":[1.9,-0.039999999999999994,1.15],"pose_world":[1.9,-0.039999999999999994,1.15,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.3547280774992862,0.09945939791284827,0.32],"type":"WallAccessory","width":0.3547280774992862},"utensil_set_main_group":{"body_id":188,"depth":0.18939281018006945,"fixture_type":"Accessory","height":0.28,"kind":"fixture","name":"utensil_set_main_group","pos":[5.45731049109186,-0.15253297724350956,1.063320811843608],"pose_world":[5.45731049109186,-0.15253297724350956,1.063320811843608,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.18132970501991783,0.18939281018006945,0.28],"type":"Accessory","width":0.18132970501991783},"wall_backing_room":{"body_id":25,"fixture_type":"Wall","kind":"fixture","name":"wall_backing_room","pos":[3.04,0.14,1.38],"pose_world":[3.04,0.14,1.38,-0.7071067811865476,0.7071067811865476,0.0,0.0],"size":[3.2800000000000002,1.62,0.1],"type":"Wall"},"wall_front_backing_room":{"body_id":31,"fixture_type":"Wall","kind":"fixture","name":"wall_front_backing_room","pos":[3.04,-6.14,1.38],"pose_world":[3.04,-6.14,1.38,0.0,0.0,0.7071067811865476,-0.7071067811865476],"size":[3.24,1.62,0.1],"type":"Wall"},"wall_front_room":{"body_id":30,"fixture_type":"Wall","kind":"fixture","name":"wall_front_room","pos":[3.04,-6.02,1.5],"pose_world":[3.04,-6.02,1.5,0.0,0.0,0.7071067811865476,-0.7071067811865476],"size":[3.04,1.5,0.02],"type":"Wall"},"wall_left_backing_room":{"body_id":27,"fixture_type":"Wall","kind":"fixture","name":"wall_left_backing_room","pos":[-0.14,-3,1.38],"pose_world":[-0.14,-3.0,1.38,0.5,0.5,-0.5,-0.5],"size":[3.04,1.62,0.1],"type":"Wall"},"wall_left_room":{"body_id":26,"fixture_type":"Wall","kind":"fixture","name":"wall_left_room","pos":[-0.02,-3,1.5],"pose_world":[-0.02,-3.0,1.5,0.5,0.5,-0.5,-0.5],"size":[3.04,1.5,0.02],"type":"Wall"},"wall_right_backing_room":{"body_id":29,"fixture_type":"Wall","kind":"fixture","name":"wall_right_backing_room","pos":[6.22,-3,1.38],"pose_world":[6.22,-3.0,1.38,0.5,-0.5,-0.5,0.5],"size":[3.04,1.62,0.1],"type":"Wall"},"wall_right_room":{"body_id":28,"fixture_type":"Wall","kind":"fixture","name":"wall_right_room","pos":[6.1,-3,1.5],"pose_world":[6.1,-3.0,1.5,0.5,-0.5,-0.5,0.5],"size":[3.04,1.5,0.02],"type":"Wall"},"wall_room":{"body_id":24,"fixture_type":"Wall","kind":"fixture","name":"wall_room","pos":[3.04,0.02,1.5],"pose_world":[3.04,0.02,1.5,-0.7071067811865476,0.7071067811865476,0.0,0.0],"size":[3.08,1.5,0.02],"type":"Wall"},"window_group_room":{"body_id":39,"depth":0.03,"fixture_type":"Window","height":1.25,"kind":"fixture","name":"window_group_room","pos":[0.015000000000000003,-3.2999999,1.7],"pose_world":[0.015000000000000003,-3.2999999,1.7,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[2.0,0.03,1.25],"type":"Window","width":2.0}},"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"live_observation":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"objects":{"distr_counter_1":{"body_id":350,"kind":"object","name":"distr_counter_1","pose_world":[2.9447385349401216,-0.3202000039966502,0.9338282612570424,0.9892948542888131,0.020538938508777162,-0.01128012607614808,-0.14403680792878515],"rot":0.0,"size":[0.02821504,0.0281638,0.02811556],"type":"MJCFObject"},"drawer_obj":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.9733772859563787,-0.3680636058876687,0.7651580714651436,0.9690881866768473,0.0566750330410381,0.0046239447963340435,0.24007216874868595],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"}},"pose_evidence":{"fixtures":{"bottom_corner_right_group":[5.6900002754917995,-0.6249992286274342,0.445,0.7071054825112363,0.0,0.0,-0.7071080798594735],"bottom_right_group_1":[5.689991772021986,-2.939999228611817,0.19999999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"bottom_right_group_2":[5.689991772021986,-2.939999228611817,0.4999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"bottom_right_group_base":[5.72499177202175,-2.9399993571739955,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"cab_1_left_group":[0.19999008234487173,-1.6999992653771945,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"cab_1_main_group":[1.15,-0.2,1.85,1.0,0.0,0.0,0.0],"cab_2_left_group":[0.19998732744104422,-0.9499992653822544,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"cab_2_main_group":[2.9,-0.2,1.85,1.0,0.0,0.0,0.0],"cab_corner_2_main_group":[0.2,-0.55,1.85,1.0,0.0,0.0,0.0],"cab_corner_main_group":[0.325,-0.2,1.85,1.0,0.0,0.0,0.0],"cab_main_main_group":[2.15,-0.2,1.85,1.0,0.0,0.0,0.0],"cab_top_corner_right_group":[5.6900013774533305,-0.3249992286294581,1.8499999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"coffee_machine_main_group":[1.3185672959127874,-0.2445345466838201,1.0929999947553568,1.0,0.0,0.0,0.0],"counter_1_front_group":[1.975,-4.075,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"counter_1_left_group":[0.32499191894658014,-2.1999988062231837,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"counter_1_main_group":[4.45,-0.325,0.46,1.0,0.0,0.0,0.0],"counter_corner_2_main_group":[5.640000000000001,-0.325,0.46,1.0,0.0,0.0,0.0],"counter_corner_front_group":[0.6500000056873556,-4.0748772339937,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"counter_corner_left_group":[0.3249987143760213,-4.049998806210703,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"counter_corner_main_group":[0.35,-0.325,0.46,1.0,0.0,0.0,0.0],"counter_corner_right_left_group":[0.32498622547866995,-0.6499988062336404,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"counter_main_main_group":[2.2,-0.325,0.46,1.0,0.0,0.0,0.0],"dishwasher_left_group":[0.32479563450010346,-1.3749988069386108,0.4449999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"drawer":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"floor_backing_room":[3.04,-3.0,-0.14,0.7071067811865476,0.0,0.0,0.7071067811865476],"floor_room":[3.04,-3.0,-0.02,0.7071067811865476,0.0,0.0,0.7071067811865476],"fridge_housing_right_group":[5.689996712482849,-1.5949992286208903,0.9,0.7071054825112363,0.0,0.0,-0.7071080798594735],"fridge_right_group":[5.642795227919224,-1.5949990552401563,0.8900000516962465,0.7071054825112363,0.0,0.0,-0.7071080798594735],"fridge_top_right_group":[5.689996712482849,-1.5949992286208903,2.0549999999999997,0.7071054825112363,0.0,0.0,-0.7071080798594735],"hood_main_group":[4.2015400124186355,-0.29420055813485146,2.109686643940881,1.0,0.0,0.0,0.0],"knife_block_main_group":[1.4863969653311453,-0.18040035825278877,1.0624943354887755,1.0,0.0,0.0,0.0],"light_switch_2_room":[0.0,-1.9,1.2,0.999999920000001,0.0,0.0,0.00039999998933328934],"light_switch_room":[0.0,-1.8,1.2,0.999999920000001,0.0,0.0,0.00039999998933328934],"micro_housing_right_group":[5.689991772021986,-2.939999228611817,1.6249999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"microwave_right_group":[5.520458884233695,-2.9399986153512137,1.6249999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"outlet_2_room":[6.08,-1.0,1.2,0.7071054825112363,0.0,0.0,-0.7071080798594735],"outlet_3_room":[6.08,-2.5,1.2,0.7071054825112363,0.0,0.0,-0.7071080798594735],"outlet_room":[3.0,0.0,1.2,1.0,0.0,0.0,0.0],"oven_housing_right_group":[5.689991772021986,-2.939999228611817,0.9999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"oven_right_group":[5.572894656033508,-2.940065399684986,1.0000000336235495,0.7071054825112363,0.0,0.0,-0.7071080798594735],"paper_towel_main_group":[0.2941806390777399,-0.5462106068293686,1.0878950932503004,1.0,0.0,0.0,0.0],"plant_left_group":[0.19613419104779156,-4.0699767368854864,1.008492366712176,0.7071055013256238,0.0,0.0,0.7071080610451548],"shelves_1_main_group":[3.4,-0.2,1.85,1.0,0.0,0.0,0.0],"shelves_2_main_group":[5.05,-0.2,1.85,1.0,0.0,0.0,0.0],"side_bottom_right_group_1":[5.689988466137392,-3.8399992286057447,0.19999999996399978,0.7071054825112363,0.0,0.0,-0.7071080798594735],"side_bottom_right_group_2":[5.689988466137392,-3.8399992286057447,0.4999999998919997,0.7071054825112363,0.0,0.0,-0.7071080798594735],"side_bottom_right_group_3":[5.689988466137392,-3.8399992286057447,1.4799999999279996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"side_bottom_right_group_base":[5.724988466137156,-3.8399993571679234,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"sink_left_group":[0.29999877198378305,-2.199998355103462,0.9894399220814241,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_1_left_group_1":[0.2999955921518521,-3.199998898046565,0.365,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_1_left_group_2":[0.2999965104531279,-3.4499988980448784,0.7849999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_1_left_group_3":[0.29999467385057627,-2.9499988980482517,0.7849999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_1_left_group_base":[0.2649955921520883,-3.1999990266087437,0.024999999999999988,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_1_main_group_1":[1.2,-0.3,0.15499999999999997,1.0,0.0,0.0,0.0],"stack_1_main_group_2":[1.2,-0.3,0.365,1.0,0.0,0.0,0.0],"stack_1_main_group_3":[1.2,-0.3,0.575,1.0,0.0,0.0,0.0],"stack_1_main_group_4":[1.2,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"stack_1_main_group_base":[1.2,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"stack_2_left_group_1":[0.29999191894674876,-2.199998898053311,0.47,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_2_left_group_base":[0.26499191894698493,-2.19999902661549,0.024999999999999988,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_2_main_group_1":[2.2,-0.3,0.365,1.0,0.0,0.0,0.0],"stack_2_main_group_2":[1.9500000000000002,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"stack_2_main_group_3":[2.45,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"stack_2_main_group_base":[2.2,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"stack_3_left_group_1":[0.2999870519499868,-0.8749988980622496,0.4699999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_3_left_group_base":[0.264987051950223,-0.8749990266244283,0.024999999999999932,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_3_main_group_1":[3.2,-0.3,0.365,1.0,0.0,0.0,0.0],"stack_3_main_group_2":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"stack_3_main_group_3":[3.45,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"stack_3_main_group_base":[3.2,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"stack_4_main_group_1":[4.2,-0.3,0.47,1.0,0.0,0.0,0.0],"stack_4_main_group_base":[4.2,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"stack_5_main_group_1":[4.95,-0.3,0.365,1.0,0.0,0.0,0.0],"stack_5_main_group_2":[4.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"stack_5_main_group_base":[4.95,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"stack_left_right_group_1":[5.689999265360396,-0.899999228625579,0.615,0.7071054825112363,0.0,0.0,-0.7071080798594735],"stack_left_right_group_2":[5.689999265360396,-0.899999228625579,1.7449999999999999,0.7071054825112363,0.0,0.0,-0.7071080798594735],"stack_left_right_group_base":[5.72499926536016,-0.8999993571877576,0.025000000000000043,0.7071054825112363,0.0,0.0,-0.7071080798594735],"stack_right_right_group_1":[5.689994159605303,-2.289999228616202,0.6149999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"stack_right_right_group_2":[5.689994159605303,-2.289999228616202,1.7449999999999997,0.7071054825112363,0.0,0.0,-0.7071080798594735],"stack_right_right_group_base":[5.724994159605067,-2.28999935717838,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"stool_1_room":[1.325,-4.475,0.4,4.632679487995776e-05,0.0,0.0,0.999999998926914],"stool_2_room":[1.975,-4.475,0.4,4.632679487995776e-05,0.0,0.0,0.999999998926914],"stool_3_room":[2.625,-4.475,0.4,4.632679487995776e-05,0.0,0.0,0.999999998926914],"stovetop_main_group":[4.201503558601173,-0.29496929235669656,0.9307668946915083,1.0,0.0,0.0,0.0],"toaster_main_group":[2.747640287102935,-0.21089753143282097,1.038,1.0,0.0,0.0,0.0],"toaster_oven_main_group":[3.382218060875461,-0.3016016394625445,1.0763907397778258,1.0,0.0,0.0,0.0],"top_right_group":[5.689991772021986,-2.939999228611817,2.1049999999999995,0.7071054825112363,0.0,0.0,-0.7071080798594735],"utensil_rack_room":[1.9,-0.039999999999999994,1.15,1.0,0.0,0.0,0.0],"utensil_set_main_group":[5.45731049109186,-0.15253297724350956,1.063320811843608,1.0,0.0,0.0,0.0],"wall_backing_room":[3.04,0.14,1.38,-0.7071067811865476,0.7071067811865476,0.0,0.0],"wall_front_backing_room":[3.04,-6.14,1.38,0.0,0.0,0.7071067811865476,-0.7071067811865476],"wall_front_room":[3.04,-6.02,1.5,0.0,0.0,0.7071067811865476,-0.7071067811865476],"wall_left_backing_room":[-0.14,-3.0,1.38,0.5,0.5,-0.5,-0.5],"wall_left_room":[-0.02,-3.0,1.5,0.5,0.5,-0.5,-0.5],"wall_right_backing_room":[6.22,-3.0,1.38,0.5,-0.5,-0.5,0.5],"wall_right_room":[6.1,-3.0,1.5,0.5,-0.5,-0.5,0.5],"wall_room":[3.04,0.02,1.5,-0.7071067811865476,0.7071067811865476,0.0,0.0],"window_group_room":[0.015000000000000003,-3.2999999,1.7,0.7071054825112363,0.0,0.0,0.7071080798594735]},"objects":{"distr_counter_1":[2.9447385349401216,-0.3202000039966502,0.9338282612570424,0.9892948542888131,0.020538938508777162,-0.01128012607614808,-0.14403680792878515],"drawer_obj":[2.9733772859563787,-0.3680636058876687,0.7651580714651436,0.9690881866768473,0.0566750330410381,0.0046239447963340435,0.24007216874868595]},"source":"robocasa_scene_registry"},"private_success_signal_exposed":false,"prompt":"Open the left drawer.","query":null,"requested_steps":10,"runtime_action_schema":{"action_shape":[12],"available":true,"base_mode_index":11,"base_slice":[7,10],"controller_input_ref_frame":"base","eef_part":"right","eef_slice":[0,6],"env_created":true,"grasp_primitives_supported":true,"gripper_part":"right_gripper","gripper_slice":[6,7],"has_base_control":true,"has_gripper_control":true,"kind":"direct_composite","torso_slice":[10,11]},"step_summaries":[{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":0,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":1,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":2,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":3,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":4,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":5,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":6,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":7,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":8,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":9,"terminated":false,"truncated":false}],"steps_executed":10,"verifier_boundary":{"harness_verify_required":true,"private_task_signal_exposed":false,"task_completion_claimed_by_primitive":false},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":635},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":2818.56},{"name":"inspect_robocasa_fixture","arguments":{"fixture_name":"drawer","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":300,"fixture_type":"Box","kind":"fixture","name":"bottom_corner_right_group","pos":[-0.075,-0.21,0.445],"pose_world":[5.6900002754917995,-0.6249992286274342,0.445,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.05,0.78,0.89],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1942,"geom_name":"bottom_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1943,"geom_name":"bottom_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1944,"geom_name":"bottom_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1945,"geom_name":"bottom_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1946,"geom_name":"bottom_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1947,"geom_name":"bottom_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1948,"geom_name":"bottom_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1949,"geom_name":"bottom_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1950,"geom_name":"bottom_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1951,"geom_name":"bottom_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":302,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_1","pos":[5.689991772021986,-2.939999228611817,0.19999999999999982],"pose_world":[5.689991772021986,-2.939999228611817,0.19999999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"affordance_geometries":{"handles":[{"geom_id":1976,"geom_name":"bottom_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1977,"geom_name":"bottom_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1978,"geom_name":"bottom_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1979,"geom_name":"bottom_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1980,"geom_name":"bottom_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1981,"geom_name":"bottom_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1982,"geom_name":"bottom_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1983,"geom_name":"bottom_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1984,"geom_name":"bottom_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1985,"geom_name":"bottom_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":306,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_2","pos":[5.689991772021986,-2.939999228611817,0.4999999999999998],"pose_world":[5.689991772021986,-2.939999228611817,0.4999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"body_id":301,"fixture_type":"Box","kind":"fixture","name":"bottom_right_group_base","pos":[2.24,-0.17499999999999996,0.02499999999999982],"pose_world":[5.72499177202175,-2.9399993571739955,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.71,0.05],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1506,"geom_name":"cab_1_left_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1507,"geom_name":"cab_1_left_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1508,"geom_name":"cab_1_left_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1509,"geom_name":"cab_1_left_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1510,"geom_name":"cab_1_left_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1511,"geom_name":"cab_1_left_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1512,"geom_name":"cab_1_left_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1513,"geom_name":"cab_1_left_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1514,"geom_name":"cab_1_left_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1515,"geom_name":"cab_1_left_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1520,"geom_name":"cab_1_left_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1521,"geom_name":"cab_1_left_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1522,"geom_name":"cab_1_left_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1523,"geom_name":"cab_1_left_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1524,"geom_name":"cab_1_left_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1525,"geom_name":"cab_1_left_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1526,"geom_name":"cab_1_left_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1527,"geom_name":"cab_1_left_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1528,"geom_name":"cab_1_left_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1529,"geom_name":"cab_1_left_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":239,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_left_group","pos":[0.19999008234487173,-1.6999992653771945,1.85],"pose_world":[0.19999008234487173,-1.6999992653771945,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":296,"geom_name":"cab_1_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":297,"geom_name":"cab_1_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":298,"geom_name":"cab_1_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":299,"geom_name":"cab_1_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":300,"geom_name":"cab_1_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":301,"geom_name":"cab_1_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":302,"geom_name":"cab_1_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":303,"geom_name":"cab_1_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":304,"geom_name":"cab_1_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":305,"geom_name":"cab_1_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":310,"geom_name":"cab_1_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":311,"geom_name":"cab_1_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":312,"geom_name":"cab_1_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":313,"geom_name":"cab_1_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":314,"geom_name":"cab_1_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":315,"geom_name":"cab_1_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":316,"geom_name":"cab_1_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":317,"geom_name":"cab_1_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":318,"geom_name":"cab_1_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":319,"geom_name":"cab_1_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":60,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_main_group","pos":[1.15,-0.2,1.85],"pose_world":[1.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":1552,"geom_name":"cab_2_left_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1553,"geom_name":"cab_2_left_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1554,"geom_name":"cab_2_left_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1555,"geom_name":"cab_2_left_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1556,"geom_name":"cab_2_left_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1557,"geom_name":"cab_2_left_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1558,"geom_name":"cab_2_left_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1559,"geom_name":"cab_2_left_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1560,"geom_name":"cab_2_left_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1561,"geom_name":"cab_2_left_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":248,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_left_group","pos":[0.19998732744104422,-0.9499992653822544,1.85],"pose_world":[0.19998732744104422,-0.9499992653822544,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"affordance_geometries":{"handles":[{"geom_id":388,"geom_name":"cab_2_main_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":389,"geom_name":"cab_2_main_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":390,"geom_name":"cab_2_main_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":391,"geom_name":"cab_2_main_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":392,"geom_name":"cab_2_main_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":393,"geom_name":"cab_2_main_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":394,"geom_name":"cab_2_main_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":395,"geom_name":"cab_2_main_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":396,"geom_name":"cab_2_main_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":397,"geom_name":"cab_2_main_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":78,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_main_group","pos":[2.9,-0.2,1.85],"pose_world":[2.9,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"body_id":59,"fixture_type":"Box","kind":"fixture","name":"cab_corner_2_main_group","pos":[0.2,-0.55,1.85],"pose_world":[0.2,-0.55,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.4,0.3,0.92],"type":"Box"},{"body_id":58,"fixture_type":"Box","kind":"fixture","name":"cab_corner_main_group","pos":[0.325,-0.2,1.85],"pose_world":[0.325,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.65,0.4,0.92],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":342,"geom_name":"cab_main_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":343,"geom_name":"cab_main_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":344,"geom_name":"cab_main_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":345,"geom_name":"cab_main_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":346,"geom_name":"cab_main_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":347,"geom_name":"cab_main_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":348,"geom_name":"cab_main_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":349,"geom_name":"cab_main_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":350,"geom_name":"cab_main_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":351,"geom_name":"cab_main_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":356,"geom_name":"cab_main_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":357,"geom_name":"cab_main_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":358,"geom_name":"cab_main_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":359,"geom_name":"cab_main_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":360,"geom_name":"cab_main_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":361,"geom_name":"cab_main_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":362,"geom_name":"cab_main_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":363,"geom_name":"cab_main_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":364,"geom_name":"cab_main_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":365,"geom_name":"cab_main_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":69,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_main_main_group","pos":[2.15,-0.2,1.85],"pose_world":[2.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"body_id":299,"fixture_type":"Box","kind":"fixture","name":"cab_top_corner_right_group","pos":[-0.375,-0.21,1.8499999999999996],"pose_world":[5.6900013774533305,-0.3249992286294581,1.8499999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.65,0.78,0.92],"type":"Box"},{"affordance_geometries":{"start_buttons":{"start_button_1":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}],"start_button_2":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}]}},"affordance_sites":{"receptacle_place_site":[1.319170355796814,-0.34829509258270264,0.9765308499336243],"start_buttons":{"start_button_1":[1.3185672760009766,-0.41278737783432007,1.2256221771240234],"start_button_2":[1.3185672760009766,-0.41278737783432007,1.1727606058120728]}},"body_id":167,"depth":0.36232757964721246,"fixture_type":"CoffeeMachine","height":0.33999999999999997,"kind":"fixture","name":"coffee_machine_main_group","pos":[1.3185672959127874,-0.2445345466838201,1.0929999947553568],"pose_world":[1.3185672959127874,-0.2445345466838201,1.0929999947553568,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.1654909721085488,0.36232757964721246,0.33999999999999997],"type":"CoffeeMachine","width":0.1654909721085488},{"body_id":191,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_front_group","pos":[1.975,-4.075,0.46],"pose_world":[1.975,-4.075,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[2.55,0.65,0.92],"type":"Counter","width":2.55},{"body_id":197,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_left_group","pos":[0.32499191894658014,-2.1999988062231837,0.46],"pose_world":[0.32499191894658014,-2.1999988062231837,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"body_id":56,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_main_group","pos":[4.45,-0.325,0.46],"pose_world":[4.45,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.5,0.65,0.92],"type":"Counter","width":1.5},{"body_id":57,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_2_main_group","pos":[5.640000000000001,-0.325,0.46],"pose_world":[5.640000000000001,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.88,0.65,0.92],"type":"Counter","width":0.88},{"body_id":192,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_front_group","pos":[0.6500000056873556,-4.0748772339937,0.46],"pose_world":[0.6500000056873556,-4.0748772339937,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":193,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_left_group","pos":[0.3249987143760213,-4.049998806210703,0.46],"pose_world":[0.3249987143760213,-4.049998806210703,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":47,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_main_group","pos":[0.35,-0.325,0.46],"pose_world":[0.35,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":198,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_right_left_group","pos":[0.32498622547866995,-0.6499988062336404,0.46],"pose_world":[0.32498622547866995,-0.6499988062336404,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":48,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_main_main_group","pos":[2.2,-0.325,0.46],"pose_world":[2.2,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"affordance_geometries":{"handles":[{"geom_id":1425,"geom_name":"dishwasher_left_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":226,"depth":0.6,"fixture_type":"Dishwasher","height":0.89,"kind":"fixture","name":"dishwasher_left_group","pos":[0.32479563450010346,-1.3749988069386108,0.4449999999999999],"pose_world":[0.32479563450010346,-1.3749988069386108,0.4449999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.65,0.6,0.89],"type":"Dishwasher","width":0.65},{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"…"],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":638},"pose_evidence":{"fixtures":{"drawer":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0]},"objects":{},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":[2.950127124786377,-0.6181310415267944,0.7849999666213989]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":[3.0001063346862793,-0.6036044955253601,0.7850001454353333]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":[2.8998935222625732,-0.6036660075187683,0.7849998474121094]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":[3.0001063346862793,-0.6178436279296875,0.7850001454353333]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":[2.8998935222625732,-0.617800235748291,0.7849998474121094]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":[2.9962358474731445,-0.6343322992324829,0.785000205039978]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":[2.9040141105651855,-0.6343322992324829,0.7850005030632019]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":[2.950000047683716,-0.6228905916213989,0.7850000262260437]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":638},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":638},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":2818.6}],"event":{"kind":"action","label":"Control action","detail":""}},{"round":23,"at":3000.310089,"duration":180.946,"title":"robocasa fixture · ground robocasa visual target · move robocasa ee to","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":25,"cumulativeToolCalls":230,"code":"fx = primitives.call(name='inspect_robocasa_fixture', fixture_name='drawer', prompt='Open the left drawer.')\npos = [2.9733972549438477, -0.36803507804870605, 0.7651695609092712]\nratio = 0.0\nif fx.ok and isinstance(fx.output, dict):\n    hr = fx.output.get('handle_region') or {}\n    if isinstance(hr, dict) and hr.get('center'):\n        pos = list(hr['center'])\n    ratio = fx.output.get('open_ratio') or 0.0\n\ndef gh(px, py, pz):\n    gg = primitives.call(name='ground_robocasa_visual_target', entity_name='drawer_obj',\n                         world_position=[px, py, pz], prompt='Open the left drawer.')\n    return gg.output.get('evidence_handle') if gg.ok else None\n\nif ratio < 0.9:\n    h = gh(pos[0], pos[1], pos[2])\n    primitives.call(name='move_robocasa_ee_to', target_position=[pos[0] + 0.03, pos[1], pos[2]],\n                    gripper_command=-1.0, horizon=500, evidence_handles=[h] if h else [],\n                    prompt='Open the left drawer.')\n    cur = list(pos)\n    for i in range(5):\n        ins = primitives.call(name='inspect_robocasa_object', object_name='drawer_obj', prompt='Open the left drawer.')\n        if ins.ok and isinstance(ins.output, dict):\n            cur = list(ins.output.get('position', cur))\n        h2 = gh(cur[0], cur[1], cur[2])\n        primitives.call(name='move_robocasa_ee_to', target_position=[cur[0] + 0.10, cur[1], cur[2]],\n                        gripper_command=-1.0, horizon=500, evidence_handles=[h2] if h2 else [],\n                        prompt='Open the left drawer.')\n        f2 = primitives.call(name='inspect_robocasa_fixture', fixture_name='drawer', prompt='Open the left drawer.')\n        rr = f2.output.get('open_ratio') if f2.ok else None\n        if rr is not None and rr >= 0.9:\n            break\n    primitives.call(name='settle_robocasa_environment', steps=15, gripper_command=1.0, evidence_handles=[], prompt='Open the left drawer.')\n\nfin = primitives.call(name='inspect_robocasa_fixture', fixture_name='drawer', prompt='Open the left drawer.')\nif fin.ok:\n    print('final_ratio', fin.output.get('open_ratio'), 'is_open', fin.output.get('is_open'), 'joint', fin.output.get('joint_positions'))","codeExcerpt":false,"stdout":"final_ratio None is_open None joint None\n","feedback":{},"calls":[{"name":"inspect_robocasa_fixture","arguments":{"fixture_name":"drawer","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":300,"fixture_type":"Box","kind":"fixture","name":"bottom_corner_right_group","pos":[-0.075,-0.21,0.445],"pose_world":[5.6900002754917995,-0.6249992286274342,0.445,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.05,0.78,0.89],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1942,"geom_name":"bottom_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1943,"geom_name":"bottom_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1944,"geom_name":"bottom_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1945,"geom_name":"bottom_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1946,"geom_name":"bottom_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1947,"geom_name":"bottom_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1948,"geom_name":"bottom_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1949,"geom_name":"bottom_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1950,"geom_name":"bottom_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1951,"geom_name":"bottom_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":302,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_1","pos":[5.689991772021986,-2.939999228611817,0.19999999999999982],"pose_world":[5.689991772021986,-2.939999228611817,0.19999999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"affordance_geometries":{"handles":[{"geom_id":1976,"geom_name":"bottom_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1977,"geom_name":"bottom_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1978,"geom_name":"bottom_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1979,"geom_name":"bottom_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1980,"geom_name":"bottom_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1981,"geom_name":"bottom_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1982,"geom_name":"bottom_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1983,"geom_name":"bottom_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1984,"geom_name":"bottom_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1985,"geom_name":"bottom_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":306,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_2","pos":[5.689991772021986,-2.939999228611817,0.4999999999999998],"pose_world":[5.689991772021986,-2.939999228611817,0.4999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"body_id":301,"fixture_type":"Box","kind":"fixture","name":"bottom_right_group_base","pos":[2.24,-0.17499999999999996,0.02499999999999982],"pose_world":[5.72499177202175,-2.9399993571739955,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.71,0.05],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1506,"geom_name":"cab_1_left_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1507,"geom_name":"cab_1_left_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1508,"geom_name":"cab_1_left_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1509,"geom_name":"cab_1_left_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1510,"geom_name":"cab_1_left_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1511,"geom_name":"cab_1_left_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1512,"geom_name":"cab_1_left_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1513,"geom_name":"cab_1_left_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1514,"geom_name":"cab_1_left_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1515,"geom_name":"cab_1_left_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1520,"geom_name":"cab_1_left_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1521,"geom_name":"cab_1_left_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1522,"geom_name":"cab_1_left_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1523,"geom_name":"cab_1_left_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1524,"geom_name":"cab_1_left_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1525,"geom_name":"cab_1_left_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1526,"geom_name":"cab_1_left_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1527,"geom_name":"cab_1_left_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1528,"geom_name":"cab_1_left_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1529,"geom_name":"cab_1_left_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":239,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_left_group","pos":[0.19999008234487173,-1.6999992653771945,1.85],"pose_world":[0.19999008234487173,-1.6999992653771945,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":296,"geom_name":"cab_1_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":297,"geom_name":"cab_1_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":298,"geom_name":"cab_1_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":299,"geom_name":"cab_1_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":300,"geom_name":"cab_1_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":301,"geom_name":"cab_1_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":302,"geom_name":"cab_1_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":303,"geom_name":"cab_1_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":304,"geom_name":"cab_1_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":305,"geom_name":"cab_1_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":310,"geom_name":"cab_1_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":311,"geom_name":"cab_1_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":312,"geom_name":"cab_1_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":313,"geom_name":"cab_1_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":314,"geom_name":"cab_1_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":315,"geom_name":"cab_1_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":316,"geom_name":"cab_1_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":317,"geom_name":"cab_1_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":318,"geom_name":"cab_1_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":319,"geom_name":"cab_1_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":60,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_main_group","pos":[1.15,-0.2,1.85],"pose_world":[1.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":1552,"geom_name":"cab_2_left_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1553,"geom_name":"cab_2_left_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1554,"geom_name":"cab_2_left_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1555,"geom_name":"cab_2_left_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1556,"geom_name":"cab_2_left_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1557,"geom_name":"cab_2_left_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1558,"geom_name":"cab_2_left_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1559,"geom_name":"cab_2_left_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1560,"geom_name":"cab_2_left_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1561,"geom_name":"cab_2_left_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":248,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_left_group","pos":[0.19998732744104422,-0.9499992653822544,1.85],"pose_world":[0.19998732744104422,-0.9499992653822544,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"affordance_geometries":{"handles":[{"geom_id":388,"geom_name":"cab_2_main_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":389,"geom_name":"cab_2_main_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":390,"geom_name":"cab_2_main_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":391,"geom_name":"cab_2_main_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":392,"geom_name":"cab_2_main_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":393,"geom_name":"cab_2_main_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":394,"geom_name":"cab_2_main_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":395,"geom_name":"cab_2_main_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":396,"geom_name":"cab_2_main_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":397,"geom_name":"cab_2_main_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":78,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_main_group","pos":[2.9,-0.2,1.85],"pose_world":[2.9,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"body_id":59,"fixture_type":"Box","kind":"fixture","name":"cab_corner_2_main_group","pos":[0.2,-0.55,1.85],"pose_world":[0.2,-0.55,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.4,0.3,0.92],"type":"Box"},{"body_id":58,"fixture_type":"Box","kind":"fixture","name":"cab_corner_main_group","pos":[0.325,-0.2,1.85],"pose_world":[0.325,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.65,0.4,0.92],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":342,"geom_name":"cab_main_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":343,"geom_name":"cab_main_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":344,"geom_name":"cab_main_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":345,"geom_name":"cab_main_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":346,"geom_name":"cab_main_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":347,"geom_name":"cab_main_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":348,"geom_name":"cab_main_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":349,"geom_name":"cab_main_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":350,"geom_name":"cab_main_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":351,"geom_name":"cab_main_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":356,"geom_name":"cab_main_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":357,"geom_name":"cab_main_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":358,"geom_name":"cab_main_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":359,"geom_name":"cab_main_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":360,"geom_name":"cab_main_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":361,"geom_name":"cab_main_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":362,"geom_name":"cab_main_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":363,"geom_name":"cab_main_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":364,"geom_name":"cab_main_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":365,"geom_name":"cab_main_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":69,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_main_main_group","pos":[2.15,-0.2,1.85],"pose_world":[2.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"body_id":299,"fixture_type":"Box","kind":"fixture","name":"cab_top_corner_right_group","pos":[-0.375,-0.21,1.8499999999999996],"pose_world":[5.6900013774533305,-0.3249992286294581,1.8499999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.65,0.78,0.92],"type":"Box"},{"affordance_geometries":{"start_buttons":{"start_button_1":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}],"start_button_2":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}]}},"affordance_sites":{"receptacle_place_site":[1.319170355796814,-0.34829509258270264,0.9765308499336243],"start_buttons":{"start_button_1":[1.3185672760009766,-0.41278737783432007,1.2256221771240234],"start_button_2":[1.3185672760009766,-0.41278737783432007,1.1727606058120728]}},"body_id":167,"depth":0.36232757964721246,"fixture_type":"CoffeeMachine","height":0.33999999999999997,"kind":"fixture","name":"coffee_machine_main_group","pos":[1.3185672959127874,-0.2445345466838201,1.0929999947553568],"pose_world":[1.3185672959127874,-0.2445345466838201,1.0929999947553568,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.1654909721085488,0.36232757964721246,0.33999999999999997],"type":"CoffeeMachine","width":0.1654909721085488},{"body_id":191,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_front_group","pos":[1.975,-4.075,0.46],"pose_world":[1.975,-4.075,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[2.55,0.65,0.92],"type":"Counter","width":2.55},{"body_id":197,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_left_group","pos":[0.32499191894658014,-2.1999988062231837,0.46],"pose_world":[0.32499191894658014,-2.1999988062231837,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"body_id":56,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_main_group","pos":[4.45,-0.325,0.46],"pose_world":[4.45,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.5,0.65,0.92],"type":"Counter","width":1.5},{"body_id":57,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_2_main_group","pos":[5.640000000000001,-0.325,0.46],"pose_world":[5.640000000000001,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.88,0.65,0.92],"type":"Counter","width":0.88},{"body_id":192,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_front_group","pos":[0.6500000056873556,-4.0748772339937,0.46],"pose_world":[0.6500000056873556,-4.0748772339937,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":193,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_left_group","pos":[0.3249987143760213,-4.049998806210703,0.46],"pose_world":[0.3249987143760213,-4.049998806210703,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":47,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_main_group","pos":[0.35,-0.325,0.46],"pose_world":[0.35,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":198,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_right_left_group","pos":[0.32498622547866995,-0.6499988062336404,0.46],"pose_world":[0.32498622547866995,-0.6499988062336404,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":48,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_main_main_group","pos":[2.2,-0.325,0.46],"pose_world":[2.2,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"affordance_geometries":{"handles":[{"geom_id":1425,"geom_name":"dishwasher_left_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":226,"depth":0.6,"fixture_type":"Dishwasher","height":0.89,"kind":"fixture","name":"dishwasher_left_group","pos":[0.32479563450010346,-1.3749988069386108,0.4449999999999999],"pose_world":[0.32479563450010346,-1.3749988069386108,0.4449999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.65,0.6,0.89],"type":"Dishwasher","width":0.65},{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"…"],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":642},"pose_evidence":{"fixtures":{"drawer":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0]},"objects":{},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":[2.950127124786377,-0.6181310415267944,0.7849999666213989]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":[3.0001063346862793,-0.6036044955253601,0.7850001454353333]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":[2.8998935222625732,-0.6036660075187683,0.7849998474121094]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":[3.0001063346862793,-0.6178436279296875,0.7850001454353333]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":[2.8998935222625732,-0.617800235748291,0.7849998474121094]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":[2.9962358474731445,-0.6343322992324829,0.785000205039978]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":[2.9040141105651855,-0.6343322992324829,0.7850005030632019]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":[2.950000047683716,-0.6228905916213989,0.7850000262260437]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":642},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":642},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":2872.945},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer.","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:93:robot0_agentview_left:state:63","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.9733772859563787,-0.3680636058876687,0.7651580714651436,0.9690881866768473,0.0566750330410381,0.0046239447963340435,0.24007216874868595],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":93,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Open the left drawer.","query":null,"registry_pose_world":[2.973377227783203,-0.3680635988712311,0.7651580572128296],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":2872.949},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:93:robot0_agentview_left:state:63"],"gripper_command":-1.0,"horizon":500,"prompt":"Open the left drawer.","target_position":[3.0033972549438475,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"action_feedback":{"arrived":false,"contact":null,"distance_m":0.6651246547698975,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":2895.937},{"name":"inspect_robocasa_object","arguments":{"object_name":"drawer_obj","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":350,"kind":"object","name":"distr_counter_1","pose_world":[2.9447343842999136,-0.3202033551267118,0.9338284915797783,0.9893176709842851,0.020538724214667167,-0.011278688069079933,-0.14388015110259258],"rot":0.0,"score":0.5,"size":[0.02821504,0.0281638,0.02811556],"type":"MJCFObject"},{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.9733823427572728,-0.36806129097816326,0.7651582100707358,0.9690944400230594,0.05667365772597494,0.004631080503130988,0.24004711189623823],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"}],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":651},"pose_evidence":{"fixtures":{},"objects":{"drawer_obj":[2.9733823427572728,-0.36806129097816326,0.7651582100707358,0.9690944400230594,0.05667365772597494,0.004631080503130988,0.24004711189623823]},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"body_id":349,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":651},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"kind":"object","name":"drawer_obj","pose_world":[2.9733823427572728,-0.36806129097816326,0.7651582100707358,0.9690944400230594,0.05667365772597494,0.004631080503130988,0.24004711189623823],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":651},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":2895.941},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer.","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:94:robot0_agentview_left:state:64","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.9733823427572728,-0.36806129097816326,0.7651582100707358,0.9690944400230594,0.05667365772597494,0.004631080503130988,0.24004711189623823],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":94,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Open the left drawer.","query":null,"registry_pose_world":[2.9733822345733643,-0.3680613040924072,0.7651582360267639],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":2895.944},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:94:robot0_agentview_left:state:64"],"gripper_command":-1.0,"horizon":500,"prompt":"Open the left drawer.","target_position":[3.0733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":false,"error":null,"output":{"action_feedback":{"arrived":false,"contact":null,"distance_m":0.9004718065261841,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":2914.783},{"name":"inspect_robocasa_fixture","arguments":{"fixture_name":"drawer","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":300,"fixture_type":"Box","kind":"fixture","name":"bottom_corner_right_group","pos":[-0.075,-0.21,0.445],"pose_world":[5.6900002754917995,-0.6249992286274342,0.445,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.05,0.78,0.89],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1942,"geom_name":"bottom_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1943,"geom_name":"bottom_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1944,"geom_name":"bottom_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1945,"geom_name":"bottom_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1946,"geom_name":"bottom_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1947,"geom_name":"bottom_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1948,"geom_name":"bottom_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1949,"geom_name":"bottom_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1950,"geom_name":"bottom_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1951,"geom_name":"bottom_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":302,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_1","pos":[5.689991772021986,-2.939999228611817,0.19999999999999982],"pose_world":[5.689991772021986,-2.939999228611817,0.19999999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"affordance_geometries":{"handles":[{"geom_id":1976,"geom_name":"bottom_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1977,"geom_name":"bottom_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1978,"geom_name":"bottom_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1979,"geom_name":"bottom_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1980,"geom_name":"bottom_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1981,"geom_name":"bottom_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1982,"geom_name":"bottom_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1983,"geom_name":"bottom_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1984,"geom_name":"bottom_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1985,"geom_name":"bottom_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":306,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_2","pos":[5.689991772021986,-2.939999228611817,0.4999999999999998],"pose_world":[5.689991772021986,-2.939999228611817,0.4999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"body_id":301,"fixture_type":"Box","kind":"fixture","name":"bottom_right_group_base","pos":[2.24,-0.17499999999999996,0.02499999999999982],"pose_world":[5.72499177202175,-2.9399993571739955,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.71,0.05],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1506,"geom_name":"cab_1_left_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1507,"geom_name":"cab_1_left_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1508,"geom_name":"cab_1_left_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1509,"geom_name":"cab_1_left_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1510,"geom_name":"cab_1_left_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1511,"geom_name":"cab_1_left_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1512,"geom_name":"cab_1_left_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1513,"geom_name":"cab_1_left_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1514,"geom_name":"cab_1_left_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1515,"geom_name":"cab_1_left_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1520,"geom_name":"cab_1_left_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1521,"geom_name":"cab_1_left_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1522,"geom_name":"cab_1_left_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1523,"geom_name":"cab_1_left_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1524,"geom_name":"cab_1_left_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1525,"geom_name":"cab_1_left_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1526,"geom_name":"cab_1_left_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1527,"geom_name":"cab_1_left_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1528,"geom_name":"cab_1_left_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1529,"geom_name":"cab_1_left_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":239,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_left_group","pos":[0.19999008234487173,-1.6999992653771945,1.85],"pose_world":[0.19999008234487173,-1.6999992653771945,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":296,"geom_name":"cab_1_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":297,"geom_name":"cab_1_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":298,"geom_name":"cab_1_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":299,"geom_name":"cab_1_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":300,"geom_name":"cab_1_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":301,"geom_name":"cab_1_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":302,"geom_name":"cab_1_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":303,"geom_name":"cab_1_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":304,"geom_name":"cab_1_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":305,"geom_name":"cab_1_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":310,"geom_name":"cab_1_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":311,"geom_name":"cab_1_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":312,"geom_name":"cab_1_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":313,"geom_name":"cab_1_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":314,"geom_name":"cab_1_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":315,"geom_name":"cab_1_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":316,"geom_name":"cab_1_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":317,"geom_name":"cab_1_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":318,"geom_name":"cab_1_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":319,"geom_name":"cab_1_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":60,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_main_group","pos":[1.15,-0.2,1.85],"pose_world":[1.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":1552,"geom_name":"cab_2_left_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1553,"geom_name":"cab_2_left_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1554,"geom_name":"cab_2_left_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1555,"geom_name":"cab_2_left_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1556,"geom_name":"cab_2_left_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1557,"geom_name":"cab_2_left_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1558,"geom_name":"cab_2_left_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1559,"geom_name":"cab_2_left_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1560,"geom_name":"cab_2_left_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1561,"geom_name":"cab_2_left_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":248,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_left_group","pos":[0.19998732744104422,-0.9499992653822544,1.85],"pose_world":[0.19998732744104422,-0.9499992653822544,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"affordance_geometries":{"handles":[{"geom_id":388,"geom_name":"cab_2_main_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":389,"geom_name":"cab_2_main_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":390,"geom_name":"cab_2_main_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":391,"geom_name":"cab_2_main_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":392,"geom_name":"cab_2_main_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":393,"geom_name":"cab_2_main_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":394,"geom_name":"cab_2_main_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":395,"geom_name":"cab_2_main_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":396,"geom_name":"cab_2_main_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":397,"geom_name":"cab_2_main_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":78,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_main_group","pos":[2.9,-0.2,1.85],"pose_world":[2.9,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"body_id":59,"fixture_type":"Box","kind":"fixture","name":"cab_corner_2_main_group","pos":[0.2,-0.55,1.85],"pose_world":[0.2,-0.55,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.4,0.3,0.92],"type":"Box"},{"body_id":58,"fixture_type":"Box","kind":"fixture","name":"cab_corner_main_group","pos":[0.325,-0.2,1.85],"pose_world":[0.325,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.65,0.4,0.92],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":342,"geom_name":"cab_main_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":343,"geom_name":"cab_main_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":344,"geom_name":"cab_main_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":345,"geom_name":"cab_main_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":346,"geom_name":"cab_main_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":347,"geom_name":"cab_main_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":348,"geom_name":"cab_main_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":349,"geom_name":"cab_main_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":350,"geom_name":"cab_main_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":351,"geom_name":"cab_main_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":356,"geom_name":"cab_main_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":357,"geom_name":"cab_main_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":358,"geom_name":"cab_main_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":359,"geom_name":"cab_main_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":360,"geom_name":"cab_main_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":361,"geom_name":"cab_main_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":362,"geom_name":"cab_main_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":363,"geom_name":"cab_main_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":364,"geom_name":"cab_main_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":365,"geom_name":"cab_main_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":69,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_main_main_group","pos":[2.15,-0.2,1.85],"pose_world":[2.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"body_id":299,"fixture_type":"Box","kind":"fixture","name":"cab_top_corner_right_group","pos":[-0.375,-0.21,1.8499999999999996],"pose_world":[5.6900013774533305,-0.3249992286294581,1.8499999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.65,0.78,0.92],"type":"Box"},{"affordance_geometries":{"start_buttons":{"start_button_1":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}],"start_button_2":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}]}},"affordance_sites":{"receptacle_place_site":[1.319170355796814,-0.34829509258270264,0.9765308499336243],"start_buttons":{"start_button_1":[1.3185672760009766,-0.41278737783432007,1.2256221771240234],"start_button_2":[1.3185672760009766,-0.41278737783432007,1.1727606058120728]}},"body_id":167,"depth":0.36232757964721246,"fixture_type":"CoffeeMachine","height":0.33999999999999997,"kind":"fixture","name":"coffee_machine_main_group","pos":[1.3185672959127874,-0.2445345466838201,1.0929999947553568],"pose_world":[1.3185672959127874,-0.2445345466838201,1.0929999947553568,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.1654909721085488,0.36232757964721246,0.33999999999999997],"type":"CoffeeMachine","width":0.1654909721085488},{"body_id":191,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_front_group","pos":[1.975,-4.075,0.46],"pose_world":[1.975,-4.075,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[2.55,0.65,0.92],"type":"Counter","width":2.55},{"body_id":197,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_left_group","pos":[0.32499191894658014,-2.1999988062231837,0.46],"pose_world":[0.32499191894658014,-2.1999988062231837,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"body_id":56,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_main_group","pos":[4.45,-0.325,0.46],"pose_world":[4.45,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.5,0.65,0.92],"type":"Counter","width":1.5},{"body_id":57,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_2_main_group","pos":[5.640000000000001,-0.325,0.46],"pose_world":[5.640000000000001,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.88,0.65,0.92],"type":"Counter","width":0.88},{"body_id":192,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_front_group","pos":[0.6500000056873556,-4.0748772339937,0.46],"pose_world":[0.6500000056873556,-4.0748772339937,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":193,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_left_group","pos":[0.3249987143760213,-4.049998806210703,0.46],"pose_world":[0.3249987143760213,-4.049998806210703,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":47,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_main_group","pos":[0.35,-0.325,0.46],"pose_world":[0.35,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":198,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_right_left_group","pos":[0.32498622547866995,-0.6499988062336404,0.46],"pose_world":[0.32498622547866995,-0.6499988062336404,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":48,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_main_main_group","pos":[2.2,-0.325,0.46],"pose_world":[2.2,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"affordance_geometries":{"handles":[{"geom_id":1425,"geom_name":"dishwasher_left_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":226,"depth":0.6,"fixture_type":"Dishwasher","height":0.89,"kind":"fixture","name":"dishwasher_left_group","pos":[0.32479563450010346,-1.3749988069386108,0.4449999999999999],"pose_world":[0.32479563450010346,-1.3749988069386108,0.4449999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.65,0.6,0.89],"type":"Dishwasher","width":0.65},{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"…"],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":660},"pose_evidence":{"fixtures":{"drawer":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0]},"objects":{},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":[2.950127124786377,-0.6181310415267944,0.7849999666213989]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":[3.0001063346862793,-0.6036044359207153,0.7850001454353333]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":[2.8998935222625732,-0.6036659479141235,0.7849998474121094]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":[3.0001063346862793,-0.6178436279296875,0.7850001454353333]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":[2.8998935222625732,-0.617800235748291,0.7849998474121094]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":[2.9962358474731445,-0.6343322992324829,0.785000205039978]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":[2.9040141105651855,-0.6343322992324829,0.7850005030632019]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":[2.950000047683716,-0.6228905916213989,0.7850000262260437]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":660},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":660},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":2914.814},{"name":"inspect_robocasa_object","arguments":{"object_name":"drawer_obj","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":350,"kind":"object","name":"distr_counter_1","pose_world":[2.9447326251980686,-0.3202039552042879,0.9338283677207138,0.9893403372936886,0.020545369625070205,-0.01127406154389086,-0.1437236248042899],"rot":0.0,"score":0.5,"size":[0.02821504,0.0281638,0.02811556],"type":"MJCFObject"},{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.973384422788029,-0.36806032451342086,0.7651574631029824,0.9691005965896936,0.05667362254783631,0.004614387085393904,0.24002258566357876],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"}],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":663},"pose_evidence":{"fixtures":{},"objects":{"drawer_obj":[2.973384422788029,-0.36806032451342086,0.7651574631029824,0.9691005965896936,0.05667362254783631,0.004614387085393904,0.24002258566357876]},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"body_id":349,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":663},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"kind":"object","name":"drawer_obj","pose_world":[2.973384422788029,-0.36806032451342086,0.7651574631029824,0.9691005965896936,0.05667362254783631,0.004614387085393904,0.24002258566357876],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":663},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":2914.818},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer.","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:95:robot0_agentview_left:state:65","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.973384422788029,-0.36806032451342086,0.7651574631029824,0.9691005965896936,0.05667362254783631,0.004614387085393904,0.24002258566357876],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":95,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Open the left drawer.","query":null,"registry_pose_world":[2.973384380340576,-0.36806032061576843,0.7651574611663818],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":2914.82},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:95:robot0_agentview_left:state:65"],"gripper_command":-1.0,"horizon":500,"prompt":"Open the left drawer.","target_position":[3.0733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"action_feedback":{"arrived":false,"contact":null,"distance_m":0.8644801378250122,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":2934.949},{"name":"inspect_robocasa_fixture","arguments":{"fixture_name":"drawer","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":300,"fixture_type":"Box","kind":"fixture","name":"bottom_corner_right_group","pos":[-0.075,-0.21,0.445],"pose_world":[5.6900002754917995,-0.6249992286274342,0.445,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.05,0.78,0.89],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1942,"geom_name":"bottom_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1943,"geom_name":"bottom_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1944,"geom_name":"bottom_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1945,"geom_name":"bottom_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1946,"geom_name":"bottom_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1947,"geom_name":"bottom_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1948,"geom_name":"bottom_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1949,"geom_name":"bottom_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1950,"geom_name":"bottom_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1951,"geom_name":"bottom_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":302,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_1","pos":[5.689991772021986,-2.939999228611817,0.19999999999999982],"pose_world":[5.689991772021986,-2.939999228611817,0.19999999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"affordance_geometries":{"handles":[{"geom_id":1976,"geom_name":"bottom_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1977,"geom_name":"bottom_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1978,"geom_name":"bottom_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1979,"geom_name":"bottom_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1980,"geom_name":"bottom_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1981,"geom_name":"bottom_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1982,"geom_name":"bottom_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1983,"geom_name":"bottom_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1984,"geom_name":"bottom_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1985,"geom_name":"bottom_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":306,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_2","pos":[5.689991772021986,-2.939999228611817,0.4999999999999998],"pose_world":[5.689991772021986,-2.939999228611817,0.4999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"body_id":301,"fixture_type":"Box","kind":"fixture","name":"bottom_right_group_base","pos":[2.24,-0.17499999999999996,0.02499999999999982],"pose_world":[5.72499177202175,-2.9399993571739955,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.71,0.05],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1506,"geom_name":"cab_1_left_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1507,"geom_name":"cab_1_left_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1508,"geom_name":"cab_1_left_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1509,"geom_name":"cab_1_left_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1510,"geom_name":"cab_1_left_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1511,"geom_name":"cab_1_left_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1512,"geom_name":"cab_1_left_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1513,"geom_name":"cab_1_left_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1514,"geom_name":"cab_1_left_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1515,"geom_name":"cab_1_left_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1520,"geom_name":"cab_1_left_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1521,"geom_name":"cab_1_left_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1522,"geom_name":"cab_1_left_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1523,"geom_name":"cab_1_left_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1524,"geom_name":"cab_1_left_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1525,"geom_name":"cab_1_left_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1526,"geom_name":"cab_1_left_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1527,"geom_name":"cab_1_left_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1528,"geom_name":"cab_1_left_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1529,"geom_name":"cab_1_left_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":239,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_left_group","pos":[0.19999008234487173,-1.6999992653771945,1.85],"pose_world":[0.19999008234487173,-1.6999992653771945,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":296,"geom_name":"cab_1_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":297,"geom_name":"cab_1_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":298,"geom_name":"cab_1_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":299,"geom_name":"cab_1_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":300,"geom_name":"cab_1_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":301,"geom_name":"cab_1_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":302,"geom_name":"cab_1_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":303,"geom_name":"cab_1_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":304,"geom_name":"cab_1_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":305,"geom_name":"cab_1_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":310,"geom_name":"cab_1_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":311,"geom_name":"cab_1_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":312,"geom_name":"cab_1_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":313,"geom_name":"cab_1_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":314,"geom_name":"cab_1_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":315,"geom_name":"cab_1_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":316,"geom_name":"cab_1_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":317,"geom_name":"cab_1_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":318,"geom_name":"cab_1_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":319,"geom_name":"cab_1_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":60,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_main_group","pos":[1.15,-0.2,1.85],"pose_world":[1.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":1552,"geom_name":"cab_2_left_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1553,"geom_name":"cab_2_left_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1554,"geom_name":"cab_2_left_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1555,"geom_name":"cab_2_left_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1556,"geom_name":"cab_2_left_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1557,"geom_name":"cab_2_left_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1558,"geom_name":"cab_2_left_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1559,"geom_name":"cab_2_left_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1560,"geom_name":"cab_2_left_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1561,"geom_name":"cab_2_left_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":248,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_left_group","pos":[0.19998732744104422,-0.9499992653822544,1.85],"pose_world":[0.19998732744104422,-0.9499992653822544,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"affordance_geometries":{"handles":[{"geom_id":388,"geom_name":"cab_2_main_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":389,"geom_name":"cab_2_main_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":390,"geom_name":"cab_2_main_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":391,"geom_name":"cab_2_main_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":392,"geom_name":"cab_2_main_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":393,"geom_name":"cab_2_main_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":394,"geom_name":"cab_2_main_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":395,"geom_name":"cab_2_main_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":396,"geom_name":"cab_2_main_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":397,"geom_name":"cab_2_main_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":78,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_main_group","pos":[2.9,-0.2,1.85],"pose_world":[2.9,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"body_id":59,"fixture_type":"Box","kind":"fixture","name":"cab_corner_2_main_group","pos":[0.2,-0.55,1.85],"pose_world":[0.2,-0.55,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.4,0.3,0.92],"type":"Box"},{"body_id":58,"fixture_type":"Box","kind":"fixture","name":"cab_corner_main_group","pos":[0.325,-0.2,1.85],"pose_world":[0.325,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.65,0.4,0.92],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":342,"geom_name":"cab_main_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":343,"geom_name":"cab_main_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":344,"geom_name":"cab_main_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":345,"geom_name":"cab_main_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":346,"geom_name":"cab_main_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":347,"geom_name":"cab_main_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":348,"geom_name":"cab_main_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":349,"geom_name":"cab_main_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":350,"geom_name":"cab_main_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":351,"geom_name":"cab_main_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":356,"geom_name":"cab_main_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":357,"geom_name":"cab_main_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":358,"geom_name":"cab_main_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":359,"geom_name":"cab_main_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":360,"geom_name":"cab_main_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":361,"geom_name":"cab_main_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":362,"geom_name":"cab_main_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":363,"geom_name":"cab_main_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":364,"geom_name":"cab_main_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":365,"geom_name":"cab_main_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":69,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_main_main_group","pos":[2.15,-0.2,1.85],"pose_world":[2.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"body_id":299,"fixture_type":"Box","kind":"fixture","name":"cab_top_corner_right_group","pos":[-0.375,-0.21,1.8499999999999996],"pose_world":[5.6900013774533305,-0.3249992286294581,1.8499999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.65,0.78,0.92],"type":"Box"},{"affordance_geometries":{"start_buttons":{"start_button_1":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}],"start_button_2":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}]}},"affordance_sites":{"receptacle_place_site":[1.319170355796814,-0.34829509258270264,0.9765308499336243],"start_buttons":{"start_button_1":[1.3185672760009766,-0.41278737783432007,1.2256221771240234],"start_button_2":[1.3185672760009766,-0.41278737783432007,1.1727606058120728]}},"body_id":167,"depth":0.36232757964721246,"fixture_type":"CoffeeMachine","height":0.33999999999999997,"kind":"fixture","name":"coffee_machine_main_group","pos":[1.3185672959127874,-0.2445345466838201,1.0929999947553568],"pose_world":[1.3185672959127874,-0.2445345466838201,1.0929999947553568,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.1654909721085488,0.36232757964721246,0.33999999999999997],"type":"CoffeeMachine","width":0.1654909721085488},{"body_id":191,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_front_group","pos":[1.975,-4.075,0.46],"pose_world":[1.975,-4.075,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[2.55,0.65,0.92],"type":"Counter","width":2.55},{"body_id":197,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_left_group","pos":[0.32499191894658014,-2.1999988062231837,0.46],"pose_world":[0.32499191894658014,-2.1999988062231837,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"body_id":56,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_main_group","pos":[4.45,-0.325,0.46],"pose_world":[4.45,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.5,0.65,0.92],"type":"Counter","width":1.5},{"body_id":57,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_2_main_group","pos":[5.640000000000001,-0.325,0.46],"pose_world":[5.640000000000001,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.88,0.65,0.92],"type":"Counter","width":0.88},{"body_id":192,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_front_group","pos":[0.6500000056873556,-4.0748772339937,0.46],"pose_world":[0.6500000056873556,-4.0748772339937,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":193,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_left_group","pos":[0.3249987143760213,-4.049998806210703,0.46],"pose_world":[0.3249987143760213,-4.049998806210703,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":47,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_main_group","pos":[0.35,-0.325,0.46],"pose_world":[0.35,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":198,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_right_left_group","pos":[0.32498622547866995,-0.6499988062336404,0.46],"pose_world":[0.32498622547866995,-0.6499988062336404,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":48,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_main_main_group","pos":[2.2,-0.325,0.46],"pose_world":[2.2,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"affordance_geometries":{"handles":[{"geom_id":1425,"geom_name":"dishwasher_left_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":226,"depth":0.6,"fixture_type":"Dishwasher","height":0.89,"kind":"fixture","name":"dishwasher_left_group","pos":[0.32479563450010346,-1.3749988069386108,0.4449999999999999],"pose_world":[0.32479563450010346,-1.3749988069386108,0.4449999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.65,0.6,0.89],"type":"Dishwasher","width":0.65},{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"…"],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":672},"pose_evidence":{"fixtures":{"drawer":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0]},"objects":{},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":[2.950127124786377,-0.6181310415267944,0.7849999666213989]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":[3.0001063346862793,-0.6036044955253601,0.7850001454353333]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":[2.8998935222625732,-0.6036660075187683,0.7849998474121094]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":[3.0001063346862793,-0.6178436279296875,0.7850001454353333]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":[2.8998935222625732,-0.617800235748291,0.7849998474121094]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":[2.9962358474731445,-0.6343322992324829,0.785000205039978]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":[2.9040141105651855,-0.6343322992324829,0.7850005030632019]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":[2.950000047683716,-0.6228905916213989,0.7850000262260437]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":672},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":672},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":2934.988},{"name":"inspect_robocasa_object","arguments":{"object_name":"drawer_obj","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":350,"kind":"object","name":"distr_counter_1","pose_world":[2.9447300973358823,-0.3202051501442969,0.93382822734131,0.9893631510400493,0.020543352493882967,-0.011268656819002972,-0.14356720867214348],"rot":0.0,"score":0.5,"size":[0.02821504,0.0281638,0.02811556],"type":"MJCFObject"},{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.9733910056678767,-0.3680573575592508,0.7651581674898319,0.9691066703772617,0.056673990022610865,0.004626800517674857,0.2399977354105355],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"}],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":675},"pose_evidence":{"fixtures":{},"objects":{"drawer_obj":[2.9733910056678767,-0.3680573575592508,0.7651581674898319,0.9691066703772617,0.056673990022610865,0.004626800517674857,0.2399977354105355]},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"body_id":349,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":675},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"kind":"object","name":"drawer_obj","pose_world":[2.9733910056678767,-0.3680573575592508,0.7651581674898319,0.9691066703772617,0.056673990022610865,0.004626800517674857,0.2399977354105355],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":675},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":2934.992},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer.","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:96:robot0_agentview_left:state:66","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.9733910056678767,-0.3680573575592508,0.7651581674898319,0.9691066703772617,0.056673990022610865,0.004626800517674857,0.2399977354105355],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":96,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Open the left drawer.","query":null,"registry_pose_world":[2.973391056060791,-0.36805737018585205,0.7651581764221191],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":2934.995},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:96:robot0_agentview_left:state:66"],"gripper_command":-1.0,"horizon":500,"prompt":"Open the left drawer.","target_position":[3.0733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":false,"error":null,"output":{"action_feedback":{"arrived":false,"contact":null,"distance_m":1.2880406379699707,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":2955.938},{"name":"inspect_robocasa_fixture","arguments":{"fixture_name":"drawer","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":300,"fixture_type":"Box","kind":"fixture","name":"bottom_corner_right_group","pos":[-0.075,-0.21,0.445],"pose_world":[5.6900002754917995,-0.6249992286274342,0.445,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.05,0.78,0.89],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1942,"geom_name":"bottom_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1943,"geom_name":"bottom_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1944,"geom_name":"bottom_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1945,"geom_name":"bottom_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1946,"geom_name":"bottom_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1947,"geom_name":"bottom_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1948,"geom_name":"bottom_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1949,"geom_name":"bottom_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1950,"geom_name":"bottom_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1951,"geom_name":"bottom_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":302,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_1","pos":[5.689991772021986,-2.939999228611817,0.19999999999999982],"pose_world":[5.689991772021986,-2.939999228611817,0.19999999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"affordance_geometries":{"handles":[{"geom_id":1976,"geom_name":"bottom_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1977,"geom_name":"bottom_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1978,"geom_name":"bottom_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1979,"geom_name":"bottom_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1980,"geom_name":"bottom_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1981,"geom_name":"bottom_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1982,"geom_name":"bottom_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1983,"geom_name":"bottom_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1984,"geom_name":"bottom_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1985,"geom_name":"bottom_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":306,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_2","pos":[5.689991772021986,-2.939999228611817,0.4999999999999998],"pose_world":[5.689991772021986,-2.939999228611817,0.4999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"body_id":301,"fixture_type":"Box","kind":"fixture","name":"bottom_right_group_base","pos":[2.24,-0.17499999999999996,0.02499999999999982],"pose_world":[5.72499177202175,-2.9399993571739955,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.71,0.05],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1506,"geom_name":"cab_1_left_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1507,"geom_name":"cab_1_left_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1508,"geom_name":"cab_1_left_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1509,"geom_name":"cab_1_left_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1510,"geom_name":"cab_1_left_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1511,"geom_name":"cab_1_left_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1512,"geom_name":"cab_1_left_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1513,"geom_name":"cab_1_left_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1514,"geom_name":"cab_1_left_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1515,"geom_name":"cab_1_left_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1520,"geom_name":"cab_1_left_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1521,"geom_name":"cab_1_left_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1522,"geom_name":"cab_1_left_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1523,"geom_name":"cab_1_left_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1524,"geom_name":"cab_1_left_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1525,"geom_name":"cab_1_left_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1526,"geom_name":"cab_1_left_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1527,"geom_name":"cab_1_left_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1528,"geom_name":"cab_1_left_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1529,"geom_name":"cab_1_left_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":239,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_left_group","pos":[0.19999008234487173,-1.6999992653771945,1.85],"pose_world":[0.19999008234487173,-1.6999992653771945,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":296,"geom_name":"cab_1_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":297,"geom_name":"cab_1_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":298,"geom_name":"cab_1_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":299,"geom_name":"cab_1_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":300,"geom_name":"cab_1_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":301,"geom_name":"cab_1_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":302,"geom_name":"cab_1_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":303,"geom_name":"cab_1_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":304,"geom_name":"cab_1_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":305,"geom_name":"cab_1_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":310,"geom_name":"cab_1_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":311,"geom_name":"cab_1_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":312,"geom_name":"cab_1_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":313,"geom_name":"cab_1_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":314,"geom_name":"cab_1_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":315,"geom_name":"cab_1_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":316,"geom_name":"cab_1_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":317,"geom_name":"cab_1_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":318,"geom_name":"cab_1_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":319,"geom_name":"cab_1_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":60,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_main_group","pos":[1.15,-0.2,1.85],"pose_world":[1.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":1552,"geom_name":"cab_2_left_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1553,"geom_name":"cab_2_left_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1554,"geom_name":"cab_2_left_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1555,"geom_name":"cab_2_left_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1556,"geom_name":"cab_2_left_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1557,"geom_name":"cab_2_left_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1558,"geom_name":"cab_2_left_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1559,"geom_name":"cab_2_left_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1560,"geom_name":"cab_2_left_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1561,"geom_name":"cab_2_left_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":248,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_left_group","pos":[0.19998732744104422,-0.9499992653822544,1.85],"pose_world":[0.19998732744104422,-0.9499992653822544,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"affordance_geometries":{"handles":[{"geom_id":388,"geom_name":"cab_2_main_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":389,"geom_name":"cab_2_main_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":390,"geom_name":"cab_2_main_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":391,"geom_name":"cab_2_main_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":392,"geom_name":"cab_2_main_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":393,"geom_name":"cab_2_main_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":394,"geom_name":"cab_2_main_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":395,"geom_name":"cab_2_main_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":396,"geom_name":"cab_2_main_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":397,"geom_name":"cab_2_main_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":78,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_main_group","pos":[2.9,-0.2,1.85],"pose_world":[2.9,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"body_id":59,"fixture_type":"Box","kind":"fixture","name":"cab_corner_2_main_group","pos":[0.2,-0.55,1.85],"pose_world":[0.2,-0.55,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.4,0.3,0.92],"type":"Box"},{"body_id":58,"fixture_type":"Box","kind":"fixture","name":"cab_corner_main_group","pos":[0.325,-0.2,1.85],"pose_world":[0.325,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.65,0.4,0.92],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":342,"geom_name":"cab_main_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":343,"geom_name":"cab_main_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":344,"geom_name":"cab_main_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":345,"geom_name":"cab_main_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":346,"geom_name":"cab_main_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":347,"geom_name":"cab_main_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":348,"geom_name":"cab_main_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":349,"geom_name":"cab_main_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":350,"geom_name":"cab_main_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":351,"geom_name":"cab_main_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":356,"geom_name":"cab_main_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":357,"geom_name":"cab_main_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":358,"geom_name":"cab_main_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":359,"geom_name":"cab_main_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":360,"geom_name":"cab_main_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":361,"geom_name":"cab_main_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":362,"geom_name":"cab_main_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":363,"geom_name":"cab_main_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":364,"geom_name":"cab_main_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":365,"geom_name":"cab_main_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":69,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_main_main_group","pos":[2.15,-0.2,1.85],"pose_world":[2.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"body_id":299,"fixture_type":"Box","kind":"fixture","name":"cab_top_corner_right_group","pos":[-0.375,-0.21,1.8499999999999996],"pose_world":[5.6900013774533305,-0.3249992286294581,1.8499999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.65,0.78,0.92],"type":"Box"},{"affordance_geometries":{"start_buttons":{"start_button_1":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}],"start_button_2":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}]}},"affordance_sites":{"receptacle_place_site":[1.319170355796814,-0.34829509258270264,0.9765308499336243],"start_buttons":{"start_button_1":[1.3185672760009766,-0.41278737783432007,1.2256221771240234],"start_button_2":[1.3185672760009766,-0.41278737783432007,1.1727606058120728]}},"body_id":167,"depth":0.36232757964721246,"fixture_type":"CoffeeMachine","height":0.33999999999999997,"kind":"fixture","name":"coffee_machine_main_group","pos":[1.3185672959127874,-0.2445345466838201,1.0929999947553568],"pose_world":[1.3185672959127874,-0.2445345466838201,1.0929999947553568,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.1654909721085488,0.36232757964721246,0.33999999999999997],"type":"CoffeeMachine","width":0.1654909721085488},{"body_id":191,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_front_group","pos":[1.975,-4.075,0.46],"pose_world":[1.975,-4.075,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[2.55,0.65,0.92],"type":"Counter","width":2.55},{"body_id":197,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_left_group","pos":[0.32499191894658014,-2.1999988062231837,0.46],"pose_world":[0.32499191894658014,-2.1999988062231837,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"body_id":56,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_main_group","pos":[4.45,-0.325,0.46],"pose_world":[4.45,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.5,0.65,0.92],"type":"Counter","width":1.5},{"body_id":57,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_2_main_group","pos":[5.640000000000001,-0.325,0.46],"pose_world":[5.640000000000001,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.88,0.65,0.92],"type":"Counter","width":0.88},{"body_id":192,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_front_group","pos":[0.6500000056873556,-4.0748772339937,0.46],"pose_world":[0.6500000056873556,-4.0748772339937,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":193,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_left_group","pos":[0.3249987143760213,-4.049998806210703,0.46],"pose_world":[0.3249987143760213,-4.049998806210703,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":47,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_main_group","pos":[0.35,-0.325,0.46],"pose_world":[0.35,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":198,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_right_left_group","pos":[0.32498622547866995,-0.6499988062336404,0.46],"pose_world":[0.32498622547866995,-0.6499988062336404,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":48,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_main_main_group","pos":[2.2,-0.325,0.46],"pose_world":[2.2,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"affordance_geometries":{"handles":[{"geom_id":1425,"geom_name":"dishwasher_left_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":226,"depth":0.6,"fixture_type":"Dishwasher","height":0.89,"kind":"fixture","name":"dishwasher_left_group","pos":[0.32479563450010346,-1.3749988069386108,0.4449999999999999],"pose_world":[0.32479563450010346,-1.3749988069386108,0.4449999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.65,0.6,0.89],"type":"Dishwasher","width":0.65},{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"…"],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":684},"pose_evidence":{"fixtures":{"drawer":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0]},"objects":{},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":[2.950127124786377,-0.6181310415267944,0.7849999666213989]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":[3.0001063346862793,-0.6036044359207153,0.7850001454353333]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":[2.8998935222625732,-0.6036660075187683,0.7849998474121094]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":[3.0001063346862793,-0.6178436279296875,0.7850001454353333]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":[2.8998935222625732,-0.617800235748291,0.7849998474121094]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":[2.9962358474731445,-0.6343322992324829,0.785000205039978]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":[2.9040141105651855,-0.6343322992324829,0.7850005030632019]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":[2.950000047683716,-0.6228905916213989,0.7850000262260437]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":684},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":684},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":2955.97},{"name":"inspect_robocasa_object","arguments":{"object_name":"drawer_obj","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":350,"kind":"object","name":"distr_counter_1","pose_world":[2.944726286131867,-0.3202081710871974,0.9338284373726056,0.989385713339701,0.02055046689522312,-0.01127002503716013,-0.143410512464543],"rot":0.0,"score":0.5,"size":[0.02821504,0.0281638,0.02811556],"type":"MJCFObject"},{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.973394268671956,-0.36805584952146086,0.7651577463722815,0.9691128789639717,0.05667323801222326,0.0046198428004887515,0.2399729755032239],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"}],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":687},"pose_evidence":{"fixtures":{},"objects":{"drawer_obj":[2.973394268671956,-0.36805584952146086,0.7651577463722815,0.9691128789639717,0.05667323801222326,0.0046198428004887515,0.2399729755032239]},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"body_id":349,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":687},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"kind":"object","name":"drawer_obj","pose_world":[2.973394268671956,-0.36805584952146086,0.7651577463722815,0.9691128789639717,0.05667323801222326,0.0046198428004887515,0.2399729755032239],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":687},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":2955.974},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer.","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:97:robot0_agentview_left:state:67","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.973394268671956,-0.36805584952146086,0.7651577463722815,0.9691128789639717,0.05667323801222326,0.0046198428004887515,0.2399729755032239],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":97,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Open the left drawer.","query":null,"registry_pose_world":[2.9733941555023193,-0.3680558502674103,0.7651577591896057],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":2955.977},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:97:robot0_agentview_left:state:67"],"gripper_command":-1.0,"horizon":500,"prompt":"Open the left drawer.","target_position":[3.0733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":false,"error":null,"output":{"action_feedback":{"arrived":false,"contact":null,"distance_m":1.291897177696228,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":2975.987},{"name":"inspect_robocasa_fixture","arguments":{"fixture_name":"drawer","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":300,"fixture_type":"Box","kind":"fixture","name":"bottom_corner_right_group","pos":[-0.075,-0.21,0.445],"pose_world":[5.6900002754917995,-0.6249992286274342,0.445,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.05,0.78,0.89],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1942,"geom_name":"bottom_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1943,"geom_name":"bottom_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1944,"geom_name":"bottom_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1945,"geom_name":"bottom_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1946,"geom_name":"bottom_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1947,"geom_name":"bottom_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1948,"geom_name":"bottom_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1949,"geom_name":"bottom_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1950,"geom_name":"bottom_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1951,"geom_name":"bottom_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":302,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_1","pos":[5.689991772021986,-2.939999228611817,0.19999999999999982],"pose_world":[5.689991772021986,-2.939999228611817,0.19999999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"affordance_geometries":{"handles":[{"geom_id":1976,"geom_name":"bottom_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1977,"geom_name":"bottom_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1978,"geom_name":"bottom_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1979,"geom_name":"bottom_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1980,"geom_name":"bottom_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1981,"geom_name":"bottom_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1982,"geom_name":"bottom_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1983,"geom_name":"bottom_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1984,"geom_name":"bottom_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1985,"geom_name":"bottom_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":306,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_2","pos":[5.689991772021986,-2.939999228611817,0.4999999999999998],"pose_world":[5.689991772021986,-2.939999228611817,0.4999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"body_id":301,"fixture_type":"Box","kind":"fixture","name":"bottom_right_group_base","pos":[2.24,-0.17499999999999996,0.02499999999999982],"pose_world":[5.72499177202175,-2.9399993571739955,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.71,0.05],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1506,"geom_name":"cab_1_left_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1507,"geom_name":"cab_1_left_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1508,"geom_name":"cab_1_left_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1509,"geom_name":"cab_1_left_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1510,"geom_name":"cab_1_left_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1511,"geom_name":"cab_1_left_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1512,"geom_name":"cab_1_left_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1513,"geom_name":"cab_1_left_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1514,"geom_name":"cab_1_left_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1515,"geom_name":"cab_1_left_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1520,"geom_name":"cab_1_left_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1521,"geom_name":"cab_1_left_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1522,"geom_name":"cab_1_left_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1523,"geom_name":"cab_1_left_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1524,"geom_name":"cab_1_left_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1525,"geom_name":"cab_1_left_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1526,"geom_name":"cab_1_left_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1527,"geom_name":"cab_1_left_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1528,"geom_name":"cab_1_left_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1529,"geom_name":"cab_1_left_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":239,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_left_group","pos":[0.19999008234487173,-1.6999992653771945,1.85],"pose_world":[0.19999008234487173,-1.6999992653771945,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":296,"geom_name":"cab_1_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":297,"geom_name":"cab_1_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":298,"geom_name":"cab_1_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":299,"geom_name":"cab_1_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":300,"geom_name":"cab_1_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":301,"geom_name":"cab_1_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":302,"geom_name":"cab_1_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":303,"geom_name":"cab_1_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":304,"geom_name":"cab_1_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":305,"geom_name":"cab_1_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":310,"geom_name":"cab_1_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":311,"geom_name":"cab_1_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":312,"geom_name":"cab_1_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":313,"geom_name":"cab_1_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":314,"geom_name":"cab_1_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":315,"geom_name":"cab_1_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":316,"geom_name":"cab_1_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":317,"geom_name":"cab_1_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":318,"geom_name":"cab_1_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":319,"geom_name":"cab_1_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":60,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_main_group","pos":[1.15,-0.2,1.85],"pose_world":[1.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":1552,"geom_name":"cab_2_left_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1553,"geom_name":"cab_2_left_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1554,"geom_name":"cab_2_left_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1555,"geom_name":"cab_2_left_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1556,"geom_name":"cab_2_left_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1557,"geom_name":"cab_2_left_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1558,"geom_name":"cab_2_left_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1559,"geom_name":"cab_2_left_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1560,"geom_name":"cab_2_left_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1561,"geom_name":"cab_2_left_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":248,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_left_group","pos":[0.19998732744104422,-0.9499992653822544,1.85],"pose_world":[0.19998732744104422,-0.9499992653822544,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"affordance_geometries":{"handles":[{"geom_id":388,"geom_name":"cab_2_main_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":389,"geom_name":"cab_2_main_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":390,"geom_name":"cab_2_main_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":391,"geom_name":"cab_2_main_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":392,"geom_name":"cab_2_main_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":393,"geom_name":"cab_2_main_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":394,"geom_name":"cab_2_main_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":395,"geom_name":"cab_2_main_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":396,"geom_name":"cab_2_main_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":397,"geom_name":"cab_2_main_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":78,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_main_group","pos":[2.9,-0.2,1.85],"pose_world":[2.9,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"body_id":59,"fixture_type":"Box","kind":"fixture","name":"cab_corner_2_main_group","pos":[0.2,-0.55,1.85],"pose_world":[0.2,-0.55,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.4,0.3,0.92],"type":"Box"},{"body_id":58,"fixture_type":"Box","kind":"fixture","name":"cab_corner_main_group","pos":[0.325,-0.2,1.85],"pose_world":[0.325,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.65,0.4,0.92],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":342,"geom_name":"cab_main_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":343,"geom_name":"cab_main_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":344,"geom_name":"cab_main_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":345,"geom_name":"cab_main_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":346,"geom_name":"cab_main_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":347,"geom_name":"cab_main_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":348,"geom_name":"cab_main_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":349,"geom_name":"cab_main_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":350,"geom_name":"cab_main_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":351,"geom_name":"cab_main_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":356,"geom_name":"cab_main_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":357,"geom_name":"cab_main_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":358,"geom_name":"cab_main_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":359,"geom_name":"cab_main_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":360,"geom_name":"cab_main_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":361,"geom_name":"cab_main_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":362,"geom_name":"cab_main_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":363,"geom_name":"cab_main_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":364,"geom_name":"cab_main_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":365,"geom_name":"cab_main_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":69,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_main_main_group","pos":[2.15,-0.2,1.85],"pose_world":[2.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"body_id":299,"fixture_type":"Box","kind":"fixture","name":"cab_top_corner_right_group","pos":[-0.375,-0.21,1.8499999999999996],"pose_world":[5.6900013774533305,-0.3249992286294581,1.8499999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.65,0.78,0.92],"type":"Box"},{"affordance_geometries":{"start_buttons":{"start_button_1":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}],"start_button_2":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}]}},"affordance_sites":{"receptacle_place_site":[1.319170355796814,-0.34829509258270264,0.9765308499336243],"start_buttons":{"start_button_1":[1.3185672760009766,-0.41278737783432007,1.2256221771240234],"start_button_2":[1.3185672760009766,-0.41278737783432007,1.1727606058120728]}},"body_id":167,"depth":0.36232757964721246,"fixture_type":"CoffeeMachine","height":0.33999999999999997,"kind":"fixture","name":"coffee_machine_main_group","pos":[1.3185672959127874,-0.2445345466838201,1.0929999947553568],"pose_world":[1.3185672959127874,-0.2445345466838201,1.0929999947553568,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.1654909721085488,0.36232757964721246,0.33999999999999997],"type":"CoffeeMachine","width":0.1654909721085488},{"body_id":191,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_front_group","pos":[1.975,-4.075,0.46],"pose_world":[1.975,-4.075,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[2.55,0.65,0.92],"type":"Counter","width":2.55},{"body_id":197,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_left_group","pos":[0.32499191894658014,-2.1999988062231837,0.46],"pose_world":[0.32499191894658014,-2.1999988062231837,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"body_id":56,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_main_group","pos":[4.45,-0.325,0.46],"pose_world":[4.45,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.5,0.65,0.92],"type":"Counter","width":1.5},{"body_id":57,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_2_main_group","pos":[5.640000000000001,-0.325,0.46],"pose_world":[5.640000000000001,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.88,0.65,0.92],"type":"Counter","width":0.88},{"body_id":192,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_front_group","pos":[0.6500000056873556,-4.0748772339937,0.46],"pose_world":[0.6500000056873556,-4.0748772339937,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":193,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_left_group","pos":[0.3249987143760213,-4.049998806210703,0.46],"pose_world":[0.3249987143760213,-4.049998806210703,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":47,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_main_group","pos":[0.35,-0.325,0.46],"pose_world":[0.35,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":198,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_right_left_group","pos":[0.32498622547866995,-0.6499988062336404,0.46],"pose_world":[0.32498622547866995,-0.6499988062336404,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":48,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_main_main_group","pos":[2.2,-0.325,0.46],"pose_world":[2.2,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"affordance_geometries":{"handles":[{"geom_id":1425,"geom_name":"dishwasher_left_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":226,"depth":0.6,"fixture_type":"Dishwasher","height":0.89,"kind":"fixture","name":"dishwasher_left_group","pos":[0.32479563450010346,-1.3749988069386108,0.4449999999999999],"pose_world":[0.32479563450010346,-1.3749988069386108,0.4449999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.65,0.6,0.89],"type":"Dishwasher","width":0.65},{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"…"],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":696},"pose_evidence":{"fixtures":{"drawer":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0]},"objects":{},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":[2.950127124786377,-0.6181310415267944,0.7849999666213989]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":[3.0001063346862793,-0.6036044359207153,0.7850001454353333]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":[2.8998935222625732,-0.6036660075187683,0.7849998474121094]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":[3.0001063346862793,-0.6178436279296875,0.7850001454353333]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":[2.8998935222625732,-0.617800235748291,0.7849998474121094]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":[2.9962358474731445,-0.6343322992324829,0.785000205039978]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":[2.9040141105651855,-0.6343322992324829,0.7850005030632019]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":[2.950000047683716,-0.6228905916213989,0.7850000262260437]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":696},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":696},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":2976.025},{"name":"inspect_robocasa_object","arguments":{"object_name":"drawer_obj","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":350,"kind":"object","name":"distr_counter_1","pose_world":[2.9447242605677055,-0.32020891923562605,0.9338282859344061,0.9894086398404326,0.020542994088217165,-0.011261550781617304,-0.14325399218517332],"rot":0.0,"score":0.5,"size":[0.02821504,0.0281638,0.02811556],"type":"MJCFObject"},{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.973397745428863,-0.368054270651676,0.7651574689995232,0.969118947840453,0.056673948130179834,0.004610264532158002,0.23994848197247567],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"}],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":699},"pose_evidence":{"fixtures":{},"objects":{"drawer_obj":[2.973397745428863,-0.368054270651676,0.7651574689995232,0.969118947840453,0.056673948130179834,0.004610264532158002,0.23994848197247567]},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"body_id":349,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":699},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"kind":"object","name":"drawer_obj","pose_world":[2.973397745428863,-0.368054270651676,0.7651574689995232,0.969118947840453,0.056673948130179834,0.004610264532158002,0.23994848197247567],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":699},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":2976.029},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer.","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:98:robot0_agentview_left:state:68","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.973397745428863,-0.368054270651676,0.7651574689995232,0.969118947840453,0.056673948130179834,0.004610264532158002,0.23994848197247567],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":98,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Open the left drawer.","query":null,"registry_pose_world":[2.973397731781006,-0.36805427074432373,0.7651574611663818],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":2976.032},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:98:robot0_agentview_left:state:68"],"gripper_command":-1.0,"horizon":500,"prompt":"Open the left drawer.","target_position":[3.0733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"action_feedback":{"arrived":false,"contact":null,"distance_m":1.1557197570800781,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":2995.403},{"name":"inspect_robocasa_fixture","arguments":{"fixture_name":"drawer","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":300,"fixture_type":"Box","kind":"fixture","name":"bottom_corner_right_group","pos":[-0.075,-0.21,0.445],"pose_world":[5.6900002754917995,-0.6249992286274342,0.445,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.05,0.78,0.89],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1942,"geom_name":"bottom_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1943,"geom_name":"bottom_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1944,"geom_name":"bottom_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1945,"geom_name":"bottom_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1946,"geom_name":"bottom_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1947,"geom_name":"bottom_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1948,"geom_name":"bottom_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1949,"geom_name":"bottom_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1950,"geom_name":"bottom_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1951,"geom_name":"bottom_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":302,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_1","pos":[5.689991772021986,-2.939999228611817,0.19999999999999982],"pose_world":[5.689991772021986,-2.939999228611817,0.19999999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"affordance_geometries":{"handles":[{"geom_id":1976,"geom_name":"bottom_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1977,"geom_name":"bottom_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1978,"geom_name":"bottom_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1979,"geom_name":"bottom_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1980,"geom_name":"bottom_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1981,"geom_name":"bottom_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1982,"geom_name":"bottom_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1983,"geom_name":"bottom_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1984,"geom_name":"bottom_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1985,"geom_name":"bottom_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":306,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_2","pos":[5.689991772021986,-2.939999228611817,0.4999999999999998],"pose_world":[5.689991772021986,-2.939999228611817,0.4999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"body_id":301,"fixture_type":"Box","kind":"fixture","name":"bottom_right_group_base","pos":[2.24,-0.17499999999999996,0.02499999999999982],"pose_world":[5.72499177202175,-2.9399993571739955,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.71,0.05],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1506,"geom_name":"cab_1_left_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1507,"geom_name":"cab_1_left_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1508,"geom_name":"cab_1_left_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1509,"geom_name":"cab_1_left_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1510,"geom_name":"cab_1_left_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1511,"geom_name":"cab_1_left_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1512,"geom_name":"cab_1_left_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1513,"geom_name":"cab_1_left_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1514,"geom_name":"cab_1_left_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1515,"geom_name":"cab_1_left_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1520,"geom_name":"cab_1_left_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1521,"geom_name":"cab_1_left_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1522,"geom_name":"cab_1_left_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1523,"geom_name":"cab_1_left_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1524,"geom_name":"cab_1_left_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1525,"geom_name":"cab_1_left_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1526,"geom_name":"cab_1_left_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1527,"geom_name":"cab_1_left_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1528,"geom_name":"cab_1_left_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1529,"geom_name":"cab_1_left_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":239,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_left_group","pos":[0.19999008234487173,-1.6999992653771945,1.85],"pose_world":[0.19999008234487173,-1.6999992653771945,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":296,"geom_name":"cab_1_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":297,"geom_name":"cab_1_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":298,"geom_name":"cab_1_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":299,"geom_name":"cab_1_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":300,"geom_name":"cab_1_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":301,"geom_name":"cab_1_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":302,"geom_name":"cab_1_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":303,"geom_name":"cab_1_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":304,"geom_name":"cab_1_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":305,"geom_name":"cab_1_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":310,"geom_name":"cab_1_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":311,"geom_name":"cab_1_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":312,"geom_name":"cab_1_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":313,"geom_name":"cab_1_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":314,"geom_name":"cab_1_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":315,"geom_name":"cab_1_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":316,"geom_name":"cab_1_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":317,"geom_name":"cab_1_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":318,"geom_name":"cab_1_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":319,"geom_name":"cab_1_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":60,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_main_group","pos":[1.15,-0.2,1.85],"pose_world":[1.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":1552,"geom_name":"cab_2_left_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1553,"geom_name":"cab_2_left_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1554,"geom_name":"cab_2_left_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1555,"geom_name":"cab_2_left_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1556,"geom_name":"cab_2_left_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1557,"geom_name":"cab_2_left_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1558,"geom_name":"cab_2_left_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1559,"geom_name":"cab_2_left_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1560,"geom_name":"cab_2_left_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1561,"geom_name":"cab_2_left_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":248,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_left_group","pos":[0.19998732744104422,-0.9499992653822544,1.85],"pose_world":[0.19998732744104422,-0.9499992653822544,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"affordance_geometries":{"handles":[{"geom_id":388,"geom_name":"cab_2_main_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":389,"geom_name":"cab_2_main_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":390,"geom_name":"cab_2_main_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":391,"geom_name":"cab_2_main_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":392,"geom_name":"cab_2_main_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":393,"geom_name":"cab_2_main_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":394,"geom_name":"cab_2_main_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":395,"geom_name":"cab_2_main_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":396,"geom_name":"cab_2_main_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":397,"geom_name":"cab_2_main_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":78,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_main_group","pos":[2.9,-0.2,1.85],"pose_world":[2.9,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"body_id":59,"fixture_type":"Box","kind":"fixture","name":"cab_corner_2_main_group","pos":[0.2,-0.55,1.85],"pose_world":[0.2,-0.55,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.4,0.3,0.92],"type":"Box"},{"body_id":58,"fixture_type":"Box","kind":"fixture","name":"cab_corner_main_group","pos":[0.325,-0.2,1.85],"pose_world":[0.325,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.65,0.4,0.92],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":342,"geom_name":"cab_main_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":343,"geom_name":"cab_main_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":344,"geom_name":"cab_main_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":345,"geom_name":"cab_main_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":346,"geom_name":"cab_main_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":347,"geom_name":"cab_main_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":348,"geom_name":"cab_main_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":349,"geom_name":"cab_main_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":350,"geom_name":"cab_main_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":351,"geom_name":"cab_main_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":356,"geom_name":"cab_main_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":357,"geom_name":"cab_main_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":358,"geom_name":"cab_main_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":359,"geom_name":"cab_main_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":360,"geom_name":"cab_main_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":361,"geom_name":"cab_main_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":362,"geom_name":"cab_main_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":363,"geom_name":"cab_main_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":364,"geom_name":"cab_main_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":365,"geom_name":"cab_main_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":69,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_main_main_group","pos":[2.15,-0.2,1.85],"pose_world":[2.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"body_id":299,"fixture_type":"Box","kind":"fixture","name":"cab_top_corner_right_group","pos":[-0.375,-0.21,1.8499999999999996],"pose_world":[5.6900013774533305,-0.3249992286294581,1.8499999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.65,0.78,0.92],"type":"Box"},{"affordance_geometries":{"start_buttons":{"start_button_1":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}],"start_button_2":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}]}},"affordance_sites":{"receptacle_place_site":[1.319170355796814,-0.34829509258270264,0.9765308499336243],"start_buttons":{"start_button_1":[1.3185672760009766,-0.41278737783432007,1.2256221771240234],"start_button_2":[1.3185672760009766,-0.41278737783432007,1.1727606058120728]}},"body_id":167,"depth":0.36232757964721246,"fixture_type":"CoffeeMachine","height":0.33999999999999997,"kind":"fixture","name":"coffee_machine_main_group","pos":[1.3185672959127874,-0.2445345466838201,1.0929999947553568],"pose_world":[1.3185672959127874,-0.2445345466838201,1.0929999947553568,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.1654909721085488,0.36232757964721246,0.33999999999999997],"type":"CoffeeMachine","width":0.1654909721085488},{"body_id":191,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_front_group","pos":[1.975,-4.075,0.46],"pose_world":[1.975,-4.075,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[2.55,0.65,0.92],"type":"Counter","width":2.55},{"body_id":197,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_left_group","pos":[0.32499191894658014,-2.1999988062231837,0.46],"pose_world":[0.32499191894658014,-2.1999988062231837,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"body_id":56,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_main_group","pos":[4.45,-0.325,0.46],"pose_world":[4.45,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.5,0.65,0.92],"type":"Counter","width":1.5},{"body_id":57,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_2_main_group","pos":[5.640000000000001,-0.325,0.46],"pose_world":[5.640000000000001,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.88,0.65,0.92],"type":"Counter","width":0.88},{"body_id":192,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_front_group","pos":[0.6500000056873556,-4.0748772339937,0.46],"pose_world":[0.6500000056873556,-4.0748772339937,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":193,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_left_group","pos":[0.3249987143760213,-4.049998806210703,0.46],"pose_world":[0.3249987143760213,-4.049998806210703,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":47,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_main_group","pos":[0.35,-0.325,0.46],"pose_world":[0.35,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":198,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_right_left_group","pos":[0.32498622547866995,-0.6499988062336404,0.46],"pose_world":[0.32498622547866995,-0.6499988062336404,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":48,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_main_main_group","pos":[2.2,-0.325,0.46],"pose_world":[2.2,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"affordance_geometries":{"handles":[{"geom_id":1425,"geom_name":"dishwasher_left_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":226,"depth":0.6,"fixture_type":"Dishwasher","height":0.89,"kind":"fixture","name":"dishwasher_left_group","pos":[0.32479563450010346,-1.3749988069386108,0.4449999999999999],"pose_world":[0.32479563450010346,-1.3749988069386108,0.4449999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.65,0.6,0.89],"type":"Dishwasher","width":0.65},{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"…"],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":708},"pose_evidence":{"fixtures":{"drawer":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0]},"objects":{},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":[2.950127124786377,-0.6181310415267944,0.7849999666213989]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":[3.0001063346862793,-0.6036044955253601,0.7850001454353333]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":[2.8998935222625732,-0.6036660075187683,0.7849998474121094]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":[3.0001063346862793,-0.6178436279296875,0.7850001454353333]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":[2.8998935222625732,-0.617800235748291,0.7849998474121094]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":[2.9962358474731445,-0.6343322992324829,0.785000205039978]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":[2.9040141105651855,-0.6343322992324829,0.7850005030632019]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":[2.950000047683716,-0.6228905916213989,0.7850000262260437]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":708},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":708},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":2995.436},{"name":"settle_robocasa_environment","arguments":{"evidence_handles":[],"gripper_command":1.0,"prompt":"Open the left drawer.","steps":15},"ok":true,"error":null,"output":{"execution_status":"executed","fixtures":{"bottom_corner_right_group":{"body_id":300,"fixture_type":"Box","kind":"fixture","name":"bottom_corner_right_group","pos":[-0.075,-0.21,0.445],"pose_world":[5.6900002754917995,-0.6249992286274342,0.445,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.05,0.78,0.89],"type":"Box"},"bottom_right_group_1":{"affordance_geometries":{"handles":[{"geom_id":1942,"geom_name":"bottom_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1943,"geom_name":"bottom_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1944,"geom_name":"bottom_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1945,"geom_name":"bottom_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1946,"geom_name":"bottom_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1947,"geom_name":"bottom_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1948,"geom_name":"bottom_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1949,"geom_name":"bottom_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1950,"geom_name":"bottom_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1951,"geom_name":"bottom_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":302,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_1","pos":[5.689991772021986,-2.939999228611817,0.19999999999999982],"pose_world":[5.689991772021986,-2.939999228611817,0.19999999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},"bottom_right_group_2":{"affordance_geometries":{"handles":[{"geom_id":1976,"geom_name":"bottom_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1977,"geom_name":"bottom_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1978,"geom_name":"bottom_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1979,"geom_name":"bottom_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1980,"geom_name":"bottom_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1981,"geom_name":"bottom_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1982,"geom_name":"bottom_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1983,"geom_name":"bottom_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1984,"geom_name":"bottom_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1985,"geom_name":"bottom_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":306,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_2","pos":[5.689991772021986,-2.939999228611817,0.4999999999999998],"pose_world":[5.689991772021986,-2.939999228611817,0.4999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},"bottom_right_group_base":{"body_id":301,"fixture_type":"Box","kind":"fixture","name":"bottom_right_group_base","pos":[2.24,-0.17499999999999996,0.02499999999999982],"pose_world":[5.72499177202175,-2.9399993571739955,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.8,0.71,0.05],"type":"Box"},"cab_1_left_group":{"affordance_geometries":{"handles":[{"geom_id":1506,"geom_name":"cab_1_left_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1507,"geom_name":"cab_1_left_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1508,"geom_name":"cab_1_left_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1509,"geom_name":"cab_1_left_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1510,"geom_name":"cab_1_left_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1511,"geom_name":"cab_1_left_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1512,"geom_name":"cab_1_left_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1513,"geom_name":"cab_1_left_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1514,"geom_name":"cab_1_left_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1515,"geom_name":"cab_1_left_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1520,"geom_name":"cab_1_left_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1521,"geom_name":"cab_1_left_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1522,"geom_name":"cab_1_left_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1523,"geom_name":"cab_1_left_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1524,"geom_name":"cab_1_left_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1525,"geom_name":"cab_1_left_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1526,"geom_name":"cab_1_left_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1527,"geom_name":"cab_1_left_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1528,"geom_name":"cab_1_left_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1529,"geom_name":"cab_1_left_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":239,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_left_group","pos":[0.19999008234487173,-1.6999992653771945,1.85],"pose_world":[0.19999008234487173,-1.6999992653771945,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},"cab_1_main_group":{"affordance_geometries":{"handles":[{"geom_id":296,"geom_name":"cab_1_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":297,"geom_name":"cab_1_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":298,"geom_name":"cab_1_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":299,"geom_name":"cab_1_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":300,"geom_name":"cab_1_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":301,"geom_name":"cab_1_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":302,"geom_name":"cab_1_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":303,"geom_name":"cab_1_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":304,"geom_name":"cab_1_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":305,"geom_name":"cab_1_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":310,"geom_name":"cab_1_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":311,"geom_name":"cab_1_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":312,"geom_name":"cab_1_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":313,"geom_name":"cab_1_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":314,"geom_name":"cab_1_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":315,"geom_name":"cab_1_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":316,"geom_name":"cab_1_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":317,"geom_name":"cab_1_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":318,"geom_name":"cab_1_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":319,"geom_name":"cab_1_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":60,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_main_group","pos":[1.15,-0.2,1.85],"pose_world":[1.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},"cab_2_left_group":{"affordance_geometries":{"handles":[{"geom_id":1552,"geom_name":"cab_2_left_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1553,"geom_name":"cab_2_left_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1554,"geom_name":"cab_2_left_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1555,"geom_name":"cab_2_left_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1556,"geom_name":"cab_2_left_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1557,"geom_name":"cab_2_left_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1558,"geom_name":"cab_2_left_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1559,"geom_name":"cab_2_left_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1560,"geom_name":"cab_2_left_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1561,"geom_name":"cab_2_left_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":248,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_left_group","pos":[0.19998732744104422,-0.9499992653822544,1.85],"pose_world":[0.19998732744104422,-0.9499992653822544,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},"cab_2_main_group":{"affordance_geometries":{"handles":[{"geom_id":388,"geom_name":"cab_2_main_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":389,"geom_name":"cab_2_main_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":390,"geom_name":"cab_2_main_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":391,"geom_name":"cab_2_main_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":392,"geom_name":"cab_2_main_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":393,"geom_name":"cab_2_main_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":394,"geom_name":"cab_2_main_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":395,"geom_name":"cab_2_main_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":396,"geom_name":"cab_2_main_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":397,"geom_name":"cab_2_main_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":78,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_main_group","pos":[2.9,-0.2,1.85],"pose_world":[2.9,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},"cab_corner_2_main_group":{"body_id":59,"fixture_type":"Box","kind":"fixture","name":"cab_corner_2_main_group","pos":[0.2,-0.55,1.85],"pose_world":[0.2,-0.55,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.4,0.3,0.92],"type":"Box"},"cab_corner_main_group":{"body_id":58,"fixture_type":"Box","kind":"fixture","name":"cab_corner_main_group","pos":[0.325,-0.2,1.85],"pose_world":[0.325,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.65,0.4,0.92],"type":"Box"},"cab_main_main_group":{"affordance_geometries":{"handles":[{"geom_id":342,"geom_name":"cab_main_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":343,"geom_name":"cab_main_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":344,"geom_name":"cab_main_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":345,"geom_name":"cab_main_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":346,"geom_name":"cab_main_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":347,"geom_name":"cab_main_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":348,"geom_name":"cab_main_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":349,"geom_name":"cab_main_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":350,"geom_name":"cab_main_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":351,"geom_name":"cab_main_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":356,"geom_name":"cab_main_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":357,"geom_name":"cab_main_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":358,"geom_name":"cab_main_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":359,"geom_name":"cab_main_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":360,"geom_name":"cab_main_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":361,"geom_name":"cab_main_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":362,"geom_name":"cab_main_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":363,"geom_name":"cab_main_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":364,"geom_name":"cab_main_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":365,"geom_name":"cab_main_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":69,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_main_main_group","pos":[2.15,-0.2,1.85],"pose_world":[2.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},"cab_top_corner_right_group":{"body_id":299,"fixture_type":"Box","kind":"fixture","name":"cab_top_corner_right_group","pos":[-0.375,-0.21,1.8499999999999996],"pose_world":[5.6900013774533305,-0.3249992286294581,1.8499999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.65,0.78,0.92],"type":"Box"},"coffee_machine_main_group":{"affordance_geometries":{"start_buttons":{"start_button_1":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}],"start_button_2":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}]}},"affordance_sites":{"receptacle_place_site":[1.319170355796814,-0.34829509258270264,0.9765308499336243],"start_buttons":{"start_button_1":[1.3185672760009766,-0.41278737783432007,1.2256221771240234],"start_button_2":[1.3185672760009766,-0.41278737783432007,1.1727606058120728]}},"body_id":167,"depth":0.36232757964721246,"fixture_type":"CoffeeMachine","height":0.33999999999999997,"kind":"fixture","name":"coffee_machine_main_group","pos":[1.3185672959127874,-0.2445345466838201,1.0929999947553568],"pose_world":[1.3185672959127874,-0.2445345466838201,1.0929999947553568,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.1654909721085488,0.36232757964721246,0.33999999999999997],"type":"CoffeeMachine","width":0.1654909721085488},"counter_1_front_group":{"body_id":191,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_front_group","pos":[1.975,-4.075,0.46],"pose_world":[1.975,-4.075,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"size":[2.55,0.65,0.92],"type":"Counter","width":2.55},"counter_1_left_group":{"body_id":197,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_left_group","pos":[0.32499191894658014,-2.1999988062231837,0.46],"pose_world":[0.32499191894658014,-2.1999988062231837,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},"counter_1_main_group":{"body_id":56,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_main_group","pos":[4.45,-0.325,0.46],"pose_world":[4.45,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1.5,0.65,0.92],"type":"Counter","width":1.5},"counter_corner_2_main_group":{"body_id":57,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_2_main_group","pos":[5.640000000000001,-0.325,0.46],"pose_world":[5.640000000000001,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.88,0.65,0.92],"type":"Counter","width":0.88},"counter_corner_front_group":{"body_id":192,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_front_group","pos":[0.6500000056873556,-4.0748772339937,0.46],"pose_world":[0.6500000056873556,-4.0748772339937,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},"counter_corner_left_group":{"body_id":193,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_left_group","pos":[0.3249987143760213,-4.049998806210703,0.46],"pose_world":[0.3249987143760213,-4.049998806210703,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},"counter_corner_main_group":{"body_id":47,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_main_group","pos":[0.35,-0.325,0.46],"pose_world":[0.35,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},"counter_corner_right_left_group":{"body_id":198,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_right_left_group","pos":[0.32498622547866995,-0.6499988062336404,0.46],"pose_world":[0.32498622547866995,-0.6499988062336404,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},"counter_main_main_group":{"body_id":48,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_main_main_group","pos":[2.2,-0.325,0.46],"pose_world":[2.2,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},"dishwasher_left_group":{"affordance_geometries":{"handles":[{"geom_id":1425,"geom_name":"dishwasher_left_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":226,"depth":0.6,"fixture_type":"Dishwasher","height":0.89,"kind":"fixture","name":"dishwasher_left_group","pos":[0.32479563450010346,-1.3749988069386108,0.4449999999999999],"pose_world":[0.32479563450010346,-1.3749988069386108,0.4449999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[0.65,0.6,0.89],"type":"Dishwasher","width":0.65},"drawer":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_3_main_group_2","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"floor_backing_room":{"body_id":43,"fixture_type":"Floor","kind":"fixture","name":"floor_backing_room","pos":[3.04,-3,-0.14],"pose_world":[3.04,-3.0,-0.14,0.7071067811865476,0.0,0.0,0.7071067811865476],"size":[3.04,3.08,0.1],"type":"Floor"},"floor_room":{"body_id":42,"fixture_type":"Floor","kind":"fixture","name":"floor_room","pos":[3.04,-3,-0.02],"pose_world":[3.04,-3.0,-0.02,0.7071067811865476,0.0,0.0,0.7071067811865476],"size":[3.04,3.08,0.02],"type":"Floor"},"fridge_housing_right_group":{"body_id":278,"depth":0.78,"fixture_type":"HousingCabinet","height":1.7999999999999998,"kind":"fixture","name":"fridge_housing_right_group","pos":[5.689996712482849,-1.5949992286208903,0.9],"pose_world":[5.689996712482849,-1.5949992286208903,0.9,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.89,0.78,1.7999999999999998],"type":"HousingCabinet","width":0.89},"fridge_right_group":{"affordance_geometries":{"handles":[{"geom_id":1698,"geom_name":"fridge_right_group_freezer_door_handle_1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1699,"geom_name":"fridge_right_group_freezer_door_handle_2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1700,"geom_name":"fridge_right_group_freezer_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1747,"geom_name":"fridge_right_group_fridge_door_handle_1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1748,"geom_name":"fridge_right_group_fridge_door_handle_2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1749,"geom_name":"fridge_right_group_fridge_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":269,"depth":0.8,"fixture_type":"FridgeSideBySide","height":1.7799999999999998,"kind":"fixture","name":"fridge_right_group","pos":[5.642795227919224,-1.5949990552401563,0.8900000516962465],"pose_world":[5.642795227919224,-1.5949990552401563,0.8900000516962465,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.85,0.8,1.7799999999999998],"type":"FridgeSideBySide","width":0.85},"fridge_top_right_group":{"affordance_geometries":{"handles":[{"geom_id":1822,"geom_name":"fridge_top_right_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1823,"geom_name":"fridge_top_right_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1824,"geom_name":"fridge_top_right_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1825,"geom_name":"fridge_top_right_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1826,"geom_name":"fridge_top_right_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1827,"geom_name":"fridge_top_right_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1828,"geom_name":"fridge_top_right_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1829,"geom_name":"fridge_top_right_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1830,"geom_name":"fridge_top_right_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1831,"geom_name":"fridge_top_right_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1836,"geom_name":"fridge_top_right_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1837,"geom_name":"fridge_top_right_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1838,"geom_name":"fridge_top_right_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1839,"geom_name":"fridge_top_right_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1840,"geom_name":"fridge_top_right_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1841,"geom_name":"fridge_top_right_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1842,"geom_name":"fridge_top_right_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1843,"geom_name":"fridge_top_right_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1844,"geom_name":"fridge_top_right_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1845,"geom_name":"fridge_top_right_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":279,"depth":0.78,"fixture_type":"HingeCabinet","height":0.5100000000000002,"kind":"fixture","name":"fridge_top_right_group","pos":[5.689996712482849,-1.5949992286208903,2.0549999999999997],"pose_world":[5.689996712482849,-1.5949992286208903,2.0549999999999997,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.89,0.78,0.5100000000000002],"type":"HingeCabinet","width":0.89},"hood_main_group":{"body_id":87,"depth":0.5999999999999999,"fixture_type":"Hood","height":0.8797668963596291,"kind":"fixture","name":"hood_main_group","pos":[4.2015400124186355,-0.29420055813485146,2.109686643940881],"pose_world":[4.2015400124186355,-0.29420055813485146,2.109686643940881,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.9630070973781739,0.5999999999999999,0.8797668963596291],"type":"Hood","width":0.9630070973781739},"knife_block_main_group":{"body_id":189,"depth":0.3157588838500166,"fixture_type":"Accessory","height":0.27882058956551803,"kind":"fixture","name":"knife_block_main_group","pos":[1.4863969653311453,-0.18040035825278877,1.0624943354887755],"pose_world":[1.4863969653311453,-0.18040035825278877,1.0624943354887755,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.12,0.3157588838500166,0.27882058956551803],"type":"Accessory","width":0.12},"light_switch_2_room":{"body_id":36,"depth":3e-05,"fixture_type":"WallAccessory","height":3e-05,"kind":"fixture","name":"light_switch_2_room","pos":[0.0,-1.9,1.2],"pose_world":[0.0,-1.9,1.2,0.999999920000001,0.0,0.0,0.00039999998933328934],"rot":0.0007999999999999119,"size":[3e-05,3e-05,3e-05],"type":"WallAccessory","width":3e-05},"light_switch_room":{"body_id":35,"depth":3e-05,"fixture_type":"WallAccessory","height":3e-05,"kind":"fixture","name":"light_switch_room","pos":[0.0,-1.8,1.2],"pose_world":[0.0,-1.8,1.2,0.999999920000001,0.0,0.0,0.00039999998933328934],"rot":0.0007999999999999119,"size":[3e-05,3e-05,3e-05],"type":"WallAccessory","width":3e-05},"micro_housing_right_group":{"body_id":322,"depth":0.78,"fixture_type":"HousingCabinet","height":0.55,"kind":"fixture","name":"micro_housing_right_group","pos":[5.689991772021986,-2.939999228611817,1.6249999999999996],"pose_world":[5.689991772021986,-2.939999228611817,1.6249999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.8,0.78,0.55],"type":"HousingCabinet","width":0.8},"microwave_right_group":{"affordance_geometries":{"handles":[{"geom_id":2072,"geom_name":"microwave_right_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}],"start_buttons":{"start_button":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}],"stop_button":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}]}},"affordance_sites":{"start_buttons":{"start_button":[5.295259952545166,-3.217700242996216,1.5325120687484741],"stop_button":[5.295259475708008,-3.2673981189727783,1.532609224319458]}},"body_id":318,"depth":0.5,"fixture_type":"Microwave","height":0.4285172992036819,"kind":"fixture","name":"microwave_right_group","pos":[5.520458884233695,-2.9399986153512137,1.6249999999999996],"pose_world":[5.520458884233695,-2.9399986153512137,1.6249999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.75,0.5,0.4285172992036819],"type":"Microwave","width":0.75},"outlet_2_room":{"body_id":37,"depth":3e-05,"fixture_type":"WallAccessory","height":3e-05,"kind":"fixture","name":"outlet_2_room","pos":[6.08,-1.0,1.2],"pose_world":[6.08,-1.0,1.2,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[3e-05,3e-05,3e-05],"type":"WallAccessory","width":3e-05},"outlet_3_room":{"body_id":38,"depth":3e-05,"fixture_type":"WallAccessory","height":3e-05,"kind":"fixture","name":"outlet_3_room","pos":[6.08,-2.5,1.2],"pose_world":[6.08,-2.5,1.2,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[3e-05,3e-05,3e-05],"type":"WallAccessory","width":3e-05},"outlet_room":{"body_id":32,"depth":3e-05,"fixture_type":"WallAccessory","height":3e-05,"kind":"fixture","name":"outlet_room","pos":[3.0,0.0,1.2],"pose_world":[3.0,0.0,1.2,1.0,0.0,0.0,0.0],"rot":0.0,"size":[3e-05,3e-05,3e-05],"type":"WallAccessory","width":3e-05},"oven_housing_right_group":{"body_id":317,"depth":0.78,"fixture_type":"HousingCabinet","height":0.7,"kind":"fixture","name":"oven_housing_right_group","pos":[5.689991772021986,-2.939999228611817,0.9999999999999998],"pose_world":[5.689991772021986,-2.939999228611817,0.9999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.8,0.78,0.7],"type":"HousingCabinet","width":0.8},"oven_right_group":{"affordance_geometries":{"handles":[{"geom_id":2012,"geom_name":"oven_right_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":310,"depth":0.6,"fixture_type":"Oven","height":0.68,"kind":"fixture","name":"oven_right_group","pos":[5.572894656033508,-2.940065399684986,1.0000000336235495],"pose_world":[5.572894656033508,-2.940065399684986,1.0000000336235495,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.75,0.6,0.68],"type":"Oven","width":0.75},"paper_towel_main_group":{"body_id":174,"depth":0.16514230057010187,"fixture_type":"Accessory","height":0.33,"kind":"fixture","name":"paper_towel_main_group","pos":[0.2941806390777399,-0.5462106068293686,1.0878950932503004],"pose_world":[0.2941806390777399,-0.5462106068293686,1.0878950932503004,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.16570236319339088,0.16514230057010187,0.33],"type":"Accessory","width":0.16570236319339088},"plant_left_group":{"body_id":254,"depth":0.18385752901892194,"fixture_type":"Accessory","height":0.17000000000000004,"kind":"fixture","name":"plant_left_group","pos":[0.19613419104779156,-4.0699767368854864,1.008492366712176],"pose_world":[0.19613419104779156,-4.0699767368854864,1.008492366712176,0.7071055013256238,0.0,0.0,0.7071080610451548],"rot":1.5707999467849731,"size":[0.1824328557616565,0.18385752901892194,0.17000000000000004],"type":"Accessory","width":0.1824328557616565},"shelves_1_main_group":{"body_id":84,"depth":0.4,"fixture_type":"OpenCabinet","height":0.92,"kind":"fixture","name":"shelves_1_main_group","pos":[3.4,-0.2,1.85],"pose_world":[3.4,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.4,0.92],"type":"OpenCabinet","width":0.5},"shelves_2_main_group":{"body_id":93,"depth":0.4,"fixture_type":"OpenCabinet","height":0.92,"kind":"fixture","name":"shelves_2_main_group","pos":[5.05,-0.2,1.85],"pose_world":[5.05,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.6,0.4,0.92],"type":"OpenCabinet","width":0.6},"side_bottom_right_group_1":{"affordance_geometries":{"handles":[{"geom_id":2156,"geom_name":"side_bottom_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2157,"geom_name":"side_bottom_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2158,"geom_name":"side_bottom_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2159,"geom_name":"side_bottom_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2160,"geom_name":"side_bottom_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2161,"geom_name":"side_bottom_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2162,"geom_name":"side_bottom_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2163,"geom_name":"side_bottom_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2164,"geom_name":"side_bottom_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2165,"geom_name":"side_bottom_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":331,"depth":0.78,"fixture_type":"Drawer","height":0.2999999999279999,"kind":"fixture","name":"side_bottom_right_group_1","pos":[5.689988466137392,-3.8399992286057447,0.19999999996399978],"pose_world":[5.689988466137392,-3.8399992286057447,0.19999999996399978,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[1.0,0.78,0.2999999999279999],"type":"Drawer","width":1.0},"side_bottom_right_group_2":{"affordance_geometries":{"handles":[{"geom_id":2190,"geom_name":"side_bottom_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2191,"geom_name":"side_bottom_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2192,"geom_name":"side_bottom_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2193,"geom_name":"side_bottom_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2194,"geom_name":"side_bottom_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2195,"geom_name":"side_bottom_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2196,"geom_name":"side_bottom_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2197,"geom_name":"side_bottom_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2198,"geom_name":"side_bottom_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2199,"geom_name":"side_bottom_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":335,"depth":0.78,"fixture_type":"Drawer","height":0.2999999999279999,"kind":"fixture","name":"side_bottom_right_group_2","pos":[5.689988466137392,-3.8399992286057447,0.4999999998919997],"pose_world":[5.689988466137392,-3.8399992286057447,0.4999999998919997,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[1.0,0.78,0.2999999999279999],"type":"Drawer","width":1.0},"side_bottom_right_group_3":{"affordance_geometries":{"handles":[{"geom_id":2219,"geom_name":"side_bottom_right_group_3_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2220,"geom_name":"side_bottom_right_group_3_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2221,"geom_name":"side_bottom_right_group_3_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2222,"geom_name":"side_bottom_right_group_3_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2223,"geom_name":"side_bottom_right_group_3_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2224,"geom_name":"side_bottom_right_group_3_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2225,"geom_name":"side_bottom_right_group_3_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2226,"geom_name":"side_bottom_right_group_3_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2227,"geom_name":"side_bottom_right_group_3_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2228,"geom_name":"side_bottom_right_group_3_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2233,"geom_name":"side_bottom_right_group_3_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2234,"geom_name":"side_bottom_right_group_3_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2235,"geom_name":"side_bottom_right_group_3_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2236,"geom_name":"side_bottom_right_group_3_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2237,"geom_name":"side_bottom_right_group_3_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2238,"geom_name":"side_bottom_right_group_3_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2239,"geom_name":"side_bottom_right_group_3_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2240,"geom_name":"side_bottom_right_group_3_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2241,"geom_name":"side_bottom_right_group_3_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2242,"geom_name":"side_bottom_right_group_3_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":339,"depth":0.78,"fixture_type":"HingeCabinet","height":1.6600000001439998,"kind":"fixture","name":"side_bottom_right_group_3","pos":[5.689988466137392,-3.8399992286057447,1.4799999999279996],"pose_world":[5.689988466137392,-3.8399992286057447,1.4799999999279996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[1.0,0.78,1.6600000001439998],"type":"HingeCabinet","width":1.0},"side_bottom_right_group_base":{"body_id":330,"fixture_type":"Box","kind":"fixture","name":"side_bottom_right_group_base","pos":[3.14,-0.17499999999999996,0.02499999999999982],"pose_world":[5.724988466137156,-3.8399993571679234,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[1,0.71,0.05],"type":"Box"},"sink_left_group":{"affordance_geometries":{"handles":[{"geom_id":1186,"geom_name":"sink_left_group_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":194,"depth":0.53,"fixture_type":"Sink","height":0.249057244016921,"kind":"fixture","name":"sink_left_group","pos":[0.29999877198378305,-2.199998355103462,0.9894399220814241],"pose_world":[0.29999877198378305,-2.199998355103462,0.9894399220814241,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[0.9185064499639721,0.53,0.249057244016921],"type":"Sink","width":0.9185064499639721},"stack_1_left_group_1":{"affordance_geometries":{"handles":[{"geom_id":1267,"geom_name":"stack_1_left_group_1_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1268,"geom_name":"stack_1_left_group_1_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1269,"geom_name":"stack_1_left_group_1_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1270,"geom_name":"stack_1_left_group_1_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1271,"geom_name":"stack_1_left_group_1_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1272,"geom_name":"stack_1_left_group_1_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1273,"geom_name":"stack_1_left_group_1_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1274,"geom_name":"stack_1_left_group_1_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1275,"geom_name":"stack_1_left_group_1_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1276,"geom_name":"stack_1_left_group_1_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1281,"geom_name":"stack_1_left_group_1_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1282,"geom_name":"stack_1_left_group_1_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1283,"geom_name":"stack_1_left_group_1_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1284,"geom_name":"stack_1_left_group_1_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1285,"geom_name":"stack_1_left_group_1_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1286,"geom_name":"stack_1_left_group_1_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1287,"geom_name":"stack_1_left_group_1_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1288,"geom_name":"stack_1_left_group_1_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1289,"geom_name":"stack_1_left_group_1_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1290,"geom_name":"stack_1_left_group_1_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":200,"depth":0.6,"fixture_type":"HingeCabinet","height":0.63,"kind":"fixture","name":"stack_1_left_group_1","pos":[0.2999955921518521,-3.199998898046565,0.365],"pose_world":[0.2999955921518521,-3.199998898046565,0.365,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[1.0,0.6,0.63],"type":"HingeCabinet","width":1.0},"stack_1_left_group_2":{"affordance_geometries":{"handles":[{"geom_id":1317,"geom_name":"stack_1_left_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1318,"geom_name":"stack_1_left_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1319,"geom_name":"stack_1_left_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1320,"geom_name":"stack_1_left_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1321,"geom_name":"stack_1_left_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1322,"geom_name":"stack_1_left_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1323,"geom_name":"stack_1_left_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1324,"geom_name":"stack_1_left_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1325,"geom_name":"stack_1_left_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1326,"geom_name":"stack_1_left_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":208,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_1_left_group_2","pos":[0.2999965104531279,-3.4499988980448784,0.7849999999999999],"pose_world":[0.2999965104531279,-3.4499988980448784,0.7849999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"stack_1_left_group_3":{"affordance_geometries":{"handles":[{"geom_id":1351,"geom_name":"stack_1_left_group_3_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1352,"geom_name":"stack_1_left_group_3_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1353,"geom_name":"stack_1_left_group_3_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1354,"geom_name":"stack_1_left_group_3_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1355,"geom_name":"stack_1_left_group_3_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1356,"geom_name":"stack_1_left_group_3_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1357,"geom_name":"stack_1_left_group_3_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1358,"geom_name":"stack_1_left_group_3_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1359,"geom_name":"stack_1_left_group_3_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1360,"geom_name":"stack_1_left_group_3_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":212,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_1_left_group_3","pos":[0.29999467385057627,-2.9499988980482517,0.7849999999999999],"pose_world":[0.29999467385057627,-2.9499988980482517,0.7849999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"stack_1_left_group_base":{"body_id":199,"fixture_type":"Box","kind":"fixture","name":"stack_1_left_group_base","pos":[1.2,-0.265,0.024999999999999988],"pose_world":[0.2649955921520883,-3.1999990266087437,0.024999999999999988,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[1,0.53,0.05],"type":"Box"},"stack_1_main_group_1":{"affordance_geometries":{"handles":[{"geom_id":456,"geom_name":"stack_1_main_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":457,"geom_name":"stack_1_main_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":458,"geom_name":"stack_1_main_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":459,"geom_name":"stack_1_main_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":460,"geom_name":"stack_1_main_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":461,"geom_name":"stack_1_main_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":462,"geom_name":"stack_1_main_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":463,"geom_name":"stack_1_main_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":464,"geom_name":"stack_1_main_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":465,"geom_name":"stack_1_main_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":97,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_1_main_group_1","pos":[1.2,-0.3,0.15499999999999997],"pose_world":[1.2,-0.3,0.15499999999999997,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1.0,0.6,0.21],"type":"Drawer","width":1.0},"stack_1_main_group_2":{"affordance_geometries":{"handles":[{"geom_id":490,"geom_name":"stack_1_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":491,"geom_name":"stack_1_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":492,"geom_name":"stack_1_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":493,"geom_name":"stack_1_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":494,"geom_name":"stack_1_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":495,"geom_name":"stack_1_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":496,"geom_name":"stack_1_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":497,"geom_name":"stack_1_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":498,"geom_name":"stack_1_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":499,"geom_name":"stack_1_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":101,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_1_main_group_2","pos":[1.2,-0.3,0.365],"pose_world":[1.2,-0.3,0.365,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1.0,0.6,0.21],"type":"Drawer","width":1.0},"stack_1_main_group_3":{"affordance_geometries":{"handles":[{"geom_id":524,"geom_name":"stack_1_main_group_3_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":525,"geom_name":"stack_1_main_group_3_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":526,"geom_name":"stack_1_main_group_3_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":527,"geom_name":"stack_1_main_group_3_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":528,"geom_name":"stack_1_main_group_3_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":529,"geom_name":"stack_1_main_group_3_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":530,"geom_name":"stack_1_main_group_3_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":531,"geom_name":"stack_1_main_group_3_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":532,"geom_name":"stack_1_main_group_3_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":533,"geom_name":"stack_1_main_group_3_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":105,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_1_main_group_3","pos":[1.2,-0.3,0.575],"pose_world":[1.2,-0.3,0.575,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1.0,0.6,0.21],"type":"Drawer","width":1.0},"stack_1_main_group_4":{"affordance_geometries":{"handles":[{"geom_id":558,"geom_name":"stack_1_main_group_4_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":559,"geom_name":"stack_1_main_group_4_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":560,"geom_name":"stack_1_main_group_4_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":561,"geom_name":"stack_1_main_group_4_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":562,"geom_name":"stack_1_main_group_4_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":563,"geom_name":"stack_1_main_group_4_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":564,"geom_name":"stack_1_main_group_4_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":565,"geom_name":"stack_1_main_group_4_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":566,"geom_name":"stack_1_main_group_4_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":567,"geom_name":"stack_1_main_group_4_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":109,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_1_main_group_4","pos":[1.2,-0.3,0.7849999999999999],"pose_world":[1.2,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1.0,0.6,0.21],"type":"Drawer","width":1.0},"stack_1_main_group_base":{"body_id":96,"fixture_type":"Box","kind":"fixture","name":"stack_1_main_group_base","pos":[1.2,-0.265,0.024999999999999988],"pose_world":[1.2,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1,0.53,0.05],"type":"Box"},"stack_2_left_group_1":{"affordance_geometries":{"handles":[{"geom_id":1381,"geom_name":"stack_2_left_group_1_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1382,"geom_name":"stack_2_left_group_1_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1383,"geom_name":"stack_2_left_group_1_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1384,"geom_name":"stack_2_left_group_1_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1385,"geom_name":"stack_2_left_group_1_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1386,"geom_name":"stack_2_left_group_1_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1387,"geom_name":"stack_2_left_group_1_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1388,"geom_name":"stack_2_left_group_1_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1389,"geom_name":"stack_2_left_group_1_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1390,"geom_name":"stack_2_left_group_1_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1395,"geom_name":"stack_2_left_group_1_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1396,"geom_name":"stack_2_left_group_1_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1397,"geom_name":"stack_2_left_group_1_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1398,"geom_name":"stack_2_left_group_1_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1399,"geom_name":"stack_2_left_group_1_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1400,"geom_name":"stack_2_left_group_1_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1401,"geom_name":"stack_2_left_group_1_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1402,"geom_name":"stack_2_left_group_1_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1403,"geom_name":"stack_2_left_group_1_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1404,"geom_name":"stack_2_left_group_1_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":217,"depth":0.6,"fixture_type":"HingeCabinet","height":0.84,"kind":"fixture","name":"stack_2_left_group_1","pos":[0.29999191894674876,-2.199998898053311,0.47],"pose_world":[0.29999191894674876,-2.199998898053311,0.47,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[1.0,0.6,0.84],"type":"HingeCabinet","width":1.0},"stack_2_left_group_base":{"body_id":216,"fixture_type":"Box","kind":"fixture","name":"stack_2_left_group_base","pos":[2.2,-0.265,0.024999999999999988],"pose_world":[0.26499191894698493,-2.19999902661549,0.024999999999999988,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[1,0.53,0.05],"type":"Box"},"stack_2_main_group_1":{"affordance_geometries":{"handles":[{"geom_id":587,"geom_name":"stack_2_main_group_1_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":588,"geom_name":"stack_2_main_group_1_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":589,"geom_name":"stack_2_main_group_1_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":590,"geom_name":"stack_2_main_group_1_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":591,"geom_name":"stack_2_main_group_1_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":592,"geom_name":"stack_2_main_group_1_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":593,"geom_name":"stack_2_main_group_1_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":594,"geom_name":"stack_2_main_group_1_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":595,"geom_name":"stack_2_main_group_1_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":596,"geom_name":"stack_2_main_group_1_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":601,"geom_name":"stack_2_main_group_1_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":602,"geom_name":"stack_2_main_group_1_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":603,"geom_name":"stack_2_main_group_1_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":604,"geom_name":"stack_2_main_group_1_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":605,"geom_name":"stack_2_main_group_1_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":606,"geom_name":"stack_2_main_group_1_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":607,"geom_name":"stack_2_main_group_1_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":608,"geom_name":"stack_2_main_group_1_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":609,"geom_name":"stack_2_main_group_1_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":610,"geom_name":"stack_2_main_group_1_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":114,"depth":0.6,"fixture_type":"HingeCabinet","height":0.63,"kind":"fixture","name":"stack_2_main_group_1","pos":[2.2,-0.3,0.365],"pose_world":[2.2,-0.3,0.365,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1.0,0.6,0.63],"type":"HingeCabinet","width":1.0},"stack_2_main_group_2":{"affordance_geometries":{"handles":[{"geom_id":637,"geom_name":"stack_2_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":638,"geom_name":"stack_2_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":639,"geom_name":"stack_2_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":640,"geom_name":"stack_2_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":641,"geom_name":"stack_2_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":642,"geom_name":"stack_2_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":643,"geom_name":"stack_2_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":644,"geom_name":"stack_2_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":645,"geom_name":"stack_2_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":646,"geom_name":"stack_2_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":122,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_2_main_group_2","pos":[1.9500000000000002,-0.3,0.7849999999999999],"pose_world":[1.9500000000000002,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"stack_2_main_group_3":{"affordance_geometries":{"handles":[{"geom_id":671,"geom_name":"stack_2_main_group_3_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":672,"geom_name":"stack_2_main_group_3_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":673,"geom_name":"stack_2_main_group_3_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":674,"geom_name":"stack_2_main_group_3_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":675,"geom_name":"stack_2_main_group_3_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":676,"geom_name":"stack_2_main_group_3_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":677,"geom_name":"stack_2_main_group_3_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":678,"geom_name":"stack_2_main_group_3_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":679,"geom_name":"stack_2_main_group_3_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":680,"geom_name":"stack_2_main_group_3_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":126,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_2_main_group_3","pos":[2.45,-0.3,0.7849999999999999],"pose_world":[2.45,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"stack_2_main_group_base":{"body_id":113,"fixture_type":"Box","kind":"fixture","name":"stack_2_main_group_base","pos":[2.2,-0.265,0.024999999999999988],"pose_world":[2.2,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1,0.53,0.05],"type":"Box"},"stack_3_left_group_1":{"affordance_geometries":{"handles":[{"geom_id":1474,"geom_name":"stack_3_left_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1475,"geom_name":"stack_3_left_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1476,"geom_name":"stack_3_left_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1477,"geom_name":"stack_3_left_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1478,"geom_name":"stack_3_left_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1479,"geom_name":"stack_3_left_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1480,"geom_name":"stack_3_left_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1481,"geom_name":"stack_3_left_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1482,"geom_name":"stack_3_left_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1483,"geom_name":"stack_3_left_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":233,"depth":0.6,"fixture_type":"SingleCabinet","height":0.84,"kind":"fixture","name":"stack_3_left_group_1","pos":[0.2999870519499868,-0.8749988980622496,0.4699999999999999],"pose_world":[0.2999870519499868,-0.8749988980622496,0.4699999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[0.35,0.6,0.84],"type":"SingleCabinet","width":0.35},"stack_3_left_group_base":{"body_id":232,"fixture_type":"Box","kind":"fixture","name":"stack_3_left_group_base","pos":[3.5250000000000004,-0.265,0.024999999999999932],"pose_world":[0.264987051950223,-0.8749990266244283,0.024999999999999932,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[0.35,0.53,0.05],"type":"Box"},"stack_3_main_group_1":{"affordance_geometries":{"handles":[{"geom_id":700,"geom_name":"stack_3_main_group_1_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":701,"geom_name":"stack_3_main_group_1_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":702,"geom_name":"stack_3_main_group_1_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":703,"geom_name":"stack_3_main_group_1_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":704,"geom_name":"stack_3_main_group_1_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":705,"geom_name":"stack_3_main_group_1_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":706,"geom_name":"stack_3_main_group_1_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":707,"geom_name":"stack_3_main_group_1_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":708,"geom_name":"stack_3_main_group_1_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":709,"geom_name":"stack_3_main_group_1_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":714,"geom_name":"stack_3_main_group_1_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":715,"geom_name":"stack_3_main_group_1_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":716,"geom_name":"stack_3_main_group_1_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":717,"geom_name":"stack_3_main_group_1_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":718,"geom_name":"stack_3_main_group_1_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":719,"geom_name":"stack_3_main_group_1_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":720,"geom_name":"stack_3_main_group_1_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":721,"geom_name":"stack_3_main_group_1_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":722,"geom_name":"stack_3_main_group_1_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":723,"geom_name":"stack_3_main_group_1_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":131,"depth":0.6,"fixture_type":"HingeCabinet","height":0.63,"kind":"fixture","name":"stack_3_main_group_1","pos":[3.2,-0.3,0.365],"pose_world":[3.2,-0.3,0.365,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1.0,0.6,0.63],"type":"HingeCabinet","width":1.0},"stack_3_main_group_2":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_3_main_group_2","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"stack_3_main_group_3":{"affordance_geometries":{"handles":[{"geom_id":784,"geom_name":"stack_3_main_group_3_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":785,"geom_name":"stack_3_main_group_3_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":786,"geom_name":"stack_3_main_group_3_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":787,"geom_name":"stack_3_main_group_3_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":788,"geom_name":"stack_3_main_group_3_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":789,"geom_name":"stack_3_main_group_3_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":790,"geom_name":"stack_3_main_group_3_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":791,"geom_name":"stack_3_main_group_3_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":792,"geom_name":"stack_3_main_group_3_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":793,"geom_name":"stack_3_main_group_3_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":143,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_3_main_group_3","pos":[3.45,-0.3,0.7849999999999999],"pose_world":[3.45,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"stack_3_main_group_base":{"body_id":130,"fixture_type":"Box","kind":"fixture","name":"stack_3_main_group_base","pos":[3.2,-0.265,0.024999999999999988],"pose_world":[3.2,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1,0.53,0.05],"type":"Box"},"stack_4_main_group_1":{"affordance_geometries":{"handles":[{"geom_id":814,"geom_name":"stack_4_main_group_1_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":815,"geom_name":"stack_4_main_group_1_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":816,"geom_name":"stack_4_main_group_1_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":817,"geom_name":"stack_4_main_group_1_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":818,"geom_name":"stack_4_main_group_1_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":819,"geom_name":"stack_4_main_group_1_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":820,"geom_name":"stack_4_main_group_1_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":821,"geom_name":"stack_4_main_group_1_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":822,"geom_name":"stack_4_main_group_1_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":823,"geom_name":"stack_4_main_group_1_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":828,"geom_name":"stack_4_main_group_1_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":829,"geom_name":"stack_4_main_group_1_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":830,"geom_name":"stack_4_main_group_1_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":831,"geom_name":"stack_4_main_group_1_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":832,"geom_name":"stack_4_main_group_1_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":833,"geom_name":"stack_4_main_group_1_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":834,"geom_name":"stack_4_main_group_1_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":835,"geom_name":"stack_4_main_group_1_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":836,"geom_name":"stack_4_main_group_1_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":837,"geom_name":"stack_4_main_group_1_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":148,"depth":0.6,"fixture_type":"HingeCabinet","height":0.84,"kind":"fixture","name":"stack_4_main_group_1","pos":[4.2,-0.3,0.47],"pose_world":[4.2,-0.3,0.47,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1.0,0.6,0.84],"type":"HingeCabinet","width":1.0},"stack_4_main_group_base":{"body_id":147,"fixture_type":"Box","kind":"fixture","name":"stack_4_main_group_base","pos":[4.2,-0.265,0.024999999999999988],"pose_world":[4.2,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1,0.53,0.05],"type":"Box"},"stack_5_main_group_1":{"affordance_geometries":{"handles":[{"geom_id":861,"geom_name":"stack_5_main_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":862,"geom_name":"stack_5_main_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":863,"geom_name":"stack_5_main_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":864,"geom_name":"stack_5_main_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":865,"geom_name":"stack_5_main_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":866,"geom_name":"stack_5_main_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":867,"geom_name":"stack_5_main_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":868,"geom_name":"stack_5_main_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":869,"geom_name":"stack_5_main_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":870,"geom_name":"stack_5_main_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":158,"depth":0.6,"fixture_type":"SingleCabinet","height":0.63,"kind":"fixture","name":"stack_5_main_group_1","pos":[4.95,-0.3,0.365],"pose_world":[4.95,-0.3,0.365,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.6,0.63],"type":"SingleCabinet","width":0.5},"stack_5_main_group_2":{"affordance_geometries":{"handles":[{"geom_id":897,"geom_name":"stack_5_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":898,"geom_name":"stack_5_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":899,"geom_name":"stack_5_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":900,"geom_name":"stack_5_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":901,"geom_name":"stack_5_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":902,"geom_name":"stack_5_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":903,"geom_name":"stack_5_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":904,"geom_name":"stack_5_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":905,"geom_name":"stack_5_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":906,"geom_name":"stack_5_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":163,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_5_main_group_2","pos":[4.95,-0.3,0.7849999999999999],"pose_world":[4.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"stack_5_main_group_base":{"body_id":157,"fixture_type":"Box","kind":"fixture","name":"stack_5_main_group_base","pos":[4.95,-0.265,0.024999999999999988],"pose_world":[4.95,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.53,0.05],"type":"Box"},"stack_left_right_group_1":{"affordance_geometries":{"handles":[{"geom_id":1605,"geom_name":"stack_left_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1606,"geom_name":"stack_left_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1607,"geom_name":"stack_left_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1608,"geom_name":"stack_left_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1609,"geom_name":"stack_left_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1610,"geom_name":"stack_left_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1611,"geom_name":"stack_left_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1612,"geom_name":"stack_left_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1613,"geom_name":"stack_left_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1614,"geom_name":"stack_left_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":257,"depth":0.78,"fixture_type":"SingleCabinet","height":1.13,"kind":"fixture","name":"stack_left_right_group_1","pos":[5.689999265360396,-0.899999228625579,0.615],"pose_world":[5.689999265360396,-0.899999228625579,0.615,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.5,0.78,1.13],"type":"SingleCabinet","width":0.5},"stack_left_right_group_2":{"affordance_geometries":{"handles":[{"geom_id":1637,"geom_name":"stack_left_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1638,"geom_name":"stack_left_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1639,"geom_name":"stack_left_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1640,"geom_name":"stack_left_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1641,"geom_name":"stack_left_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1642,"geom_name":"stack_left_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1643,"geom_name":"stack_left_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1644,"geom_name":"stack_left_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1645,"geom_name":"stack_left_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1646,"geom_name":"stack_left_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":263,"depth":0.78,"fixture_type":"SingleCabinet","height":1.13,"kind":"fixture","name":"stack_left_right_group_2","pos":[5.689999265360396,-0.899999228625579,1.7449999999999999],"pose_world":[5.689999265360396,-0.899999228625579,1.7449999999999999,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.5,0.78,1.13],"type":"SingleCabinet","width":0.5},"stack_left_right_group_base":{"body_id":256,"fixture_type":"Box","kind":"fixture","name":"stack_left_right_group_base","pos":[0.2,-0.175,0.025000000000000043],"pose_world":[5.72499926536016,-0.8999993571877576,0.025000000000000043,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.5,0.71,0.05],"type":"Box"},"stack_right_right_group_1":{"affordance_geometries":{"handles":[{"geom_id":1866,"geom_name":"stack_right_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1867,"geom_name":"stack_right_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1868,"geom_name":"stack_right_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1869,"geom_name":"stack_right_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1870,"geom_name":"stack_right_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1871,"geom_name":"stack_right_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1872,"geom_name":"stack_right_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1873,"geom_name":"stack_right_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1874,"geom_name":"stack_right_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1875,"geom_name":"stack_right_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":287,"depth":0.78,"fixture_type":"SingleCabinet","height":1.13,"kind":"fixture","name":"stack_right_right_group_1","pos":[5.689994159605303,-2.289999228616202,0.6149999999999998],"pose_world":[5.689994159605303,-2.289999228616202,0.6149999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.5,0.78,1.13],"type":"SingleCabinet","width":0.5},"stack_right_right_group_2":{"affordance_geometries":{"handles":[{"geom_id":1898,"geom_name":"stack_right_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1899,"geom_name":"stack_right_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1900,"geom_name":"stack_right_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1901,"geom_name":"stack_right_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1902,"geom_name":"stack_right_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1903,"geom_name":"stack_right_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1904,"geom_name":"stack_right_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1905,"geom_name":"stack_right_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1906,"geom_name":"stack_right_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1907,"geom_name":"stack_right_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":293,"depth":0.78,"fixture_type":"SingleCabinet","height":1.13,"kind":"fixture","name":"stack_right_right_group_2","pos":[5.689994159605303,-2.289999228616202,1.7449999999999997],"pose_world":[5.689994159605303,-2.289999228616202,1.7449999999999997,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.5,0.78,1.13],"type":"SingleCabinet","width":0.5},"stack_right_right_group_base":{"body_id":286,"fixture_type":"Box","kind":"fixture","name":"stack_right_right_group_base","pos":[1.59,-0.17499999999999996,0.02499999999999982],"pose_world":[5.724994159605067,-2.28999935717838,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.5,0.71,0.05],"type":"Box"},"stool_1_room":{"body_id":44,"depth":0.37423366327297586,"fixture_type":"Stool","height":0.8,"kind":"fixture","name":"stool_1_room","pos":[1.325,-4.475,0.4],"pose_world":[1.325,-4.475,0.4,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"size":[0.3755556885348015,0.37423366327297586,0.8],"type":"Stool","width":0.3755556885348015},"stool_2_room":{"body_id":45,"depth":0.37423366327297586,"fixture_type":"Stool","height":0.8,"kind":"fixture","name":"stool_2_room","pos":[1.975,-4.475,0.4],"pose_world":[1.975,-4.475,0.4,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"size":[0.3755556885348015,0.37423366327297586,0.8],"type":"Stool","width":0.3755556885348015},"stool_3_room":{"body_id":46,"depth":0.37423366327297586,"fixture_type":"Stool","height":0.8,"kind":"fixture","name":"stool_3_room","pos":[2.625,-4.475,0.4],"pose_world":[2.625,-4.475,0.4,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"size":[0.3755556885348015,0.37423366327297586,0.8],"type":"Stool","width":0.3755556885348015},"stovetop_main_group":{"body_id":49,"depth":0.55,"fixture_type":"Stovetop","height":0.00880406371748579,"kind":"fixture","name":"stovetop_main_group","pos":[4.201503558601173,-0.29496929235669656,0.9307668946915083],"pose_world":[4.201503558601173,-0.29496929235669656,0.9307668946915083,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.9630070973781739,0.55,0.00880406371748579],"type":"Stovetop","width":0.9630070973781739},"toaster_main_group":{"affordance_geometries":{"handles":[{"geom_id":1036,"geom_name":"toaster_main_group_lever_handle","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":176,"depth":0.2995720256640279,"fixture_type":"Toaster","height":0.23,"kind":"fixture","name":"toaster_main_group","pos":[2.747640287102935,-0.21089753143282097,1.038],"pose_world":[2.747640287102935,-0.21089753143282097,1.038,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.18045825683631556,0.2995720256640279,0.23],"type":"Toaster","width":0.18045825683631556},"toaster_oven_main_group":{"affordance_geometries":{"handles":[{"geom_id":1076,"geom_name":"toaster_oven_main_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":181,"depth":0.33,"fixture_type":"ToasterOven","height":0.3067814795556516,"kind":"fixture","name":"toaster_oven_main_group","pos":[3.382218060875461,-0.3016016394625445,1.0763907397778258],"pose_world":[3.382218060875461,-0.3016016394625445,1.0763907397778258,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.49718527920494054,0.33,0.3067814795556516],"type":"ToasterOven","width":0.49718527920494054},"top_right_group":{"affordance_geometries":{"handles":[{"geom_id":2106,"geom_name":"top_right_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2107,"geom_name":"top_right_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2108,"geom_name":"top_right_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2109,"geom_name":"top_right_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2110,"geom_name":"top_right_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2111,"geom_name":"top_right_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2112,"geom_name":"top_right_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2113,"geom_name":"top_right_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2114,"geom_name":"top_right_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2115,"geom_name":"top_right_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2120,"geom_name":"top_right_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2121,"geom_name":"top_right_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2122,"geom_name":"top_right_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2123,"geom_name":"top_right_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2124,"geom_name":"top_right_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2125,"geom_name":"top_right_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2126,"geom_name":"top_right_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2127,"geom_name":"top_right_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2128,"geom_name":"top_right_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2129,"geom_name":"top_right_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":323,"depth":0.78,"fixture_type":"HingeCabinet","height":0.4099999999999999,"kind":"fixture","name":"top_right_group","pos":[5.689991772021986,-2.939999228611817,2.1049999999999995],"pose_world":[5.689991772021986,-2.939999228611817,2.1049999999999995,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.8,0.78,0.4099999999999999],"type":"HingeCabinet","width":0.8},"utensil_rack_room":{"body_id":33,"depth":0.09945939791284827,"fixture_type":"WallAccessory","height":0.32,"kind":"fixture","name":"utensil_rack_room","pos":[1.9,-0.039999999999999994,1.15],"pose_world":[1.9,-0.039999999999999994,1.15,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.3547280774992862,0.09945939791284827,0.32],"type":"WallAccessory","width":0.3547280774992862},"utensil_set_main_group":{"body_id":188,"depth":0.18939281018006945,"fixture_type":"Accessory","height":0.28,"kind":"fixture","name":"utensil_set_main_group","pos":[5.45731049109186,-0.15253297724350956,1.063320811843608],"pose_world":[5.45731049109186,-0.15253297724350956,1.063320811843608,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.18132970501991783,0.18939281018006945,0.28],"type":"Accessory","width":0.18132970501991783},"wall_backing_room":{"body_id":25,"fixture_type":"Wall","kind":"fixture","name":"wall_backing_room","pos":[3.04,0.14,1.38],"pose_world":[3.04,0.14,1.38,-0.7071067811865476,0.7071067811865476,0.0,0.0],"size":[3.2800000000000002,1.62,0.1],"type":"Wall"},"wall_front_backing_room":{"body_id":31,"fixture_type":"Wall","kind":"fixture","name":"wall_front_backing_room","pos":[3.04,-6.14,1.38],"pose_world":[3.04,-6.14,1.38,0.0,0.0,0.7071067811865476,-0.7071067811865476],"size":[3.24,1.62,0.1],"type":"Wall"},"wall_front_room":{"body_id":30,"fixture_type":"Wall","kind":"fixture","name":"wall_front_room","pos":[3.04,-6.02,1.5],"pose_world":[3.04,-6.02,1.5,0.0,0.0,0.7071067811865476,-0.7071067811865476],"size":[3.04,1.5,0.02],"type":"Wall"},"wall_left_backing_room":{"body_id":27,"fixture_type":"Wall","kind":"fixture","name":"wall_left_backing_room","pos":[-0.14,-3,1.38],"pose_world":[-0.14,-3.0,1.38,0.5,0.5,-0.5,-0.5],"size":[3.04,1.62,0.1],"type":"Wall"},"wall_left_room":{"body_id":26,"fixture_type":"Wall","kind":"fixture","name":"wall_left_room","pos":[-0.02,-3,1.5],"pose_world":[-0.02,-3.0,1.5,0.5,0.5,-0.5,-0.5],"size":[3.04,1.5,0.02],"type":"Wall"},"wall_right_backing_room":{"body_id":29,"fixture_type":"Wall","kind":"fixture","name":"wall_right_backing_room","pos":[6.22,-3,1.38],"pose_world":[6.22,-3.0,1.38,0.5,-0.5,-0.5,0.5],"size":[3.04,1.62,0.1],"type":"Wall"},"wall_right_room":{"body_id":28,"fixture_type":"Wall","kind":"fixture","name":"wall_right_room","pos":[6.1,-3,1.5],"pose_world":[6.1,-3.0,1.5,0.5,-0.5,-0.5,0.5],"size":[3.04,1.5,0.02],"type":"Wall"},"wall_room":{"body_id":24,"fixture_type":"Wall","kind":"fixture","name":"wall_room","pos":[3.04,0.02,1.5],"pose_world":[3.04,0.02,1.5,-0.7071067811865476,0.7071067811865476,0.0,0.0],"size":[3.08,1.5,0.02],"type":"Wall"},"window_group_room":{"body_id":39,"depth":0.03,"fixture_type":"Window","height":1.25,"kind":"fixture","name":"window_group_room","pos":[0.015000000000000003,-3.2999999,1.7],"pose_world":[0.015000000000000003,-3.2999999,1.7,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[2.0,0.03,1.25],"type":"Window","width":2.0}},"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"live_observation":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"objects":{"distr_counter_1":{"body_id":350,"kind":"object","name":"distr_counter_1","pose_world":[2.944721113907285,-0.3202109049108392,0.9338282762665335,0.9894318539285051,0.02054917860246774,-0.011260209392814873,-0.14309278589361615],"rot":0.0,"size":[0.02821504,0.0281638,0.02811556],"type":"MJCFObject"},"drawer_obj":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.973405039709965,-0.3680509806202894,0.765158347117482,0.9691252834979894,0.05667347898297594,0.004629433780902134,0.2399226333795463],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"}},"pose_evidence":{"fixtures":{"bottom_corner_right_group":[5.6900002754917995,-0.6249992286274342,0.445,0.7071054825112363,0.0,0.0,-0.7071080798594735],"bottom_right_group_1":[5.689991772021986,-2.939999228611817,0.19999999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"bottom_right_group_2":[5.689991772021986,-2.939999228611817,0.4999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"bottom_right_group_base":[5.72499177202175,-2.9399993571739955,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"cab_1_left_group":[0.19999008234487173,-1.6999992653771945,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"cab_1_main_group":[1.15,-0.2,1.85,1.0,0.0,0.0,0.0],"cab_2_left_group":[0.19998732744104422,-0.9499992653822544,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"cab_2_main_group":[2.9,-0.2,1.85,1.0,0.0,0.0,0.0],"cab_corner_2_main_group":[0.2,-0.55,1.85,1.0,0.0,0.0,0.0],"cab_corner_main_group":[0.325,-0.2,1.85,1.0,0.0,0.0,0.0],"cab_main_main_group":[2.15,-0.2,1.85,1.0,0.0,0.0,0.0],"cab_top_corner_right_group":[5.6900013774533305,-0.3249992286294581,1.8499999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"coffee_machine_main_group":[1.3185672959127874,-0.2445345466838201,1.0929999947553568,1.0,0.0,0.0,0.0],"counter_1_front_group":[1.975,-4.075,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"counter_1_left_group":[0.32499191894658014,-2.1999988062231837,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"counter_1_main_group":[4.45,-0.325,0.46,1.0,0.0,0.0,0.0],"counter_corner_2_main_group":[5.640000000000001,-0.325,0.46,1.0,0.0,0.0,0.0],"counter_corner_front_group":[0.6500000056873556,-4.0748772339937,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"counter_corner_left_group":[0.3249987143760213,-4.049998806210703,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"counter_corner_main_group":[0.35,-0.325,0.46,1.0,0.0,0.0,0.0],"counter_corner_right_left_group":[0.32498622547866995,-0.6499988062336404,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"counter_main_main_group":[2.2,-0.325,0.46,1.0,0.0,0.0,0.0],"dishwasher_left_group":[0.32479563450010346,-1.3749988069386108,0.4449999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"drawer":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"floor_backing_room":[3.04,-3.0,-0.14,0.7071067811865476,0.0,0.0,0.7071067811865476],"floor_room":[3.04,-3.0,-0.02,0.7071067811865476,0.0,0.0,0.7071067811865476],"fridge_housing_right_group":[5.689996712482849,-1.5949992286208903,0.9,0.7071054825112363,0.0,0.0,-0.7071080798594735],"fridge_right_group":[5.642795227919224,-1.5949990552401563,0.8900000516962465,0.7071054825112363,0.0,0.0,-0.7071080798594735],"fridge_top_right_group":[5.689996712482849,-1.5949992286208903,2.0549999999999997,0.7071054825112363,0.0,0.0,-0.7071080798594735],"hood_main_group":[4.2015400124186355,-0.29420055813485146,2.109686643940881,1.0,0.0,0.0,0.0],"knife_block_main_group":[1.4863969653311453,-0.18040035825278877,1.0624943354887755,1.0,0.0,0.0,0.0],"light_switch_2_room":[0.0,-1.9,1.2,0.999999920000001,0.0,0.0,0.00039999998933328934],"light_switch_room":[0.0,-1.8,1.2,0.999999920000001,0.0,0.0,0.00039999998933328934],"micro_housing_right_group":[5.689991772021986,-2.939999228611817,1.6249999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"microwave_right_group":[5.520458884233695,-2.9399986153512137,1.6249999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"outlet_2_room":[6.08,-1.0,1.2,0.7071054825112363,0.0,0.0,-0.7071080798594735],"outlet_3_room":[6.08,-2.5,1.2,0.7071054825112363,0.0,0.0,-0.7071080798594735],"outlet_room":[3.0,0.0,1.2,1.0,0.0,0.0,0.0],"oven_housing_right_group":[5.689991772021986,-2.939999228611817,0.9999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"oven_right_group":[5.572894656033508,-2.940065399684986,1.0000000336235495,0.7071054825112363,0.0,0.0,-0.7071080798594735],"paper_towel_main_group":[0.2941806390777399,-0.5462106068293686,1.0878950932503004,1.0,0.0,0.0,0.0],"plant_left_group":[0.19613419104779156,-4.0699767368854864,1.008492366712176,0.7071055013256238,0.0,0.0,0.7071080610451548],"shelves_1_main_group":[3.4,-0.2,1.85,1.0,0.0,0.0,0.0],"shelves_2_main_group":[5.05,-0.2,1.85,1.0,0.0,0.0,0.0],"side_bottom_right_group_1":[5.689988466137392,-3.8399992286057447,0.19999999996399978,0.7071054825112363,0.0,0.0,-0.7071080798594735],"side_bottom_right_group_2":[5.689988466137392,-3.8399992286057447,0.4999999998919997,0.7071054825112363,0.0,0.0,-0.7071080798594735],"side_bottom_right_group_3":[5.689988466137392,-3.8399992286057447,1.4799999999279996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"side_bottom_right_group_base":[5.724988466137156,-3.8399993571679234,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"sink_left_group":[0.29999877198378305,-2.199998355103462,0.9894399220814241,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_1_left_group_1":[0.2999955921518521,-3.199998898046565,0.365,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_1_left_group_2":[0.2999965104531279,-3.4499988980448784,0.7849999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_1_left_group_3":[0.29999467385057627,-2.9499988980482517,0.7849999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_1_left_group_base":[0.2649955921520883,-3.1999990266087437,0.024999999999999988,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_1_main_group_1":[1.2,-0.3,0.15499999999999997,1.0,0.0,0.0,0.0],"stack_1_main_group_2":[1.2,-0.3,0.365,1.0,0.0,0.0,0.0],"stack_1_main_group_3":[1.2,-0.3,0.575,1.0,0.0,0.0,0.0],"stack_1_main_group_4":[1.2,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"stack_1_main_group_base":[1.2,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"stack_2_left_group_1":[0.29999191894674876,-2.199998898053311,0.47,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_2_left_group_base":[0.26499191894698493,-2.19999902661549,0.024999999999999988,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_2_main_group_1":[2.2,-0.3,0.365,1.0,0.0,0.0,0.0],"stack_2_main_group_2":[1.9500000000000002,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"stack_2_main_group_3":[2.45,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"stack_2_main_group_base":[2.2,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"stack_3_left_group_1":[0.2999870519499868,-0.8749988980622496,0.4699999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_3_left_group_base":[0.264987051950223,-0.8749990266244283,0.024999999999999932,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_3_main_group_1":[3.2,-0.3,0.365,1.0,0.0,0.0,0.0],"stack_3_main_group_2":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"stack_3_main_group_3":[3.45,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"stack_3_main_group_base":[3.2,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"stack_4_main_group_1":[4.2,-0.3,0.47,1.0,0.0,0.0,0.0],"stack_4_main_group_base":[4.2,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"stack_5_main_group_1":[4.95,-0.3,0.365,1.0,0.0,0.0,0.0],"stack_5_main_group_2":[4.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"stack_5_main_group_base":[4.95,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"stack_left_right_group_1":[5.689999265360396,-0.899999228625579,0.615,0.7071054825112363,0.0,0.0,-0.7071080798594735],"stack_left_right_group_2":[5.689999265360396,-0.899999228625579,1.7449999999999999,0.7071054825112363,0.0,0.0,-0.7071080798594735],"stack_left_right_group_base":[5.72499926536016,-0.8999993571877576,0.025000000000000043,0.7071054825112363,0.0,0.0,-0.7071080798594735],"stack_right_right_group_1":[5.689994159605303,-2.289999228616202,0.6149999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"stack_right_right_group_2":[5.689994159605303,-2.289999228616202,1.7449999999999997,0.7071054825112363,0.0,0.0,-0.7071080798594735],"stack_right_right_group_base":[5.724994159605067,-2.28999935717838,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"stool_1_room":[1.325,-4.475,0.4,4.632679487995776e-05,0.0,0.0,0.999999998926914],"stool_2_room":[1.975,-4.475,0.4,4.632679487995776e-05,0.0,0.0,0.999999998926914],"stool_3_room":[2.625,-4.475,0.4,4.632679487995776e-05,0.0,0.0,0.999999998926914],"stovetop_main_group":[4.201503558601173,-0.29496929235669656,0.9307668946915083,1.0,0.0,0.0,0.0],"toaster_main_group":[2.747640287102935,-0.21089753143282097,1.038,1.0,0.0,0.0,0.0],"toaster_oven_main_group":[3.382218060875461,-0.3016016394625445,1.0763907397778258,1.0,0.0,0.0,0.0],"top_right_group":[5.689991772021986,-2.939999228611817,2.1049999999999995,0.7071054825112363,0.0,0.0,-0.7071080798594735],"utensil_rack_room":[1.9,-0.039999999999999994,1.15,1.0,0.0,0.0,0.0],"utensil_set_main_group":[5.45731049109186,-0.15253297724350956,1.063320811843608,1.0,0.0,0.0,0.0],"wall_backing_room":[3.04,0.14,1.38,-0.7071067811865476,0.7071067811865476,0.0,0.0],"wall_front_backing_room":[3.04,-6.14,1.38,0.0,0.0,0.7071067811865476,-0.7071067811865476],"wall_front_room":[3.04,-6.02,1.5,0.0,0.0,0.7071067811865476,-0.7071067811865476],"wall_left_backing_room":[-0.14,-3.0,1.38,0.5,0.5,-0.5,-0.5],"wall_left_room":[-0.02,-3.0,1.5,0.5,0.5,-0.5,-0.5],"wall_right_backing_room":[6.22,-3.0,1.38,0.5,-0.5,-0.5,0.5],"wall_right_room":[6.1,-3.0,1.5,0.5,-0.5,-0.5,0.5],"wall_room":[3.04,0.02,1.5,-0.7071067811865476,0.7071067811865476,0.0,0.0],"window_group_room":[0.015000000000000003,-3.2999999,1.7,0.7071054825112363,0.0,0.0,0.7071080798594735]},"objects":{"distr_counter_1":[2.944721113907285,-0.3202109049108392,0.9338282762665335,0.9894318539285051,0.02054917860246774,-0.011260209392814873,-0.14309278589361615],"drawer_obj":[2.973405039709965,-0.3680509806202894,0.765158347117482,0.9691252834979894,0.05667347898297594,0.004629433780902134,0.2399226333795463]},"source":"robocasa_scene_registry"},"private_success_signal_exposed":false,"prompt":"Open the left drawer.","query":null,"requested_steps":15,"runtime_action_schema":{"action_shape":[12],"available":true,"base_mode_index":11,"base_slice":[7,10],"controller_input_ref_frame":"base","eef_part":"right","eef_slice":[0,6],"env_created":true,"grasp_primitives_supported":true,"gripper_part":"right_gripper","gripper_slice":[6,7],"has_base_control":true,"has_gripper_control":true,"kind":"direct_composite","torso_slice":[10,11]},"step_summaries":[{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":0,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":1,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":2,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":3,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":4,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":5,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":6,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":7,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":8,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":9,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":10,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":11,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":12,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":13,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":14,"terminated":false,"truncated":false}],"steps_executed":15,"verifier_boundary":{"harness_verify_required":true,"private_task_signal_exposed":false,"task_completion_claimed_by_primitive":false},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":711},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":2999.491},{"name":"inspect_robocasa_fixture","arguments":{"fixture_name":"drawer","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":300,"fixture_type":"Box","kind":"fixture","name":"bottom_corner_right_group","pos":[-0.075,-0.21,0.445],"pose_world":[5.6900002754917995,-0.6249992286274342,0.445,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.05,0.78,0.89],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1942,"geom_name":"bottom_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1943,"geom_name":"bottom_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1944,"geom_name":"bottom_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1945,"geom_name":"bottom_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1946,"geom_name":"bottom_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1947,"geom_name":"bottom_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1948,"geom_name":"bottom_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1949,"geom_name":"bottom_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1950,"geom_name":"bottom_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1951,"geom_name":"bottom_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":302,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_1","pos":[5.689991772021986,-2.939999228611817,0.19999999999999982],"pose_world":[5.689991772021986,-2.939999228611817,0.19999999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"affordance_geometries":{"handles":[{"geom_id":1976,"geom_name":"bottom_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1977,"geom_name":"bottom_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1978,"geom_name":"bottom_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1979,"geom_name":"bottom_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1980,"geom_name":"bottom_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1981,"geom_name":"bottom_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1982,"geom_name":"bottom_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1983,"geom_name":"bottom_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1984,"geom_name":"bottom_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1985,"geom_name":"bottom_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":306,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_2","pos":[5.689991772021986,-2.939999228611817,0.4999999999999998],"pose_world":[5.689991772021986,-2.939999228611817,0.4999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"body_id":301,"fixture_type":"Box","kind":"fixture","name":"bottom_right_group_base","pos":[2.24,-0.17499999999999996,0.02499999999999982],"pose_world":[5.72499177202175,-2.9399993571739955,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.71,0.05],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1506,"geom_name":"cab_1_left_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1507,"geom_name":"cab_1_left_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1508,"geom_name":"cab_1_left_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1509,"geom_name":"cab_1_left_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1510,"geom_name":"cab_1_left_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1511,"geom_name":"cab_1_left_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1512,"geom_name":"cab_1_left_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1513,"geom_name":"cab_1_left_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1514,"geom_name":"cab_1_left_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1515,"geom_name":"cab_1_left_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1520,"geom_name":"cab_1_left_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1521,"geom_name":"cab_1_left_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1522,"geom_name":"cab_1_left_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1523,"geom_name":"cab_1_left_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1524,"geom_name":"cab_1_left_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1525,"geom_name":"cab_1_left_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1526,"geom_name":"cab_1_left_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1527,"geom_name":"cab_1_left_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1528,"geom_name":"cab_1_left_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1529,"geom_name":"cab_1_left_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":239,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_left_group","pos":[0.19999008234487173,-1.6999992653771945,1.85],"pose_world":[0.19999008234487173,-1.6999992653771945,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":296,"geom_name":"cab_1_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":297,"geom_name":"cab_1_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":298,"geom_name":"cab_1_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":299,"geom_name":"cab_1_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":300,"geom_name":"cab_1_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":301,"geom_name":"cab_1_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":302,"geom_name":"cab_1_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":303,"geom_name":"cab_1_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":304,"geom_name":"cab_1_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":305,"geom_name":"cab_1_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":310,"geom_name":"cab_1_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":311,"geom_name":"cab_1_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":312,"geom_name":"cab_1_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":313,"geom_name":"cab_1_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":314,"geom_name":"cab_1_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":315,"geom_name":"cab_1_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":316,"geom_name":"cab_1_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":317,"geom_name":"cab_1_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":318,"geom_name":"cab_1_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":319,"geom_name":"cab_1_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":60,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_main_group","pos":[1.15,-0.2,1.85],"pose_world":[1.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":1552,"geom_name":"cab_2_left_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1553,"geom_name":"cab_2_left_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1554,"geom_name":"cab_2_left_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1555,"geom_name":"cab_2_left_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1556,"geom_name":"cab_2_left_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1557,"geom_name":"cab_2_left_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1558,"geom_name":"cab_2_left_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1559,"geom_name":"cab_2_left_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1560,"geom_name":"cab_2_left_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1561,"geom_name":"cab_2_left_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":248,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_left_group","pos":[0.19998732744104422,-0.9499992653822544,1.85],"pose_world":[0.19998732744104422,-0.9499992653822544,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"affordance_geometries":{"handles":[{"geom_id":388,"geom_name":"cab_2_main_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":389,"geom_name":"cab_2_main_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":390,"geom_name":"cab_2_main_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":391,"geom_name":"cab_2_main_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":392,"geom_name":"cab_2_main_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":393,"geom_name":"cab_2_main_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":394,"geom_name":"cab_2_main_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":395,"geom_name":"cab_2_main_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":396,"geom_name":"cab_2_main_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":397,"geom_name":"cab_2_main_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":78,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_main_group","pos":[2.9,-0.2,1.85],"pose_world":[2.9,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"body_id":59,"fixture_type":"Box","kind":"fixture","name":"cab_corner_2_main_group","pos":[0.2,-0.55,1.85],"pose_world":[0.2,-0.55,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.4,0.3,0.92],"type":"Box"},{"body_id":58,"fixture_type":"Box","kind":"fixture","name":"cab_corner_main_group","pos":[0.325,-0.2,1.85],"pose_world":[0.325,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.65,0.4,0.92],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":342,"geom_name":"cab_main_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":343,"geom_name":"cab_main_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":344,"geom_name":"cab_main_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":345,"geom_name":"cab_main_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":346,"geom_name":"cab_main_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":347,"geom_name":"cab_main_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":348,"geom_name":"cab_main_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":349,"geom_name":"cab_main_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":350,"geom_name":"cab_main_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":351,"geom_name":"cab_main_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":356,"geom_name":"cab_main_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":357,"geom_name":"cab_main_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":358,"geom_name":"cab_main_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":359,"geom_name":"cab_main_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":360,"geom_name":"cab_main_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":361,"geom_name":"cab_main_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":362,"geom_name":"cab_main_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":363,"geom_name":"cab_main_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":364,"geom_name":"cab_main_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":365,"geom_name":"cab_main_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":69,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_main_main_group","pos":[2.15,-0.2,1.85],"pose_world":[2.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"body_id":299,"fixture_type":"Box","kind":"fixture","name":"cab_top_corner_right_group","pos":[-0.375,-0.21,1.8499999999999996],"pose_world":[5.6900013774533305,-0.3249992286294581,1.8499999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.65,0.78,0.92],"type":"Box"},{"affordance_geometries":{"start_buttons":{"start_button_1":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}],"start_button_2":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}]}},"affordance_sites":{"receptacle_place_site":[1.319170355796814,-0.34829509258270264,0.9765308499336243],"start_buttons":{"start_button_1":[1.3185672760009766,-0.41278737783432007,1.2256221771240234],"start_button_2":[1.3185672760009766,-0.41278737783432007,1.1727606058120728]}},"body_id":167,"depth":0.36232757964721246,"fixture_type":"CoffeeMachine","height":0.33999999999999997,"kind":"fixture","name":"coffee_machine_main_group","pos":[1.3185672959127874,-0.2445345466838201,1.0929999947553568],"pose_world":[1.3185672959127874,-0.2445345466838201,1.0929999947553568,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.1654909721085488,0.36232757964721246,0.33999999999999997],"type":"CoffeeMachine","width":0.1654909721085488},{"body_id":191,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_front_group","pos":[1.975,-4.075,0.46],"pose_world":[1.975,-4.075,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[2.55,0.65,0.92],"type":"Counter","width":2.55},{"body_id":197,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_left_group","pos":[0.32499191894658014,-2.1999988062231837,0.46],"pose_world":[0.32499191894658014,-2.1999988062231837,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"body_id":56,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_main_group","pos":[4.45,-0.325,0.46],"pose_world":[4.45,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.5,0.65,0.92],"type":"Counter","width":1.5},{"body_id":57,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_2_main_group","pos":[5.640000000000001,-0.325,0.46],"pose_world":[5.640000000000001,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.88,0.65,0.92],"type":"Counter","width":0.88},{"body_id":192,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_front_group","pos":[0.6500000056873556,-4.0748772339937,0.46],"pose_world":[0.6500000056873556,-4.0748772339937,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":193,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_left_group","pos":[0.3249987143760213,-4.049998806210703,0.46],"pose_world":[0.3249987143760213,-4.049998806210703,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":47,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_main_group","pos":[0.35,-0.325,0.46],"pose_world":[0.35,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":198,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_right_left_group","pos":[0.32498622547866995,-0.6499988062336404,0.46],"pose_world":[0.32498622547866995,-0.6499988062336404,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":48,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_main_main_group","pos":[2.2,-0.325,0.46],"pose_world":[2.2,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"affordance_geometries":{"handles":[{"geom_id":1425,"geom_name":"dishwasher_left_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":226,"depth":0.6,"fixture_type":"Dishwasher","height":0.89,"kind":"fixture","name":"dishwasher_left_group","pos":[0.32479563450010346,-1.3749988069386108,0.4449999999999999],"pose_world":[0.32479563450010346,-1.3749988069386108,0.4449999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.65,0.6,0.89],"type":"Dishwasher","width":0.65},{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"…"],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":714},"pose_evidence":{"fixtures":{"drawer":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0]},"objects":{},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":[2.950127124786377,-0.6181310415267944,0.7849999666213989]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":[3.0001063346862793,-0.6036044955253601,0.7850001454353333]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":[2.8998935222625732,-0.6036660075187683,0.7849998474121094]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":[3.0001063346862793,-0.6178436279296875,0.7850001454353333]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":[2.8998935222625732,-0.617800235748291,0.7849998474121094]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":[2.9962358474731445,-0.6343322992324829,0.785000205039978]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":[2.9040141105651855,-0.6343322992324829,0.7850005030632019]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":[2.950000047683716,-0.6228905916213989,0.7850000262260437]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":714},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":714},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":2999.533}],"event":{"kind":"action","label":"Control action","detail":""}},{"round":24,"at":3210.780589,"duration":210.47,"title":"The episode stops at its budget limit before another action is executed.","error":"LoopBudgetExceeded: loop budget exhausted: primitive_calls","budgetStop":true,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":26,"cumulativeToolCalls":256,"code":"fx = primitives.call(name='inspect_robocasa_fixture', fixture_name='drawer', prompt='Open the left drawer.')\npos = [2.9733972549438477, -0.36803507804870605, 0.7651695609092712]\nratio = 0.0\nif fx.ok and isinstance(fx.output, dict):\n    hr = fx.output.get('handle_region') or {}\n    if isinstance(hr, dict) and hr.get('center'):\n        pos = list(hr['center'])\n    ratio = fx.output.get('open_ratio') or 0.0\n\ndef gh(px, py, pz):\n    gg = primitives.call(name='ground_robocasa_visual_target', entity_name='drawer_obj',\n                         world_position=[px, py, pz], prompt='Open the left drawer.')\n    return gg.output.get('evidence_handle') if gg.ok else None\n\nif ratio < 0.9:\n    h = gh(pos[0], pos[1], pos[2])\n    primitives.call(name='move_robocasa_ee_to', target_position=[pos[0] + 0.10, pos[1], pos[2]],\n                    gripper_command=1.0, horizon=500, evidence_handles=[h] if h else [],\n                    prompt='Open the left drawer.')\n    h = gh(pos[0], pos[1], pos[2])\n    primitives.call(name='move_robocasa_ee_to', target_position=[pos[0] + 0.02, pos[1], pos[2]],\n                    gripper_command=-1.0, horizon=500, evidence_handles=[h] if h else [],\n                    prompt='Open the left drawer.')\n    cur = list(pos)\n    for i in range(5):\n        ins = primitives.call(name='inspect_robocasa_object', object_name='drawer_obj', prompt='Open the left drawer.')\n        if ins.ok and isinstance(ins.output, dict):\n            cur = list(ins.output.get('position', cur))\n        h2 = gh(cur[0], cur[1], cur[2])\n        primitives.call(name='move_robocasa_ee_to', target_position=[cur[0] + 0.09, cur[1], cur[2]],\n                        gripper_command=-1.0, horizon=500, evidence_handles=[h2] if h2 else [],\n                        prompt='Open the left drawer.')\n        f2 = primitives.call(name='inspect_robocasa_fixture', fixture_name='drawer', prompt='Open the left drawer.')\n        rr = f2.output.get('open_ratio') if f2.ok else None\n        if rr is not None and rr >= 0.9:\n            break\n    primitives.call(name='settle_robocasa_environment', steps=15, gripper_command=1.0, evidence_handles=[], prompt='Open the left drawer.')\n\nfin = primitives.call(name='inspect_robocasa_fixture', fixture_name='drawer', prompt='Open the left drawer.')\nif fin.ok:\n    print('final_ratio', fin.output.get('open_ratio'), 'is_open', fin.output.get('is_open'), 'joint', fin.output.get('joint_positions'))\nprimitives.call(name='record_robocasa_evidence')","codeExcerpt":false,"stdout":"","feedback":{},"calls":[{"name":"inspect_robocasa_fixture","arguments":{"fixture_name":"drawer","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":300,"fixture_type":"Box","kind":"fixture","name":"bottom_corner_right_group","pos":[-0.075,-0.21,0.445],"pose_world":[5.6900002754917995,-0.6249992286274342,0.445,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.05,0.78,0.89],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1942,"geom_name":"bottom_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1943,"geom_name":"bottom_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1944,"geom_name":"bottom_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1945,"geom_name":"bottom_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1946,"geom_name":"bottom_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1947,"geom_name":"bottom_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1948,"geom_name":"bottom_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1949,"geom_name":"bottom_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1950,"geom_name":"bottom_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1951,"geom_name":"bottom_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":302,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_1","pos":[5.689991772021986,-2.939999228611817,0.19999999999999982],"pose_world":[5.689991772021986,-2.939999228611817,0.19999999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"affordance_geometries":{"handles":[{"geom_id":1976,"geom_name":"bottom_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1977,"geom_name":"bottom_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1978,"geom_name":"bottom_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1979,"geom_name":"bottom_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1980,"geom_name":"bottom_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1981,"geom_name":"bottom_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1982,"geom_name":"bottom_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1983,"geom_name":"bottom_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1984,"geom_name":"bottom_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1985,"geom_name":"bottom_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":306,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_2","pos":[5.689991772021986,-2.939999228611817,0.4999999999999998],"pose_world":[5.689991772021986,-2.939999228611817,0.4999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"body_id":301,"fixture_type":"Box","kind":"fixture","name":"bottom_right_group_base","pos":[2.24,-0.17499999999999996,0.02499999999999982],"pose_world":[5.72499177202175,-2.9399993571739955,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.71,0.05],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1506,"geom_name":"cab_1_left_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1507,"geom_name":"cab_1_left_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1508,"geom_name":"cab_1_left_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1509,"geom_name":"cab_1_left_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1510,"geom_name":"cab_1_left_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1511,"geom_name":"cab_1_left_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1512,"geom_name":"cab_1_left_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1513,"geom_name":"cab_1_left_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1514,"geom_name":"cab_1_left_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1515,"geom_name":"cab_1_left_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1520,"geom_name":"cab_1_left_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1521,"geom_name":"cab_1_left_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1522,"geom_name":"cab_1_left_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1523,"geom_name":"cab_1_left_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1524,"geom_name":"cab_1_left_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1525,"geom_name":"cab_1_left_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1526,"geom_name":"cab_1_left_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1527,"geom_name":"cab_1_left_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1528,"geom_name":"cab_1_left_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1529,"geom_name":"cab_1_left_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":239,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_left_group","pos":[0.19999008234487173,-1.6999992653771945,1.85],"pose_world":[0.19999008234487173,-1.6999992653771945,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":296,"geom_name":"cab_1_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":297,"geom_name":"cab_1_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":298,"geom_name":"cab_1_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":299,"geom_name":"cab_1_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":300,"geom_name":"cab_1_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":301,"geom_name":"cab_1_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":302,"geom_name":"cab_1_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":303,"geom_name":"cab_1_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":304,"geom_name":"cab_1_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":305,"geom_name":"cab_1_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":310,"geom_name":"cab_1_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":311,"geom_name":"cab_1_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":312,"geom_name":"cab_1_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":313,"geom_name":"cab_1_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":314,"geom_name":"cab_1_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":315,"geom_name":"cab_1_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":316,"geom_name":"cab_1_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":317,"geom_name":"cab_1_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":318,"geom_name":"cab_1_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":319,"geom_name":"cab_1_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":60,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_main_group","pos":[1.15,-0.2,1.85],"pose_world":[1.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":1552,"geom_name":"cab_2_left_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1553,"geom_name":"cab_2_left_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1554,"geom_name":"cab_2_left_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1555,"geom_name":"cab_2_left_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1556,"geom_name":"cab_2_left_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1557,"geom_name":"cab_2_left_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1558,"geom_name":"cab_2_left_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1559,"geom_name":"cab_2_left_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1560,"geom_name":"cab_2_left_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1561,"geom_name":"cab_2_left_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":248,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_left_group","pos":[0.19998732744104422,-0.9499992653822544,1.85],"pose_world":[0.19998732744104422,-0.9499992653822544,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"affordance_geometries":{"handles":[{"geom_id":388,"geom_name":"cab_2_main_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":389,"geom_name":"cab_2_main_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":390,"geom_name":"cab_2_main_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":391,"geom_name":"cab_2_main_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":392,"geom_name":"cab_2_main_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":393,"geom_name":"cab_2_main_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":394,"geom_name":"cab_2_main_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":395,"geom_name":"cab_2_main_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":396,"geom_name":"cab_2_main_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":397,"geom_name":"cab_2_main_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":78,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_main_group","pos":[2.9,-0.2,1.85],"pose_world":[2.9,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"body_id":59,"fixture_type":"Box","kind":"fixture","name":"cab_corner_2_main_group","pos":[0.2,-0.55,1.85],"pose_world":[0.2,-0.55,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.4,0.3,0.92],"type":"Box"},{"body_id":58,"fixture_type":"Box","kind":"fixture","name":"cab_corner_main_group","pos":[0.325,-0.2,1.85],"pose_world":[0.325,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.65,0.4,0.92],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":342,"geom_name":"cab_main_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":343,"geom_name":"cab_main_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":344,"geom_name":"cab_main_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":345,"geom_name":"cab_main_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":346,"geom_name":"cab_main_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":347,"geom_name":"cab_main_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":348,"geom_name":"cab_main_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":349,"geom_name":"cab_main_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":350,"geom_name":"cab_main_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":351,"geom_name":"cab_main_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":356,"geom_name":"cab_main_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":357,"geom_name":"cab_main_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":358,"geom_name":"cab_main_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":359,"geom_name":"cab_main_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":360,"geom_name":"cab_main_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":361,"geom_name":"cab_main_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":362,"geom_name":"cab_main_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":363,"geom_name":"cab_main_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":364,"geom_name":"cab_main_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":365,"geom_name":"cab_main_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":69,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_main_main_group","pos":[2.15,-0.2,1.85],"pose_world":[2.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"body_id":299,"fixture_type":"Box","kind":"fixture","name":"cab_top_corner_right_group","pos":[-0.375,-0.21,1.8499999999999996],"pose_world":[5.6900013774533305,-0.3249992286294581,1.8499999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.65,0.78,0.92],"type":"Box"},{"affordance_geometries":{"start_buttons":{"start_button_1":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}],"start_button_2":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}]}},"affordance_sites":{"receptacle_place_site":[1.319170355796814,-0.34829509258270264,0.9765308499336243],"start_buttons":{"start_button_1":[1.3185672760009766,-0.41278737783432007,1.2256221771240234],"start_button_2":[1.3185672760009766,-0.41278737783432007,1.1727606058120728]}},"body_id":167,"depth":0.36232757964721246,"fixture_type":"CoffeeMachine","height":0.33999999999999997,"kind":"fixture","name":"coffee_machine_main_group","pos":[1.3185672959127874,-0.2445345466838201,1.0929999947553568],"pose_world":[1.3185672959127874,-0.2445345466838201,1.0929999947553568,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.1654909721085488,0.36232757964721246,0.33999999999999997],"type":"CoffeeMachine","width":0.1654909721085488},{"body_id":191,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_front_group","pos":[1.975,-4.075,0.46],"pose_world":[1.975,-4.075,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[2.55,0.65,0.92],"type":"Counter","width":2.55},{"body_id":197,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_left_group","pos":[0.32499191894658014,-2.1999988062231837,0.46],"pose_world":[0.32499191894658014,-2.1999988062231837,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"body_id":56,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_main_group","pos":[4.45,-0.325,0.46],"pose_world":[4.45,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.5,0.65,0.92],"type":"Counter","width":1.5},{"body_id":57,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_2_main_group","pos":[5.640000000000001,-0.325,0.46],"pose_world":[5.640000000000001,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.88,0.65,0.92],"type":"Counter","width":0.88},{"body_id":192,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_front_group","pos":[0.6500000056873556,-4.0748772339937,0.46],"pose_world":[0.6500000056873556,-4.0748772339937,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":193,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_left_group","pos":[0.3249987143760213,-4.049998806210703,0.46],"pose_world":[0.3249987143760213,-4.049998806210703,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":47,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_main_group","pos":[0.35,-0.325,0.46],"pose_world":[0.35,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":198,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_right_left_group","pos":[0.32498622547866995,-0.6499988062336404,0.46],"pose_world":[0.32498622547866995,-0.6499988062336404,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":48,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_main_main_group","pos":[2.2,-0.325,0.46],"pose_world":[2.2,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"affordance_geometries":{"handles":[{"geom_id":1425,"geom_name":"dishwasher_left_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":226,"depth":0.6,"fixture_type":"Dishwasher","height":0.89,"kind":"fixture","name":"dishwasher_left_group","pos":[0.32479563450010346,-1.3749988069386108,0.4449999999999999],"pose_world":[0.32479563450010346,-1.3749988069386108,0.4449999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.65,0.6,0.89],"type":"Dishwasher","width":0.65},{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"…"],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":718},"pose_evidence":{"fixtures":{"drawer":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0]},"objects":{},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":[2.950127124786377,-0.6181310415267944,0.7849999666213989]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":[3.0001063346862793,-0.6036044955253601,0.7850001454353333]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":[2.8998935222625732,-0.6036660075187683,0.7849998474121094]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":[3.0001063346862793,-0.6178436279296875,0.7850001454353333]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":[2.8998935222625732,-0.617800235748291,0.7849998474121094]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":[2.9962358474731445,-0.6343322992324829,0.785000205039978]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":[2.9040141105651855,-0.6343322992324829,0.7850005030632019]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":[2.950000047683716,-0.6228905916213989,0.7850000262260437]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":718},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":718},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":3061.875},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer.","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:114:robot0_agentview_left:state:69","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.973405039709965,-0.3680509806202894,0.765158347117482,0.9691252834979894,0.05667347898297594,0.004629433780902134,0.2399226333795463],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":114,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Open the left drawer.","query":null,"registry_pose_world":[2.973405122756958,-0.3680509924888611,0.7651583552360535],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":3061.878},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:114:robot0_agentview_left:state:69"],"gripper_command":1.0,"horizon":500,"prompt":"Open the left drawer.","target_position":[3.0733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":false,"error":null,"output":{"action_feedback":{"arrived":false,"contact":null,"distance_m":1.207994818687439,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":3080.409},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer.","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:115:robot0_agentview_left:state:70","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.9734079847322166,-0.3680496255952879,0.7651578658676456,0.9691312479591879,0.056674810206734504,0.004613323424863193,0.23989853556050428],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":115,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Open the left drawer.","query":null,"registry_pose_world":[2.9734079837799072,-0.36804962158203125,0.7651578783988953],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":3080.412},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:115:robot0_agentview_left:state:70"],"gripper_command":-1.0,"horizon":500,"prompt":"Open the left drawer.","target_position":[2.9933972549438477,-0.36803507804870605,0.7651695609092712]},"ok":false,"error":null,"output":{"action_feedback":{"arrived":false,"contact":null,"distance_m":1.3178696632385254,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":3099.542},{"name":"inspect_robocasa_object","arguments":{"object_name":"drawer_obj","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":350,"kind":"object","name":"distr_counter_1","pose_world":[2.944715220510918,-0.32021501322262785,0.9338283700247871,0.9894770899093155,0.020558091133477636,-0.01125452403937268,-0.14277881188113484],"rot":0.0,"score":0.5,"size":[0.02821504,0.0281638,0.02811556],"type":"MJCFObject"},{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.9734117521591834,-0.36804790638310675,0.7651576568825856,0.9691374267025027,0.05667436433843655,0.004609427369352222,0.23987375381774015],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"}],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":733},"pose_evidence":{"fixtures":{},"objects":{"drawer_obj":[2.9734117521591834,-0.36804790638310675,0.7651576568825856,0.9691374267025027,0.05667436433843655,0.004609427369352222,0.23987375381774015]},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"body_id":349,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":733},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"kind":"object","name":"drawer_obj","pose_world":[2.9734117521591834,-0.36804790638310675,0.7651576568825856,0.9691374267025027,0.05667436433843655,0.004609427369352222,0.23987375381774015],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":733},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":3099.546},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer.","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:116:robot0_agentview_left:state:71","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.9734117521591834,-0.36804790638310675,0.7651576568825856,0.9691374267025027,0.05667436433843655,0.004609427369352222,0.23987375381774015],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":116,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Open the left drawer.","query":null,"registry_pose_world":[2.973411798477173,-0.36804789304733276,0.7651576399803162],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":3099.549},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:116:robot0_agentview_left:state:71"],"gripper_command":-1.0,"horizon":500,"prompt":"Open the left drawer.","target_position":[3.0633972549438475,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"action_feedback":{"arrived":false,"contact":null,"distance_m":1.2142246961593628,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":3121.191},{"name":"inspect_robocasa_fixture","arguments":{"fixture_name":"drawer","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":300,"fixture_type":"Box","kind":"fixture","name":"bottom_corner_right_group","pos":[-0.075,-0.21,0.445],"pose_world":[5.6900002754917995,-0.6249992286274342,0.445,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.05,0.78,0.89],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1942,"geom_name":"bottom_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1943,"geom_name":"bottom_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1944,"geom_name":"bottom_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1945,"geom_name":"bottom_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1946,"geom_name":"bottom_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1947,"geom_name":"bottom_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1948,"geom_name":"bottom_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1949,"geom_name":"bottom_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1950,"geom_name":"bottom_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1951,"geom_name":"bottom_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":302,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_1","pos":[5.689991772021986,-2.939999228611817,0.19999999999999982],"pose_world":[5.689991772021986,-2.939999228611817,0.19999999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"affordance_geometries":{"handles":[{"geom_id":1976,"geom_name":"bottom_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1977,"geom_name":"bottom_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1978,"geom_name":"bottom_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1979,"geom_name":"bottom_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1980,"geom_name":"bottom_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1981,"geom_name":"bottom_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1982,"geom_name":"bottom_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1983,"geom_name":"bottom_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1984,"geom_name":"bottom_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1985,"geom_name":"bottom_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":306,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_2","pos":[5.689991772021986,-2.939999228611817,0.4999999999999998],"pose_world":[5.689991772021986,-2.939999228611817,0.4999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"body_id":301,"fixture_type":"Box","kind":"fixture","name":"bottom_right_group_base","pos":[2.24,-0.17499999999999996,0.02499999999999982],"pose_world":[5.72499177202175,-2.9399993571739955,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.71,0.05],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1506,"geom_name":"cab_1_left_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1507,"geom_name":"cab_1_left_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1508,"geom_name":"cab_1_left_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1509,"geom_name":"cab_1_left_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1510,"geom_name":"cab_1_left_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1511,"geom_name":"cab_1_left_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1512,"geom_name":"cab_1_left_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1513,"geom_name":"cab_1_left_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1514,"geom_name":"cab_1_left_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1515,"geom_name":"cab_1_left_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1520,"geom_name":"cab_1_left_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1521,"geom_name":"cab_1_left_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1522,"geom_name":"cab_1_left_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1523,"geom_name":"cab_1_left_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1524,"geom_name":"cab_1_left_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1525,"geom_name":"cab_1_left_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1526,"geom_name":"cab_1_left_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1527,"geom_name":"cab_1_left_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1528,"geom_name":"cab_1_left_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1529,"geom_name":"cab_1_left_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":239,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_left_group","pos":[0.19999008234487173,-1.6999992653771945,1.85],"pose_world":[0.19999008234487173,-1.6999992653771945,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":296,"geom_name":"cab_1_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":297,"geom_name":"cab_1_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":298,"geom_name":"cab_1_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":299,"geom_name":"cab_1_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":300,"geom_name":"cab_1_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":301,"geom_name":"cab_1_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":302,"geom_name":"cab_1_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":303,"geom_name":"cab_1_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":304,"geom_name":"cab_1_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":305,"geom_name":"cab_1_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":310,"geom_name":"cab_1_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":311,"geom_name":"cab_1_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":312,"geom_name":"cab_1_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":313,"geom_name":"cab_1_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":314,"geom_name":"cab_1_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":315,"geom_name":"cab_1_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":316,"geom_name":"cab_1_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":317,"geom_name":"cab_1_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":318,"geom_name":"cab_1_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":319,"geom_name":"cab_1_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":60,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_main_group","pos":[1.15,-0.2,1.85],"pose_world":[1.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":1552,"geom_name":"cab_2_left_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1553,"geom_name":"cab_2_left_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1554,"geom_name":"cab_2_left_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1555,"geom_name":"cab_2_left_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1556,"geom_name":"cab_2_left_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1557,"geom_name":"cab_2_left_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1558,"geom_name":"cab_2_left_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1559,"geom_name":"cab_2_left_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1560,"geom_name":"cab_2_left_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1561,"geom_name":"cab_2_left_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":248,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_left_group","pos":[0.19998732744104422,-0.9499992653822544,1.85],"pose_world":[0.19998732744104422,-0.9499992653822544,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"affordance_geometries":{"handles":[{"geom_id":388,"geom_name":"cab_2_main_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":389,"geom_name":"cab_2_main_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":390,"geom_name":"cab_2_main_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":391,"geom_name":"cab_2_main_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":392,"geom_name":"cab_2_main_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":393,"geom_name":"cab_2_main_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":394,"geom_name":"cab_2_main_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":395,"geom_name":"cab_2_main_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":396,"geom_name":"cab_2_main_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":397,"geom_name":"cab_2_main_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":78,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_main_group","pos":[2.9,-0.2,1.85],"pose_world":[2.9,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"body_id":59,"fixture_type":"Box","kind":"fixture","name":"cab_corner_2_main_group","pos":[0.2,-0.55,1.85],"pose_world":[0.2,-0.55,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.4,0.3,0.92],"type":"Box"},{"body_id":58,"fixture_type":"Box","kind":"fixture","name":"cab_corner_main_group","pos":[0.325,-0.2,1.85],"pose_world":[0.325,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.65,0.4,0.92],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":342,"geom_name":"cab_main_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":343,"geom_name":"cab_main_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":344,"geom_name":"cab_main_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":345,"geom_name":"cab_main_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":346,"geom_name":"cab_main_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":347,"geom_name":"cab_main_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":348,"geom_name":"cab_main_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":349,"geom_name":"cab_main_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":350,"geom_name":"cab_main_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":351,"geom_name":"cab_main_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":356,"geom_name":"cab_main_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":357,"geom_name":"cab_main_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":358,"geom_name":"cab_main_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":359,"geom_name":"cab_main_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":360,"geom_name":"cab_main_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":361,"geom_name":"cab_main_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":362,"geom_name":"cab_main_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":363,"geom_name":"cab_main_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":364,"geom_name":"cab_main_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":365,"geom_name":"cab_main_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":69,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_main_main_group","pos":[2.15,-0.2,1.85],"pose_world":[2.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"body_id":299,"fixture_type":"Box","kind":"fixture","name":"cab_top_corner_right_group","pos":[-0.375,-0.21,1.8499999999999996],"pose_world":[5.6900013774533305,-0.3249992286294581,1.8499999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.65,0.78,0.92],"type":"Box"},{"affordance_geometries":{"start_buttons":{"start_button_1":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}],"start_button_2":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}]}},"affordance_sites":{"receptacle_place_site":[1.319170355796814,-0.34829509258270264,0.9765308499336243],"start_buttons":{"start_button_1":[1.3185672760009766,-0.41278737783432007,1.2256221771240234],"start_button_2":[1.3185672760009766,-0.41278737783432007,1.1727606058120728]}},"body_id":167,"depth":0.36232757964721246,"fixture_type":"CoffeeMachine","height":0.33999999999999997,"kind":"fixture","name":"coffee_machine_main_group","pos":[1.3185672959127874,-0.2445345466838201,1.0929999947553568],"pose_world":[1.3185672959127874,-0.2445345466838201,1.0929999947553568,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.1654909721085488,0.36232757964721246,0.33999999999999997],"type":"CoffeeMachine","width":0.1654909721085488},{"body_id":191,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_front_group","pos":[1.975,-4.075,0.46],"pose_world":[1.975,-4.075,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[2.55,0.65,0.92],"type":"Counter","width":2.55},{"body_id":197,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_left_group","pos":[0.32499191894658014,-2.1999988062231837,0.46],"pose_world":[0.32499191894658014,-2.1999988062231837,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"body_id":56,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_main_group","pos":[4.45,-0.325,0.46],"pose_world":[4.45,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.5,0.65,0.92],"type":"Counter","width":1.5},{"body_id":57,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_2_main_group","pos":[5.640000000000001,-0.325,0.46],"pose_world":[5.640000000000001,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.88,0.65,0.92],"type":"Counter","width":0.88},{"body_id":192,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_front_group","pos":[0.6500000056873556,-4.0748772339937,0.46],"pose_world":[0.6500000056873556,-4.0748772339937,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":193,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_left_group","pos":[0.3249987143760213,-4.049998806210703,0.46],"pose_world":[0.3249987143760213,-4.049998806210703,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":47,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_main_group","pos":[0.35,-0.325,0.46],"pose_world":[0.35,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":198,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_right_left_group","pos":[0.32498622547866995,-0.6499988062336404,0.46],"pose_world":[0.32498622547866995,-0.6499988062336404,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":48,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_main_main_group","pos":[2.2,-0.325,0.46],"pose_world":[2.2,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"affordance_geometries":{"handles":[{"geom_id":1425,"geom_name":"dishwasher_left_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":226,"depth":0.6,"fixture_type":"Dishwasher","height":0.89,"kind":"fixture","name":"dishwasher_left_group","pos":[0.32479563450010346,-1.3749988069386108,0.4449999999999999],"pose_world":[0.32479563450010346,-1.3749988069386108,0.4449999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.65,0.6,0.89],"type":"Dishwasher","width":0.65},{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"…"],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":742},"pose_evidence":{"fixtures":{"drawer":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0]},"objects":{},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":[2.950127124786377,-0.6181310415267944,0.7849999666213989]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":[3.0001063346862793,-0.6036044955253601,0.7850001454353333]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":[2.8998935222625732,-0.6036660075187683,0.7849998474121094]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":[3.0001063346862793,-0.6178436279296875,0.7850001454353333]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":[2.8998935222625732,-0.617800235748291,0.7849998474121094]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":[2.9962358474731445,-0.6343322992324829,0.785000205039978]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":[2.9040141105651855,-0.6343322992324829,0.7850005030632019]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":[2.950000047683716,-0.6228905916213989,0.7850000262260437]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":742},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":742},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":3121.218},{"name":"inspect_robocasa_object","arguments":{"object_name":"drawer_obj","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":350,"kind":"object","name":"distr_counter_1","pose_world":[2.9447127396813926,-0.3202161608767968,0.9338282297969572,0.9894998503544488,0.020552088006622057,-0.01124881340876983,-0.14262230549246685],"rot":0.0,"score":0.5,"size":[0.02821504,0.0281638,0.02811556],"type":"MJCFObject"},{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.973418374473548,-0.3680449042217103,0.7651583023731243,0.9691435568044185,0.05667399601084769,0.004623666866485318,0.23984879859059344],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"}],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":745},"pose_evidence":{"fixtures":{},"objects":{"drawer_obj":[2.973418374473548,-0.3680449042217103,0.7651583023731243,0.9691435568044185,0.05667399601084769,0.004623666866485318,0.23984879859059344]},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"body_id":349,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":745},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"kind":"object","name":"drawer_obj","pose_world":[2.973418374473548,-0.3680449042217103,0.7651583023731243,0.9691435568044185,0.05667399601084769,0.004623666866485318,0.23984879859059344],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":745},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":3121.221},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer.","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:117:robot0_agentview_left:state:72","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.973418374473548,-0.3680449042217103,0.7651583023731243,0.9691435568044185,0.05667399601084769,0.004623666866485318,0.23984879859059344],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":117,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Open the left drawer.","query":null,"registry_pose_world":[2.9734184741973877,-0.368044912815094,0.7651582956314087],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":3121.224},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:117:robot0_agentview_left:state:72"],"gripper_command":-1.0,"horizon":500,"prompt":"Open the left drawer.","target_position":[3.0633972549438475,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"action_feedback":{"arrived":false,"contact":null,"distance_m":1.0126233100891113,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":3143.507},{"name":"inspect_robocasa_fixture","arguments":{"fixture_name":"drawer","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":300,"fixture_type":"Box","kind":"fixture","name":"bottom_corner_right_group","pos":[-0.075,-0.21,0.445],"pose_world":[5.6900002754917995,-0.6249992286274342,0.445,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.05,0.78,0.89],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1942,"geom_name":"bottom_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1943,"geom_name":"bottom_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1944,"geom_name":"bottom_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1945,"geom_name":"bottom_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1946,"geom_name":"bottom_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1947,"geom_name":"bottom_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1948,"geom_name":"bottom_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1949,"geom_name":"bottom_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1950,"geom_name":"bottom_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1951,"geom_name":"bottom_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":302,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_1","pos":[5.689991772021986,-2.939999228611817,0.19999999999999982],"pose_world":[5.689991772021986,-2.939999228611817,0.19999999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"affordance_geometries":{"handles":[{"geom_id":1976,"geom_name":"bottom_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1977,"geom_name":"bottom_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1978,"geom_name":"bottom_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1979,"geom_name":"bottom_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1980,"geom_name":"bottom_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1981,"geom_name":"bottom_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1982,"geom_name":"bottom_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1983,"geom_name":"bottom_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1984,"geom_name":"bottom_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1985,"geom_name":"bottom_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":306,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_2","pos":[5.689991772021986,-2.939999228611817,0.4999999999999998],"pose_world":[5.689991772021986,-2.939999228611817,0.4999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"body_id":301,"fixture_type":"Box","kind":"fixture","name":"bottom_right_group_base","pos":[2.24,-0.17499999999999996,0.02499999999999982],"pose_world":[5.72499177202175,-2.9399993571739955,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.71,0.05],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1506,"geom_name":"cab_1_left_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1507,"geom_name":"cab_1_left_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1508,"geom_name":"cab_1_left_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1509,"geom_name":"cab_1_left_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1510,"geom_name":"cab_1_left_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1511,"geom_name":"cab_1_left_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1512,"geom_name":"cab_1_left_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1513,"geom_name":"cab_1_left_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1514,"geom_name":"cab_1_left_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1515,"geom_name":"cab_1_left_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1520,"geom_name":"cab_1_left_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1521,"geom_name":"cab_1_left_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1522,"geom_name":"cab_1_left_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1523,"geom_name":"cab_1_left_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1524,"geom_name":"cab_1_left_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1525,"geom_name":"cab_1_left_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1526,"geom_name":"cab_1_left_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1527,"geom_name":"cab_1_left_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1528,"geom_name":"cab_1_left_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1529,"geom_name":"cab_1_left_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":239,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_left_group","pos":[0.19999008234487173,-1.6999992653771945,1.85],"pose_world":[0.19999008234487173,-1.6999992653771945,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":296,"geom_name":"cab_1_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":297,"geom_name":"cab_1_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":298,"geom_name":"cab_1_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":299,"geom_name":"cab_1_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":300,"geom_name":"cab_1_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":301,"geom_name":"cab_1_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":302,"geom_name":"cab_1_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":303,"geom_name":"cab_1_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":304,"geom_name":"cab_1_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":305,"geom_name":"cab_1_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":310,"geom_name":"cab_1_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":311,"geom_name":"cab_1_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":312,"geom_name":"cab_1_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":313,"geom_name":"cab_1_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":314,"geom_name":"cab_1_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":315,"geom_name":"cab_1_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":316,"geom_name":"cab_1_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":317,"geom_name":"cab_1_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":318,"geom_name":"cab_1_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":319,"geom_name":"cab_1_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":60,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_main_group","pos":[1.15,-0.2,1.85],"pose_world":[1.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":1552,"geom_name":"cab_2_left_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1553,"geom_name":"cab_2_left_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1554,"geom_name":"cab_2_left_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1555,"geom_name":"cab_2_left_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1556,"geom_name":"cab_2_left_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1557,"geom_name":"cab_2_left_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1558,"geom_name":"cab_2_left_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1559,"geom_name":"cab_2_left_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1560,"geom_name":"cab_2_left_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1561,"geom_name":"cab_2_left_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":248,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_left_group","pos":[0.19998732744104422,-0.9499992653822544,1.85],"pose_world":[0.19998732744104422,-0.9499992653822544,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"affordance_geometries":{"handles":[{"geom_id":388,"geom_name":"cab_2_main_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":389,"geom_name":"cab_2_main_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":390,"geom_name":"cab_2_main_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":391,"geom_name":"cab_2_main_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":392,"geom_name":"cab_2_main_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":393,"geom_name":"cab_2_main_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":394,"geom_name":"cab_2_main_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":395,"geom_name":"cab_2_main_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":396,"geom_name":"cab_2_main_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":397,"geom_name":"cab_2_main_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":78,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_main_group","pos":[2.9,-0.2,1.85],"pose_world":[2.9,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"body_id":59,"fixture_type":"Box","kind":"fixture","name":"cab_corner_2_main_group","pos":[0.2,-0.55,1.85],"pose_world":[0.2,-0.55,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.4,0.3,0.92],"type":"Box"},{"body_id":58,"fixture_type":"Box","kind":"fixture","name":"cab_corner_main_group","pos":[0.325,-0.2,1.85],"pose_world":[0.325,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.65,0.4,0.92],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":342,"geom_name":"cab_main_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":343,"geom_name":"cab_main_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":344,"geom_name":"cab_main_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":345,"geom_name":"cab_main_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":346,"geom_name":"cab_main_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":347,"geom_name":"cab_main_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":348,"geom_name":"cab_main_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":349,"geom_name":"cab_main_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":350,"geom_name":"cab_main_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":351,"geom_name":"cab_main_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":356,"geom_name":"cab_main_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":357,"geom_name":"cab_main_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":358,"geom_name":"cab_main_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":359,"geom_name":"cab_main_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":360,"geom_name":"cab_main_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":361,"geom_name":"cab_main_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":362,"geom_name":"cab_main_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":363,"geom_name":"cab_main_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":364,"geom_name":"cab_main_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":365,"geom_name":"cab_main_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":69,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_main_main_group","pos":[2.15,-0.2,1.85],"pose_world":[2.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"body_id":299,"fixture_type":"Box","kind":"fixture","name":"cab_top_corner_right_group","pos":[-0.375,-0.21,1.8499999999999996],"pose_world":[5.6900013774533305,-0.3249992286294581,1.8499999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.65,0.78,0.92],"type":"Box"},{"affordance_geometries":{"start_buttons":{"start_button_1":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}],"start_button_2":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}]}},"affordance_sites":{"receptacle_place_site":[1.319170355796814,-0.34829509258270264,0.9765308499336243],"start_buttons":{"start_button_1":[1.3185672760009766,-0.41278737783432007,1.2256221771240234],"start_button_2":[1.3185672760009766,-0.41278737783432007,1.1727606058120728]}},"body_id":167,"depth":0.36232757964721246,"fixture_type":"CoffeeMachine","height":0.33999999999999997,"kind":"fixture","name":"coffee_machine_main_group","pos":[1.3185672959127874,-0.2445345466838201,1.0929999947553568],"pose_world":[1.3185672959127874,-0.2445345466838201,1.0929999947553568,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.1654909721085488,0.36232757964721246,0.33999999999999997],"type":"CoffeeMachine","width":0.1654909721085488},{"body_id":191,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_front_group","pos":[1.975,-4.075,0.46],"pose_world":[1.975,-4.075,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[2.55,0.65,0.92],"type":"Counter","width":2.55},{"body_id":197,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_left_group","pos":[0.32499191894658014,-2.1999988062231837,0.46],"pose_world":[0.32499191894658014,-2.1999988062231837,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"body_id":56,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_main_group","pos":[4.45,-0.325,0.46],"pose_world":[4.45,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.5,0.65,0.92],"type":"Counter","width":1.5},{"body_id":57,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_2_main_group","pos":[5.640000000000001,-0.325,0.46],"pose_world":[5.640000000000001,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.88,0.65,0.92],"type":"Counter","width":0.88},{"body_id":192,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_front_group","pos":[0.6500000056873556,-4.0748772339937,0.46],"pose_world":[0.6500000056873556,-4.0748772339937,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":193,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_left_group","pos":[0.3249987143760213,-4.049998806210703,0.46],"pose_world":[0.3249987143760213,-4.049998806210703,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":47,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_main_group","pos":[0.35,-0.325,0.46],"pose_world":[0.35,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":198,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_right_left_group","pos":[0.32498622547866995,-0.6499988062336404,0.46],"pose_world":[0.32498622547866995,-0.6499988062336404,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":48,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_main_main_group","pos":[2.2,-0.325,0.46],"pose_world":[2.2,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"affordance_geometries":{"handles":[{"geom_id":1425,"geom_name":"dishwasher_left_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":226,"depth":0.6,"fixture_type":"Dishwasher","height":0.89,"kind":"fixture","name":"dishwasher_left_group","pos":[0.32479563450010346,-1.3749988069386108,0.4449999999999999],"pose_world":[0.32479563450010346,-1.3749988069386108,0.4449999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.65,0.6,0.89],"type":"Dishwasher","width":0.65},{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"…"],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":754},"pose_evidence":{"fixtures":{"drawer":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0]},"objects":{},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":[2.950127124786377,-0.6181310415267944,0.7849999666213989]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":[3.0001063346862793,-0.6036044359207153,0.7850001454353333]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":[2.8998935222625732,-0.6036660075187683,0.7849998474121094]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":[3.0001063346862793,-0.6178436279296875,0.7850001454353333]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":[2.8998935222625732,-0.617800235748291,0.7849998474121094]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":[2.9962358474731445,-0.6343322992324829,0.785000205039978]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":[2.9040141105651855,-0.6343322992324829,0.7850005030632019]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":[2.950000047683716,-0.6228905916213989,0.7850000262260437]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":754},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":754},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":3143.545},{"name":"inspect_robocasa_object","arguments":{"object_name":"drawer_obj","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":350,"kind":"object","name":"distr_counter_1","pose_world":[2.9447105433182577,-0.3202168532780767,0.9338279806295483,0.9895229874216449,0.020530356118835243,-0.01123540649407942,-0.14246588181978764],"rot":0.0,"score":0.5,"size":[0.02821504,0.0281638,0.02811556],"type":"MJCFObject"},{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.9734205893480676,-0.3680439113150368,0.7651576801139323,0.9691494479298906,0.05667662277173076,0.004599615797054439,0.23982483512534364],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"}],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":757},"pose_evidence":{"fixtures":{},"objects":{"drawer_obj":[2.9734205893480676,-0.3680439113150368,0.7651576801139323,0.9691494479298906,0.05667662277173076,0.004599615797054439,0.23982483512534364]},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"body_id":349,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":757},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"kind":"object","name":"drawer_obj","pose_world":[2.9734205893480676,-0.3680439113150368,0.7651576801139323,0.9691494479298906,0.05667662277173076,0.004599615797054439,0.23982483512534364],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":757},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":3143.549},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer.","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:118:robot0_agentview_left:state:73","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.9734205893480676,-0.3680439113150368,0.7651576801139323,0.9691494479298906,0.05667662277173076,0.004599615797054439,0.23982483512534364],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":118,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Open the left drawer.","query":null,"registry_pose_world":[2.9734206199645996,-0.3680438995361328,0.7651576995849609],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":3143.552},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:118:robot0_agentview_left:state:73"],"gripper_command":-1.0,"horizon":500,"prompt":"Open the left drawer.","target_position":[3.0633972549438475,-0.36803507804870605,0.7651695609092712]},"ok":false,"error":null,"output":{"action_feedback":{"arrived":false,"contact":null,"distance_m":1.1882656812667847,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":3164.027},{"name":"inspect_robocasa_fixture","arguments":{"fixture_name":"drawer","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":300,"fixture_type":"Box","kind":"fixture","name":"bottom_corner_right_group","pos":[-0.075,-0.21,0.445],"pose_world":[5.6900002754917995,-0.6249992286274342,0.445,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.05,0.78,0.89],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1942,"geom_name":"bottom_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1943,"geom_name":"bottom_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1944,"geom_name":"bottom_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1945,"geom_name":"bottom_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1946,"geom_name":"bottom_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1947,"geom_name":"bottom_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1948,"geom_name":"bottom_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1949,"geom_name":"bottom_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1950,"geom_name":"bottom_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1951,"geom_name":"bottom_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":302,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_1","pos":[5.689991772021986,-2.939999228611817,0.19999999999999982],"pose_world":[5.689991772021986,-2.939999228611817,0.19999999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"affordance_geometries":{"handles":[{"geom_id":1976,"geom_name":"bottom_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1977,"geom_name":"bottom_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1978,"geom_name":"bottom_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1979,"geom_name":"bottom_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1980,"geom_name":"bottom_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1981,"geom_name":"bottom_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1982,"geom_name":"bottom_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1983,"geom_name":"bottom_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1984,"geom_name":"bottom_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1985,"geom_name":"bottom_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":306,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_2","pos":[5.689991772021986,-2.939999228611817,0.4999999999999998],"pose_world":[5.689991772021986,-2.939999228611817,0.4999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"body_id":301,"fixture_type":"Box","kind":"fixture","name":"bottom_right_group_base","pos":[2.24,-0.17499999999999996,0.02499999999999982],"pose_world":[5.72499177202175,-2.9399993571739955,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.71,0.05],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1506,"geom_name":"cab_1_left_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1507,"geom_name":"cab_1_left_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1508,"geom_name":"cab_1_left_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1509,"geom_name":"cab_1_left_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1510,"geom_name":"cab_1_left_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1511,"geom_name":"cab_1_left_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1512,"geom_name":"cab_1_left_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1513,"geom_name":"cab_1_left_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1514,"geom_name":"cab_1_left_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1515,"geom_name":"cab_1_left_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1520,"geom_name":"cab_1_left_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1521,"geom_name":"cab_1_left_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1522,"geom_name":"cab_1_left_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1523,"geom_name":"cab_1_left_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1524,"geom_name":"cab_1_left_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1525,"geom_name":"cab_1_left_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1526,"geom_name":"cab_1_left_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1527,"geom_name":"cab_1_left_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1528,"geom_name":"cab_1_left_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1529,"geom_name":"cab_1_left_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":239,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_left_group","pos":[0.19999008234487173,-1.6999992653771945,1.85],"pose_world":[0.19999008234487173,-1.6999992653771945,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":296,"geom_name":"cab_1_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":297,"geom_name":"cab_1_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":298,"geom_name":"cab_1_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":299,"geom_name":"cab_1_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":300,"geom_name":"cab_1_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":301,"geom_name":"cab_1_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":302,"geom_name":"cab_1_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":303,"geom_name":"cab_1_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":304,"geom_name":"cab_1_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":305,"geom_name":"cab_1_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":310,"geom_name":"cab_1_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":311,"geom_name":"cab_1_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":312,"geom_name":"cab_1_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":313,"geom_name":"cab_1_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":314,"geom_name":"cab_1_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":315,"geom_name":"cab_1_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":316,"geom_name":"cab_1_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":317,"geom_name":"cab_1_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":318,"geom_name":"cab_1_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":319,"geom_name":"cab_1_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":60,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_main_group","pos":[1.15,-0.2,1.85],"pose_world":[1.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":1552,"geom_name":"cab_2_left_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1553,"geom_name":"cab_2_left_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1554,"geom_name":"cab_2_left_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1555,"geom_name":"cab_2_left_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1556,"geom_name":"cab_2_left_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1557,"geom_name":"cab_2_left_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1558,"geom_name":"cab_2_left_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1559,"geom_name":"cab_2_left_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1560,"geom_name":"cab_2_left_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1561,"geom_name":"cab_2_left_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":248,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_left_group","pos":[0.19998732744104422,-0.9499992653822544,1.85],"pose_world":[0.19998732744104422,-0.9499992653822544,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"affordance_geometries":{"handles":[{"geom_id":388,"geom_name":"cab_2_main_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":389,"geom_name":"cab_2_main_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":390,"geom_name":"cab_2_main_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":391,"geom_name":"cab_2_main_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":392,"geom_name":"cab_2_main_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":393,"geom_name":"cab_2_main_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":394,"geom_name":"cab_2_main_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":395,"geom_name":"cab_2_main_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":396,"geom_name":"cab_2_main_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":397,"geom_name":"cab_2_main_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":78,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_main_group","pos":[2.9,-0.2,1.85],"pose_world":[2.9,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"body_id":59,"fixture_type":"Box","kind":"fixture","name":"cab_corner_2_main_group","pos":[0.2,-0.55,1.85],"pose_world":[0.2,-0.55,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.4,0.3,0.92],"type":"Box"},{"body_id":58,"fixture_type":"Box","kind":"fixture","name":"cab_corner_main_group","pos":[0.325,-0.2,1.85],"pose_world":[0.325,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.65,0.4,0.92],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":342,"geom_name":"cab_main_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":343,"geom_name":"cab_main_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":344,"geom_name":"cab_main_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":345,"geom_name":"cab_main_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":346,"geom_name":"cab_main_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":347,"geom_name":"cab_main_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":348,"geom_name":"cab_main_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":349,"geom_name":"cab_main_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":350,"geom_name":"cab_main_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":351,"geom_name":"cab_main_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":356,"geom_name":"cab_main_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":357,"geom_name":"cab_main_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":358,"geom_name":"cab_main_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":359,"geom_name":"cab_main_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":360,"geom_name":"cab_main_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":361,"geom_name":"cab_main_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":362,"geom_name":"cab_main_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":363,"geom_name":"cab_main_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":364,"geom_name":"cab_main_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":365,"geom_name":"cab_main_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":69,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_main_main_group","pos":[2.15,-0.2,1.85],"pose_world":[2.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"body_id":299,"fixture_type":"Box","kind":"fixture","name":"cab_top_corner_right_group","pos":[-0.375,-0.21,1.8499999999999996],"pose_world":[5.6900013774533305,-0.3249992286294581,1.8499999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.65,0.78,0.92],"type":"Box"},{"affordance_geometries":{"start_buttons":{"start_button_1":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}],"start_button_2":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}]}},"affordance_sites":{"receptacle_place_site":[1.319170355796814,-0.34829509258270264,0.9765308499336243],"start_buttons":{"start_button_1":[1.3185672760009766,-0.41278737783432007,1.2256221771240234],"start_button_2":[1.3185672760009766,-0.41278737783432007,1.1727606058120728]}},"body_id":167,"depth":0.36232757964721246,"fixture_type":"CoffeeMachine","height":0.33999999999999997,"kind":"fixture","name":"coffee_machine_main_group","pos":[1.3185672959127874,-0.2445345466838201,1.0929999947553568],"pose_world":[1.3185672959127874,-0.2445345466838201,1.0929999947553568,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.1654909721085488,0.36232757964721246,0.33999999999999997],"type":"CoffeeMachine","width":0.1654909721085488},{"body_id":191,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_front_group","pos":[1.975,-4.075,0.46],"pose_world":[1.975,-4.075,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[2.55,0.65,0.92],"type":"Counter","width":2.55},{"body_id":197,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_left_group","pos":[0.32499191894658014,-2.1999988062231837,0.46],"pose_world":[0.32499191894658014,-2.1999988062231837,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"body_id":56,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_main_group","pos":[4.45,-0.325,0.46],"pose_world":[4.45,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.5,0.65,0.92],"type":"Counter","width":1.5},{"body_id":57,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_2_main_group","pos":[5.640000000000001,-0.325,0.46],"pose_world":[5.640000000000001,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.88,0.65,0.92],"type":"Counter","width":0.88},{"body_id":192,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_front_group","pos":[0.6500000056873556,-4.0748772339937,0.46],"pose_world":[0.6500000056873556,-4.0748772339937,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":193,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_left_group","pos":[0.3249987143760213,-4.049998806210703,0.46],"pose_world":[0.3249987143760213,-4.049998806210703,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":47,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_main_group","pos":[0.35,-0.325,0.46],"pose_world":[0.35,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":198,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_right_left_group","pos":[0.32498622547866995,-0.6499988062336404,0.46],"pose_world":[0.32498622547866995,-0.6499988062336404,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":48,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_main_main_group","pos":[2.2,-0.325,0.46],"pose_world":[2.2,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"affordance_geometries":{"handles":[{"geom_id":1425,"geom_name":"dishwasher_left_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":226,"depth":0.6,"fixture_type":"Dishwasher","height":0.89,"kind":"fixture","name":"dishwasher_left_group","pos":[0.32479563450010346,-1.3749988069386108,0.4449999999999999],"pose_world":[0.32479563450010346,-1.3749988069386108,0.4449999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.65,0.6,0.89],"type":"Dishwasher","width":0.65},{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"…"],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":766},"pose_evidence":{"fixtures":{"drawer":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0]},"objects":{},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":[2.950127124786377,-0.6181310415267944,0.7849999666213989]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":[3.0001063346862793,-0.6036044955253601,0.7850001454353333]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":[2.8998935222625732,-0.6036660075187683,0.7849998474121094]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":[3.0001063346862793,-0.6178436279296875,0.7850001454353333]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":[2.8998935222625732,-0.617800235748291,0.7849998474121094]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":[2.9962358474731445,-0.6343322992324829,0.785000205039978]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":[2.9040141105651855,-0.6343322992324829,0.7850005030632019]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":[2.950000047683716,-0.6228905916213989,0.7850000262260437]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":766},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":766},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":3164.068},{"name":"inspect_robocasa_object","arguments":{"object_name":"drawer_obj","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":350,"kind":"object","name":"distr_counter_1","pose_world":[2.9447067107774605,-0.32022023610052347,0.933828330321012,0.9895449510005713,0.02055582669345518,-0.0112413643789513,-0.1423090990243618],"rot":0.0,"score":0.5,"size":[0.02821504,0.0281638,0.02811556],"type":"MJCFObject"},{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.973426489474104,-0.36804123547962414,0.7651581237668474,0.9691556356993792,0.05667581899465567,0.00461094760507564,0.23979980086647307],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"}],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":769},"pose_evidence":{"fixtures":{},"objects":{"drawer_obj":[2.973426489474104,-0.36804123547962414,0.7651581237668474,0.9691556356993792,0.05667581899465567,0.00461094760507564,0.23979980086647307]},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"body_id":349,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":769},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"kind":"object","name":"drawer_obj","pose_world":[2.973426489474104,-0.36804123547962414,0.7651581237668474,0.9691556356993792,0.05667581899465567,0.00461094760507564,0.23979980086647307],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":769},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":3164.072},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer.","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:119:robot0_agentview_left:state:74","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.973426489474104,-0.36804123547962414,0.7651581237668474,0.9691556356993792,0.05667581899465567,0.00461094760507564,0.23979980086647307],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":119,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Open the left drawer.","query":null,"registry_pose_world":[2.973426580429077,-0.3680412471294403,0.7651581168174744],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":3164.075},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:119:robot0_agentview_left:state:74"],"gripper_command":-1.0,"horizon":500,"prompt":"Open the left drawer.","target_position":[3.0633972549438475,-0.36803507804870605,0.7651695609092712]},"ok":false,"error":null,"output":{"action_feedback":{"arrived":false,"contact":null,"distance_m":1.2971872091293335,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":3187.661},{"name":"inspect_robocasa_fixture","arguments":{"fixture_name":"drawer","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":300,"fixture_type":"Box","kind":"fixture","name":"bottom_corner_right_group","pos":[-0.075,-0.21,0.445],"pose_world":[5.6900002754917995,-0.6249992286274342,0.445,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.05,0.78,0.89],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1942,"geom_name":"bottom_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1943,"geom_name":"bottom_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1944,"geom_name":"bottom_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1945,"geom_name":"bottom_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1946,"geom_name":"bottom_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1947,"geom_name":"bottom_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1948,"geom_name":"bottom_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1949,"geom_name":"bottom_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1950,"geom_name":"bottom_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1951,"geom_name":"bottom_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":302,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_1","pos":[5.689991772021986,-2.939999228611817,0.19999999999999982],"pose_world":[5.689991772021986,-2.939999228611817,0.19999999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"affordance_geometries":{"handles":[{"geom_id":1976,"geom_name":"bottom_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1977,"geom_name":"bottom_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1978,"geom_name":"bottom_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1979,"geom_name":"bottom_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1980,"geom_name":"bottom_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1981,"geom_name":"bottom_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1982,"geom_name":"bottom_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1983,"geom_name":"bottom_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1984,"geom_name":"bottom_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1985,"geom_name":"bottom_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":306,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_2","pos":[5.689991772021986,-2.939999228611817,0.4999999999999998],"pose_world":[5.689991772021986,-2.939999228611817,0.4999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"body_id":301,"fixture_type":"Box","kind":"fixture","name":"bottom_right_group_base","pos":[2.24,-0.17499999999999996,0.02499999999999982],"pose_world":[5.72499177202175,-2.9399993571739955,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.71,0.05],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1506,"geom_name":"cab_1_left_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1507,"geom_name":"cab_1_left_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1508,"geom_name":"cab_1_left_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1509,"geom_name":"cab_1_left_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1510,"geom_name":"cab_1_left_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1511,"geom_name":"cab_1_left_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1512,"geom_name":"cab_1_left_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1513,"geom_name":"cab_1_left_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1514,"geom_name":"cab_1_left_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1515,"geom_name":"cab_1_left_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1520,"geom_name":"cab_1_left_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1521,"geom_name":"cab_1_left_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1522,"geom_name":"cab_1_left_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1523,"geom_name":"cab_1_left_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1524,"geom_name":"cab_1_left_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1525,"geom_name":"cab_1_left_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1526,"geom_name":"cab_1_left_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1527,"geom_name":"cab_1_left_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1528,"geom_name":"cab_1_left_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1529,"geom_name":"cab_1_left_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":239,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_left_group","pos":[0.19999008234487173,-1.6999992653771945,1.85],"pose_world":[0.19999008234487173,-1.6999992653771945,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":296,"geom_name":"cab_1_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":297,"geom_name":"cab_1_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":298,"geom_name":"cab_1_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":299,"geom_name":"cab_1_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":300,"geom_name":"cab_1_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":301,"geom_name":"cab_1_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":302,"geom_name":"cab_1_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":303,"geom_name":"cab_1_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":304,"geom_name":"cab_1_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":305,"geom_name":"cab_1_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":310,"geom_name":"cab_1_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":311,"geom_name":"cab_1_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":312,"geom_name":"cab_1_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":313,"geom_name":"cab_1_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":314,"geom_name":"cab_1_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":315,"geom_name":"cab_1_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":316,"geom_name":"cab_1_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":317,"geom_name":"cab_1_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":318,"geom_name":"cab_1_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":319,"geom_name":"cab_1_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":60,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_main_group","pos":[1.15,-0.2,1.85],"pose_world":[1.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":1552,"geom_name":"cab_2_left_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1553,"geom_name":"cab_2_left_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1554,"geom_name":"cab_2_left_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1555,"geom_name":"cab_2_left_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1556,"geom_name":"cab_2_left_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1557,"geom_name":"cab_2_left_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1558,"geom_name":"cab_2_left_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1559,"geom_name":"cab_2_left_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1560,"geom_name":"cab_2_left_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1561,"geom_name":"cab_2_left_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":248,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_left_group","pos":[0.19998732744104422,-0.9499992653822544,1.85],"pose_world":[0.19998732744104422,-0.9499992653822544,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"affordance_geometries":{"handles":[{"geom_id":388,"geom_name":"cab_2_main_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":389,"geom_name":"cab_2_main_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":390,"geom_name":"cab_2_main_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":391,"geom_name":"cab_2_main_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":392,"geom_name":"cab_2_main_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":393,"geom_name":"cab_2_main_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":394,"geom_name":"cab_2_main_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":395,"geom_name":"cab_2_main_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":396,"geom_name":"cab_2_main_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":397,"geom_name":"cab_2_main_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":78,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_main_group","pos":[2.9,-0.2,1.85],"pose_world":[2.9,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"body_id":59,"fixture_type":"Box","kind":"fixture","name":"cab_corner_2_main_group","pos":[0.2,-0.55,1.85],"pose_world":[0.2,-0.55,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.4,0.3,0.92],"type":"Box"},{"body_id":58,"fixture_type":"Box","kind":"fixture","name":"cab_corner_main_group","pos":[0.325,-0.2,1.85],"pose_world":[0.325,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.65,0.4,0.92],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":342,"geom_name":"cab_main_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":343,"geom_name":"cab_main_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":344,"geom_name":"cab_main_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":345,"geom_name":"cab_main_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":346,"geom_name":"cab_main_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":347,"geom_name":"cab_main_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":348,"geom_name":"cab_main_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":349,"geom_name":"cab_main_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":350,"geom_name":"cab_main_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":351,"geom_name":"cab_main_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":356,"geom_name":"cab_main_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":357,"geom_name":"cab_main_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":358,"geom_name":"cab_main_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":359,"geom_name":"cab_main_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":360,"geom_name":"cab_main_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":361,"geom_name":"cab_main_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":362,"geom_name":"cab_main_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":363,"geom_name":"cab_main_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":364,"geom_name":"cab_main_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":365,"geom_name":"cab_main_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":69,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_main_main_group","pos":[2.15,-0.2,1.85],"pose_world":[2.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"body_id":299,"fixture_type":"Box","kind":"fixture","name":"cab_top_corner_right_group","pos":[-0.375,-0.21,1.8499999999999996],"pose_world":[5.6900013774533305,-0.3249992286294581,1.8499999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.65,0.78,0.92],"type":"Box"},{"affordance_geometries":{"start_buttons":{"start_button_1":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}],"start_button_2":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}]}},"affordance_sites":{"receptacle_place_site":[1.319170355796814,-0.34829509258270264,0.9765308499336243],"start_buttons":{"start_button_1":[1.3185672760009766,-0.41278737783432007,1.2256221771240234],"start_button_2":[1.3185672760009766,-0.41278737783432007,1.1727606058120728]}},"body_id":167,"depth":0.36232757964721246,"fixture_type":"CoffeeMachine","height":0.33999999999999997,"kind":"fixture","name":"coffee_machine_main_group","pos":[1.3185672959127874,-0.2445345466838201,1.0929999947553568],"pose_world":[1.3185672959127874,-0.2445345466838201,1.0929999947553568,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.1654909721085488,0.36232757964721246,0.33999999999999997],"type":"CoffeeMachine","width":0.1654909721085488},{"body_id":191,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_front_group","pos":[1.975,-4.075,0.46],"pose_world":[1.975,-4.075,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[2.55,0.65,0.92],"type":"Counter","width":2.55},{"body_id":197,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_left_group","pos":[0.32499191894658014,-2.1999988062231837,0.46],"pose_world":[0.32499191894658014,-2.1999988062231837,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"body_id":56,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_main_group","pos":[4.45,-0.325,0.46],"pose_world":[4.45,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.5,0.65,0.92],"type":"Counter","width":1.5},{"body_id":57,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_2_main_group","pos":[5.640000000000001,-0.325,0.46],"pose_world":[5.640000000000001,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.88,0.65,0.92],"type":"Counter","width":0.88},{"body_id":192,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_front_group","pos":[0.6500000056873556,-4.0748772339937,0.46],"pose_world":[0.6500000056873556,-4.0748772339937,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":193,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_left_group","pos":[0.3249987143760213,-4.049998806210703,0.46],"pose_world":[0.3249987143760213,-4.049998806210703,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":47,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_main_group","pos":[0.35,-0.325,0.46],"pose_world":[0.35,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":198,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_right_left_group","pos":[0.32498622547866995,-0.6499988062336404,0.46],"pose_world":[0.32498622547866995,-0.6499988062336404,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":48,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_main_main_group","pos":[2.2,-0.325,0.46],"pose_world":[2.2,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"affordance_geometries":{"handles":[{"geom_id":1425,"geom_name":"dishwasher_left_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":226,"depth":0.6,"fixture_type":"Dishwasher","height":0.89,"kind":"fixture","name":"dishwasher_left_group","pos":[0.32479563450010346,-1.3749988069386108,0.4449999999999999],"pose_world":[0.32479563450010346,-1.3749988069386108,0.4449999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.65,0.6,0.89],"type":"Dishwasher","width":0.65},{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"…"],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":778},"pose_evidence":{"fixtures":{"drawer":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0]},"objects":{},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":[2.950127124786377,-0.6181310415267944,0.7849999666213989]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":[3.0001063346862793,-0.6036044955253601,0.7850001454353333]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":[2.8998935222625732,-0.6036660075187683,0.7849998474121094]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":[3.0001063346862793,-0.6178436279296875,0.7850001454353333]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":[2.8998935222625732,-0.617800235748291,0.7849998474121094]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":[2.9962358474731445,-0.6343322992324829,0.785000205039978]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":[2.9040141105651855,-0.6343322992324829,0.7850005030632019]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":[2.950000047683716,-0.6228905916213989,0.7850000262260437]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":778},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":778},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":3187.698},{"name":"inspect_robocasa_object","arguments":{"object_name":"drawer_obj","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":350,"kind":"object","name":"distr_counter_1","pose_world":[2.9447039618911734,-0.32022178354158515,0.9338282701750634,0.9895673420676102,0.02056145852199806,-0.011240852083051112,-0.14215254194399712],"rot":0.0,"score":0.5,"size":[0.02821504,0.0281638,0.02811556],"type":"MJCFObject"},{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.973430159735365,-0.3680395333589271,0.7651577979098662,0.9691619458711169,0.05667391438460865,0.004610317974419673,0.2397747590381691],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"}],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":781},"pose_evidence":{"fixtures":{},"objects":{"drawer_obj":[2.973430159735365,-0.3680395333589271,0.7651577979098662,0.9691619458711169,0.05667391438460865,0.004610317974419673,0.2397747590381691]},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"body_id":349,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":781},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"kind":"object","name":"drawer_obj","pose_world":[2.973430159735365,-0.3680395333589271,0.7651577979098662,0.9691619458711169,0.05667391438460865,0.004610317974419673,0.2397747590381691],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":781},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":3187.703},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","prompt":"Open the left drawer.","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:120:robot0_agentview_left:state:75","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.973430159735365,-0.3680395333589271,0.7651577979098662,0.9691619458711169,0.05667391438460865,0.004610317974419673,0.2397747590381691],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":120,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Open the left drawer.","query":null,"registry_pose_world":[2.9734301567077637,-0.3680395185947418,0.7651578187942505],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":3187.705},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:120:robot0_agentview_left:state:75"],"gripper_command":-1.0,"horizon":500,"prompt":"Open the left drawer.","target_position":[3.0633972549438475,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"action_feedback":{"arrived":false,"contact":null,"distance_m":1.2428210973739624,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":3207.079},{"name":"inspect_robocasa_fixture","arguments":{"fixture_name":"drawer","prompt":"Open the left drawer."},"ok":true,"error":null,"output":{"candidates":[{"body_id":300,"fixture_type":"Box","kind":"fixture","name":"bottom_corner_right_group","pos":[-0.075,-0.21,0.445],"pose_world":[5.6900002754917995,-0.6249992286274342,0.445,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.05,0.78,0.89],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1942,"geom_name":"bottom_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1943,"geom_name":"bottom_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1944,"geom_name":"bottom_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1945,"geom_name":"bottom_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1946,"geom_name":"bottom_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1947,"geom_name":"bottom_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1948,"geom_name":"bottom_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1949,"geom_name":"bottom_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1950,"geom_name":"bottom_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1951,"geom_name":"bottom_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":302,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_1","pos":[5.689991772021986,-2.939999228611817,0.19999999999999982],"pose_world":[5.689991772021986,-2.939999228611817,0.19999999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"affordance_geometries":{"handles":[{"geom_id":1976,"geom_name":"bottom_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1977,"geom_name":"bottom_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1978,"geom_name":"bottom_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1979,"geom_name":"bottom_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1980,"geom_name":"bottom_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1981,"geom_name":"bottom_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1982,"geom_name":"bottom_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1983,"geom_name":"bottom_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1984,"geom_name":"bottom_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1985,"geom_name":"bottom_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":306,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_2","pos":[5.689991772021986,-2.939999228611817,0.4999999999999998],"pose_world":[5.689991772021986,-2.939999228611817,0.4999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"body_id":301,"fixture_type":"Box","kind":"fixture","name":"bottom_right_group_base","pos":[2.24,-0.17499999999999996,0.02499999999999982],"pose_world":[5.72499177202175,-2.9399993571739955,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.71,0.05],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1506,"geom_name":"cab_1_left_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1507,"geom_name":"cab_1_left_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1508,"geom_name":"cab_1_left_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1509,"geom_name":"cab_1_left_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1510,"geom_name":"cab_1_left_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1511,"geom_name":"cab_1_left_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1512,"geom_name":"cab_1_left_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1513,"geom_name":"cab_1_left_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1514,"geom_name":"cab_1_left_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1515,"geom_name":"cab_1_left_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1520,"geom_name":"cab_1_left_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1521,"geom_name":"cab_1_left_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1522,"geom_name":"cab_1_left_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1523,"geom_name":"cab_1_left_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1524,"geom_name":"cab_1_left_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1525,"geom_name":"cab_1_left_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1526,"geom_name":"cab_1_left_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1527,"geom_name":"cab_1_left_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1528,"geom_name":"cab_1_left_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1529,"geom_name":"cab_1_left_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":239,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_left_group","pos":[0.19999008234487173,-1.6999992653771945,1.85],"pose_world":[0.19999008234487173,-1.6999992653771945,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":296,"geom_name":"cab_1_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":297,"geom_name":"cab_1_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":298,"geom_name":"cab_1_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":299,"geom_name":"cab_1_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":300,"geom_name":"cab_1_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":301,"geom_name":"cab_1_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":302,"geom_name":"cab_1_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":303,"geom_name":"cab_1_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":304,"geom_name":"cab_1_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":305,"geom_name":"cab_1_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":310,"geom_name":"cab_1_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":311,"geom_name":"cab_1_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":312,"geom_name":"cab_1_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":313,"geom_name":"cab_1_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":314,"geom_name":"cab_1_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":315,"geom_name":"cab_1_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":316,"geom_name":"cab_1_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":317,"geom_name":"cab_1_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":318,"geom_name":"cab_1_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":319,"geom_name":"cab_1_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":60,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_main_group","pos":[1.15,-0.2,1.85],"pose_world":[1.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":1552,"geom_name":"cab_2_left_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1553,"geom_name":"cab_2_left_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1554,"geom_name":"cab_2_left_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1555,"geom_name":"cab_2_left_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1556,"geom_name":"cab_2_left_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1557,"geom_name":"cab_2_left_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1558,"geom_name":"cab_2_left_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1559,"geom_name":"cab_2_left_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1560,"geom_name":"cab_2_left_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1561,"geom_name":"cab_2_left_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":248,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_left_group","pos":[0.19998732744104422,-0.9499992653822544,1.85],"pose_world":[0.19998732744104422,-0.9499992653822544,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"affordance_geometries":{"handles":[{"geom_id":388,"geom_name":"cab_2_main_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":389,"geom_name":"cab_2_main_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":390,"geom_name":"cab_2_main_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":391,"geom_name":"cab_2_main_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":392,"geom_name":"cab_2_main_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":393,"geom_name":"cab_2_main_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":394,"geom_name":"cab_2_main_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":395,"geom_name":"cab_2_main_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":396,"geom_name":"cab_2_main_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":397,"geom_name":"cab_2_main_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":78,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_main_group","pos":[2.9,-0.2,1.85],"pose_world":[2.9,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"body_id":59,"fixture_type":"Box","kind":"fixture","name":"cab_corner_2_main_group","pos":[0.2,-0.55,1.85],"pose_world":[0.2,-0.55,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.4,0.3,0.92],"type":"Box"},{"body_id":58,"fixture_type":"Box","kind":"fixture","name":"cab_corner_main_group","pos":[0.325,-0.2,1.85],"pose_world":[0.325,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.65,0.4,0.92],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":342,"geom_name":"cab_main_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":343,"geom_name":"cab_main_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":344,"geom_name":"cab_main_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":345,"geom_name":"cab_main_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":346,"geom_name":"cab_main_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":347,"geom_name":"cab_main_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":348,"geom_name":"cab_main_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":349,"geom_name":"cab_main_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":350,"geom_name":"cab_main_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":351,"geom_name":"cab_main_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":356,"geom_name":"cab_main_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":357,"geom_name":"cab_main_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":358,"geom_name":"cab_main_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":359,"geom_name":"cab_main_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":360,"geom_name":"cab_main_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":361,"geom_name":"cab_main_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":362,"geom_name":"cab_main_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":363,"geom_name":"cab_main_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":364,"geom_name":"cab_main_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":365,"geom_name":"cab_main_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":69,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_main_main_group","pos":[2.15,-0.2,1.85],"pose_world":[2.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"body_id":299,"fixture_type":"Box","kind":"fixture","name":"cab_top_corner_right_group","pos":[-0.375,-0.21,1.8499999999999996],"pose_world":[5.6900013774533305,-0.3249992286294581,1.8499999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.65,0.78,0.92],"type":"Box"},{"affordance_geometries":{"start_buttons":{"start_button_1":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}],"start_button_2":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}]}},"affordance_sites":{"receptacle_place_site":[1.319170355796814,-0.34829509258270264,0.9765308499336243],"start_buttons":{"start_button_1":[1.3185672760009766,-0.41278737783432007,1.2256221771240234],"start_button_2":[1.3185672760009766,-0.41278737783432007,1.1727606058120728]}},"body_id":167,"depth":0.36232757964721246,"fixture_type":"CoffeeMachine","height":0.33999999999999997,"kind":"fixture","name":"coffee_machine_main_group","pos":[1.3185672959127874,-0.2445345466838201,1.0929999947553568],"pose_world":[1.3185672959127874,-0.2445345466838201,1.0929999947553568,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.1654909721085488,0.36232757964721246,0.33999999999999997],"type":"CoffeeMachine","width":0.1654909721085488},{"body_id":191,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_front_group","pos":[1.975,-4.075,0.46],"pose_world":[1.975,-4.075,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[2.55,0.65,0.92],"type":"Counter","width":2.55},{"body_id":197,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_left_group","pos":[0.32499191894658014,-2.1999988062231837,0.46],"pose_world":[0.32499191894658014,-2.1999988062231837,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"body_id":56,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_main_group","pos":[4.45,-0.325,0.46],"pose_world":[4.45,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.5,0.65,0.92],"type":"Counter","width":1.5},{"body_id":57,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_2_main_group","pos":[5.640000000000001,-0.325,0.46],"pose_world":[5.640000000000001,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.88,0.65,0.92],"type":"Counter","width":0.88},{"body_id":192,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_front_group","pos":[0.6500000056873556,-4.0748772339937,0.46],"pose_world":[0.6500000056873556,-4.0748772339937,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":193,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_left_group","pos":[0.3249987143760213,-4.049998806210703,0.46],"pose_world":[0.3249987143760213,-4.049998806210703,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":47,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_main_group","pos":[0.35,-0.325,0.46],"pose_world":[0.35,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":198,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_right_left_group","pos":[0.32498622547866995,-0.6499988062336404,0.46],"pose_world":[0.32498622547866995,-0.6499988062336404,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":48,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_main_main_group","pos":[2.2,-0.325,0.46],"pose_world":[2.2,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"affordance_geometries":{"handles":[{"geom_id":1425,"geom_name":"dishwasher_left_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":226,"depth":0.6,"fixture_type":"Dishwasher","height":0.89,"kind":"fixture","name":"dishwasher_left_group","pos":[0.32479563450010346,-1.3749988069386108,0.4449999999999999],"pose_world":[0.32479563450010346,-1.3749988069386108,0.4449999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.65,0.6,0.89],"type":"Dishwasher","width":0.65},{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"…"],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":790},"pose_evidence":{"fixtures":{"drawer":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0]},"objects":{},"source":"robocasa_scene_registry"},"prompt":"Open the left drawer.","query":null,"selected":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":[2.950127124786377,-0.6181310415267944,0.7849999666213989]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":[3.0001063346862793,-0.6036044955253601,0.7850001454353333]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":[2.8998935222625732,-0.6036660075187683,0.7849998474121094]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":[3.0001063346862793,-0.6178436279296875,0.7850001454353333]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":[2.8998935222625732,-0.617800235748291,0.7849998474121094]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":[2.9962358474731445,-0.6343322992324829,0.785000205039978]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":[2.9040141105651855,-0.6343322992324829,0.7850005030632019]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":[2.950000047683716,-0.6228905916213989,0.7850000262260437]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":790},"prompt":"Open the left drawer.","query":null,"source":"robocasa_scene_state"},"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":790},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":3207.24},{"name":"settle_robocasa_environment","arguments":{"evidence_handles":[],"gripper_command":1.0,"prompt":"Open the left drawer.","steps":15},"ok":true,"error":null,"output":{"execution_status":"executed","fixtures":{"bottom_corner_right_group":{"body_id":300,"fixture_type":"Box","kind":"fixture","name":"bottom_corner_right_group","pos":[-0.075,-0.21,0.445],"pose_world":[5.6900002754917995,-0.6249992286274342,0.445,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.05,0.78,0.89],"type":"Box"},"bottom_right_group_1":{"affordance_geometries":{"handles":[{"geom_id":1942,"geom_name":"bottom_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1943,"geom_name":"bottom_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1944,"geom_name":"bottom_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1945,"geom_name":"bottom_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1946,"geom_name":"bottom_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1947,"geom_name":"bottom_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1948,"geom_name":"bottom_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1949,"geom_name":"bottom_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1950,"geom_name":"bottom_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1951,"geom_name":"bottom_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":302,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_1","pos":[5.689991772021986,-2.939999228611817,0.19999999999999982],"pose_world":[5.689991772021986,-2.939999228611817,0.19999999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},"bottom_right_group_2":{"affordance_geometries":{"handles":[{"geom_id":1976,"geom_name":"bottom_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1977,"geom_name":"bottom_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1978,"geom_name":"bottom_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1979,"geom_name":"bottom_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1980,"geom_name":"bottom_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1981,"geom_name":"bottom_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1982,"geom_name":"bottom_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1983,"geom_name":"bottom_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1984,"geom_name":"bottom_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1985,"geom_name":"bottom_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":306,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_2","pos":[5.689991772021986,-2.939999228611817,0.4999999999999998],"pose_world":[5.689991772021986,-2.939999228611817,0.4999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},"bottom_right_group_base":{"body_id":301,"fixture_type":"Box","kind":"fixture","name":"bottom_right_group_base","pos":[2.24,-0.17499999999999996,0.02499999999999982],"pose_world":[5.72499177202175,-2.9399993571739955,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.8,0.71,0.05],"type":"Box"},"cab_1_left_group":{"affordance_geometries":{"handles":[{"geom_id":1506,"geom_name":"cab_1_left_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1507,"geom_name":"cab_1_left_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1508,"geom_name":"cab_1_left_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1509,"geom_name":"cab_1_left_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1510,"geom_name":"cab_1_left_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1511,"geom_name":"cab_1_left_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1512,"geom_name":"cab_1_left_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1513,"geom_name":"cab_1_left_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1514,"geom_name":"cab_1_left_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1515,"geom_name":"cab_1_left_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1520,"geom_name":"cab_1_left_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1521,"geom_name":"cab_1_left_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1522,"geom_name":"cab_1_left_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1523,"geom_name":"cab_1_left_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1524,"geom_name":"cab_1_left_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1525,"geom_name":"cab_1_left_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1526,"geom_name":"cab_1_left_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1527,"geom_name":"cab_1_left_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1528,"geom_name":"cab_1_left_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1529,"geom_name":"cab_1_left_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":239,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_left_group","pos":[0.19999008234487173,-1.6999992653771945,1.85],"pose_world":[0.19999008234487173,-1.6999992653771945,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},"cab_1_main_group":{"affordance_geometries":{"handles":[{"geom_id":296,"geom_name":"cab_1_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":297,"geom_name":"cab_1_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":298,"geom_name":"cab_1_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":299,"geom_name":"cab_1_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":300,"geom_name":"cab_1_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":301,"geom_name":"cab_1_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":302,"geom_name":"cab_1_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":303,"geom_name":"cab_1_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":304,"geom_name":"cab_1_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":305,"geom_name":"cab_1_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":310,"geom_name":"cab_1_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":311,"geom_name":"cab_1_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":312,"geom_name":"cab_1_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":313,"geom_name":"cab_1_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":314,"geom_name":"cab_1_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":315,"geom_name":"cab_1_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":316,"geom_name":"cab_1_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":317,"geom_name":"cab_1_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":318,"geom_name":"cab_1_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":319,"geom_name":"cab_1_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":60,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_main_group","pos":[1.15,-0.2,1.85],"pose_world":[1.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},"cab_2_left_group":{"affordance_geometries":{"handles":[{"geom_id":1552,"geom_name":"cab_2_left_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1553,"geom_name":"cab_2_left_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1554,"geom_name":"cab_2_left_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1555,"geom_name":"cab_2_left_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1556,"geom_name":"cab_2_left_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1557,"geom_name":"cab_2_left_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1558,"geom_name":"cab_2_left_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1559,"geom_name":"cab_2_left_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1560,"geom_name":"cab_2_left_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1561,"geom_name":"cab_2_left_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":248,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_left_group","pos":[0.19998732744104422,-0.9499992653822544,1.85],"pose_world":[0.19998732744104422,-0.9499992653822544,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},"cab_2_main_group":{"affordance_geometries":{"handles":[{"geom_id":388,"geom_name":"cab_2_main_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":389,"geom_name":"cab_2_main_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":390,"geom_name":"cab_2_main_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":391,"geom_name":"cab_2_main_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":392,"geom_name":"cab_2_main_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":393,"geom_name":"cab_2_main_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":394,"geom_name":"cab_2_main_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":395,"geom_name":"cab_2_main_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":396,"geom_name":"cab_2_main_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":397,"geom_name":"cab_2_main_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":78,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_main_group","pos":[2.9,-0.2,1.85],"pose_world":[2.9,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},"cab_corner_2_main_group":{"body_id":59,"fixture_type":"Box","kind":"fixture","name":"cab_corner_2_main_group","pos":[0.2,-0.55,1.85],"pose_world":[0.2,-0.55,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.4,0.3,0.92],"type":"Box"},"cab_corner_main_group":{"body_id":58,"fixture_type":"Box","kind":"fixture","name":"cab_corner_main_group","pos":[0.325,-0.2,1.85],"pose_world":[0.325,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.65,0.4,0.92],"type":"Box"},"cab_main_main_group":{"affordance_geometries":{"handles":[{"geom_id":342,"geom_name":"cab_main_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":343,"geom_name":"cab_main_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":344,"geom_name":"cab_main_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":345,"geom_name":"cab_main_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":346,"geom_name":"cab_main_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":347,"geom_name":"cab_main_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":348,"geom_name":"cab_main_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":349,"geom_name":"cab_main_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":350,"geom_name":"cab_main_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":351,"geom_name":"cab_main_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":356,"geom_name":"cab_main_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":357,"geom_name":"cab_main_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":358,"geom_name":"cab_main_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":359,"geom_name":"cab_main_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":360,"geom_name":"cab_main_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":361,"geom_name":"cab_main_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":362,"geom_name":"cab_main_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":363,"geom_name":"cab_main_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":364,"geom_name":"cab_main_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":365,"geom_name":"cab_main_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":69,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_main_main_group","pos":[2.15,-0.2,1.85],"pose_world":[2.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},"cab_top_corner_right_group":{"body_id":299,"fixture_type":"Box","kind":"fixture","name":"cab_top_corner_right_group","pos":[-0.375,-0.21,1.8499999999999996],"pose_world":[5.6900013774533305,-0.3249992286294581,1.8499999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.65,0.78,0.92],"type":"Box"},"coffee_machine_main_group":{"affordance_geometries":{"start_buttons":{"start_button_1":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}],"start_button_2":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}]}},"affordance_sites":{"receptacle_place_site":[1.319170355796814,-0.34829509258270264,0.9765308499336243],"start_buttons":{"start_button_1":[1.3185672760009766,-0.41278737783432007,1.2256221771240234],"start_button_2":[1.3185672760009766,-0.41278737783432007,1.1727606058120728]}},"body_id":167,"depth":0.36232757964721246,"fixture_type":"CoffeeMachine","height":0.33999999999999997,"kind":"fixture","name":"coffee_machine_main_group","pos":[1.3185672959127874,-0.2445345466838201,1.0929999947553568],"pose_world":[1.3185672959127874,-0.2445345466838201,1.0929999947553568,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.1654909721085488,0.36232757964721246,0.33999999999999997],"type":"CoffeeMachine","width":0.1654909721085488},"counter_1_front_group":{"body_id":191,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_front_group","pos":[1.975,-4.075,0.46],"pose_world":[1.975,-4.075,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"size":[2.55,0.65,0.92],"type":"Counter","width":2.55},"counter_1_left_group":{"body_id":197,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_left_group","pos":[0.32499191894658014,-2.1999988062231837,0.46],"pose_world":[0.32499191894658014,-2.1999988062231837,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},"counter_1_main_group":{"body_id":56,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_main_group","pos":[4.45,-0.325,0.46],"pose_world":[4.45,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1.5,0.65,0.92],"type":"Counter","width":1.5},"counter_corner_2_main_group":{"body_id":57,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_2_main_group","pos":[5.640000000000001,-0.325,0.46],"pose_world":[5.640000000000001,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.88,0.65,0.92],"type":"Counter","width":0.88},"counter_corner_front_group":{"body_id":192,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_front_group","pos":[0.6500000056873556,-4.0748772339937,0.46],"pose_world":[0.6500000056873556,-4.0748772339937,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},"counter_corner_left_group":{"body_id":193,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_left_group","pos":[0.3249987143760213,-4.049998806210703,0.46],"pose_world":[0.3249987143760213,-4.049998806210703,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},"counter_corner_main_group":{"body_id":47,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_main_group","pos":[0.35,-0.325,0.46],"pose_world":[0.35,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},"counter_corner_right_left_group":{"body_id":198,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_right_left_group","pos":[0.32498622547866995,-0.6499988062336404,0.46],"pose_world":[0.32498622547866995,-0.6499988062336404,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},"counter_main_main_group":{"body_id":48,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_main_main_group","pos":[2.2,-0.325,0.46],"pose_world":[2.2,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},"dishwasher_left_group":{"affordance_geometries":{"handles":[{"geom_id":1425,"geom_name":"dishwasher_left_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":226,"depth":0.6,"fixture_type":"Dishwasher","height":0.89,"kind":"fixture","name":"dishwasher_left_group","pos":[0.32479563450010346,-1.3749988069386108,0.4449999999999999],"pose_world":[0.32479563450010346,-1.3749988069386108,0.4449999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[0.65,0.6,0.89],"type":"Dishwasher","width":0.65},"drawer":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_3_main_group_2","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"floor_backing_room":{"body_id":43,"fixture_type":"Floor","kind":"fixture","name":"floor_backing_room","pos":[3.04,-3,-0.14],"pose_world":[3.04,-3.0,-0.14,0.7071067811865476,0.0,0.0,0.7071067811865476],"size":[3.04,3.08,0.1],"type":"Floor"},"floor_room":{"body_id":42,"fixture_type":"Floor","kind":"fixture","name":"floor_room","pos":[3.04,-3,-0.02],"pose_world":[3.04,-3.0,-0.02,0.7071067811865476,0.0,0.0,0.7071067811865476],"size":[3.04,3.08,0.02],"type":"Floor"},"fridge_housing_right_group":{"body_id":278,"depth":0.78,"fixture_type":"HousingCabinet","height":1.7999999999999998,"kind":"fixture","name":"fridge_housing_right_group","pos":[5.689996712482849,-1.5949992286208903,0.9],"pose_world":[5.689996712482849,-1.5949992286208903,0.9,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.89,0.78,1.7999999999999998],"type":"HousingCabinet","width":0.89},"fridge_right_group":{"affordance_geometries":{"handles":[{"geom_id":1698,"geom_name":"fridge_right_group_freezer_door_handle_1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1699,"geom_name":"fridge_right_group_freezer_door_handle_2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1700,"geom_name":"fridge_right_group_freezer_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1747,"geom_name":"fridge_right_group_fridge_door_handle_1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1748,"geom_name":"fridge_right_group_fridge_door_handle_2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1749,"geom_name":"fridge_right_group_fridge_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":269,"depth":0.8,"fixture_type":"FridgeSideBySide","height":1.7799999999999998,"kind":"fixture","name":"fridge_right_group","pos":[5.642795227919224,-1.5949990552401563,0.8900000516962465],"pose_world":[5.642795227919224,-1.5949990552401563,0.8900000516962465,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.85,0.8,1.7799999999999998],"type":"FridgeSideBySide","width":0.85},"fridge_top_right_group":{"affordance_geometries":{"handles":[{"geom_id":1822,"geom_name":"fridge_top_right_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1823,"geom_name":"fridge_top_right_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1824,"geom_name":"fridge_top_right_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1825,"geom_name":"fridge_top_right_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1826,"geom_name":"fridge_top_right_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1827,"geom_name":"fridge_top_right_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1828,"geom_name":"fridge_top_right_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1829,"geom_name":"fridge_top_right_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1830,"geom_name":"fridge_top_right_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1831,"geom_name":"fridge_top_right_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1836,"geom_name":"fridge_top_right_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1837,"geom_name":"fridge_top_right_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1838,"geom_name":"fridge_top_right_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1839,"geom_name":"fridge_top_right_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1840,"geom_name":"fridge_top_right_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1841,"geom_name":"fridge_top_right_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1842,"geom_name":"fridge_top_right_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1843,"geom_name":"fridge_top_right_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1844,"geom_name":"fridge_top_right_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1845,"geom_name":"fridge_top_right_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":279,"depth":0.78,"fixture_type":"HingeCabinet","height":0.5100000000000002,"kind":"fixture","name":"fridge_top_right_group","pos":[5.689996712482849,-1.5949992286208903,2.0549999999999997],"pose_world":[5.689996712482849,-1.5949992286208903,2.0549999999999997,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.89,0.78,0.5100000000000002],"type":"HingeCabinet","width":0.89},"hood_main_group":{"body_id":87,"depth":0.5999999999999999,"fixture_type":"Hood","height":0.8797668963596291,"kind":"fixture","name":"hood_main_group","pos":[4.2015400124186355,-0.29420055813485146,2.109686643940881],"pose_world":[4.2015400124186355,-0.29420055813485146,2.109686643940881,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.9630070973781739,0.5999999999999999,0.8797668963596291],"type":"Hood","width":0.9630070973781739},"knife_block_main_group":{"body_id":189,"depth":0.3157588838500166,"fixture_type":"Accessory","height":0.27882058956551803,"kind":"fixture","name":"knife_block_main_group","pos":[1.4863969653311453,-0.18040035825278877,1.0624943354887755],"pose_world":[1.4863969653311453,-0.18040035825278877,1.0624943354887755,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.12,0.3157588838500166,0.27882058956551803],"type":"Accessory","width":0.12},"light_switch_2_room":{"body_id":36,"depth":3e-05,"fixture_type":"WallAccessory","height":3e-05,"kind":"fixture","name":"light_switch_2_room","pos":[0.0,-1.9,1.2],"pose_world":[0.0,-1.9,1.2,0.999999920000001,0.0,0.0,0.00039999998933328934],"rot":0.0007999999999999119,"size":[3e-05,3e-05,3e-05],"type":"WallAccessory","width":3e-05},"light_switch_room":{"body_id":35,"depth":3e-05,"fixture_type":"WallAccessory","height":3e-05,"kind":"fixture","name":"light_switch_room","pos":[0.0,-1.8,1.2],"pose_world":[0.0,-1.8,1.2,0.999999920000001,0.0,0.0,0.00039999998933328934],"rot":0.0007999999999999119,"size":[3e-05,3e-05,3e-05],"type":"WallAccessory","width":3e-05},"micro_housing_right_group":{"body_id":322,"depth":0.78,"fixture_type":"HousingCabinet","height":0.55,"kind":"fixture","name":"micro_housing_right_group","pos":[5.689991772021986,-2.939999228611817,1.6249999999999996],"pose_world":[5.689991772021986,-2.939999228611817,1.6249999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.8,0.78,0.55],"type":"HousingCabinet","width":0.8},"microwave_right_group":{"affordance_geometries":{"handles":[{"geom_id":2072,"geom_name":"microwave_right_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}],"start_buttons":{"start_button":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}],"stop_button":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}]}},"affordance_sites":{"start_buttons":{"start_button":[5.295259952545166,-3.217700242996216,1.5325120687484741],"stop_button":[5.295259475708008,-3.2673981189727783,1.532609224319458]}},"body_id":318,"depth":0.5,"fixture_type":"Microwave","height":0.4285172992036819,"kind":"fixture","name":"microwave_right_group","pos":[5.520458884233695,-2.9399986153512137,1.6249999999999996],"pose_world":[5.520458884233695,-2.9399986153512137,1.6249999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.75,0.5,0.4285172992036819],"type":"Microwave","width":0.75},"outlet_2_room":{"body_id":37,"depth":3e-05,"fixture_type":"WallAccessory","height":3e-05,"kind":"fixture","name":"outlet_2_room","pos":[6.08,-1.0,1.2],"pose_world":[6.08,-1.0,1.2,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[3e-05,3e-05,3e-05],"type":"WallAccessory","width":3e-05},"outlet_3_room":{"body_id":38,"depth":3e-05,"fixture_type":"WallAccessory","height":3e-05,"kind":"fixture","name":"outlet_3_room","pos":[6.08,-2.5,1.2],"pose_world":[6.08,-2.5,1.2,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[3e-05,3e-05,3e-05],"type":"WallAccessory","width":3e-05},"outlet_room":{"body_id":32,"depth":3e-05,"fixture_type":"WallAccessory","height":3e-05,"kind":"fixture","name":"outlet_room","pos":[3.0,0.0,1.2],"pose_world":[3.0,0.0,1.2,1.0,0.0,0.0,0.0],"rot":0.0,"size":[3e-05,3e-05,3e-05],"type":"WallAccessory","width":3e-05},"oven_housing_right_group":{"body_id":317,"depth":0.78,"fixture_type":"HousingCabinet","height":0.7,"kind":"fixture","name":"oven_housing_right_group","pos":[5.689991772021986,-2.939999228611817,0.9999999999999998],"pose_world":[5.689991772021986,-2.939999228611817,0.9999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.8,0.78,0.7],"type":"HousingCabinet","width":0.8},"oven_right_group":{"affordance_geometries":{"handles":[{"geom_id":2012,"geom_name":"oven_right_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":310,"depth":0.6,"fixture_type":"Oven","height":0.68,"kind":"fixture","name":"oven_right_group","pos":[5.572894656033508,-2.940065399684986,1.0000000336235495],"pose_world":[5.572894656033508,-2.940065399684986,1.0000000336235495,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.75,0.6,0.68],"type":"Oven","width":0.75},"paper_towel_main_group":{"body_id":174,"depth":0.16514230057010187,"fixture_type":"Accessory","height":0.33,"kind":"fixture","name":"paper_towel_main_group","pos":[0.2941806390777399,-0.5462106068293686,1.0878950932503004],"pose_world":[0.2941806390777399,-0.5462106068293686,1.0878950932503004,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.16570236319339088,0.16514230057010187,0.33],"type":"Accessory","width":0.16570236319339088},"plant_left_group":{"body_id":254,"depth":0.18385752901892194,"fixture_type":"Accessory","height":0.17000000000000004,"kind":"fixture","name":"plant_left_group","pos":[0.19613419104779156,-4.0699767368854864,1.008492366712176],"pose_world":[0.19613419104779156,-4.0699767368854864,1.008492366712176,0.7071055013256238,0.0,0.0,0.7071080610451548],"rot":1.5707999467849731,"size":[0.1824328557616565,0.18385752901892194,0.17000000000000004],"type":"Accessory","width":0.1824328557616565},"shelves_1_main_group":{"body_id":84,"depth":0.4,"fixture_type":"OpenCabinet","height":0.92,"kind":"fixture","name":"shelves_1_main_group","pos":[3.4,-0.2,1.85],"pose_world":[3.4,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.4,0.92],"type":"OpenCabinet","width":0.5},"shelves_2_main_group":{"body_id":93,"depth":0.4,"fixture_type":"OpenCabinet","height":0.92,"kind":"fixture","name":"shelves_2_main_group","pos":[5.05,-0.2,1.85],"pose_world":[5.05,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.6,0.4,0.92],"type":"OpenCabinet","width":0.6},"side_bottom_right_group_1":{"affordance_geometries":{"handles":[{"geom_id":2156,"geom_name":"side_bottom_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2157,"geom_name":"side_bottom_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2158,"geom_name":"side_bottom_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2159,"geom_name":"side_bottom_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2160,"geom_name":"side_bottom_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2161,"geom_name":"side_bottom_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2162,"geom_name":"side_bottom_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2163,"geom_name":"side_bottom_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2164,"geom_name":"side_bottom_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2165,"geom_name":"side_bottom_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":331,"depth":0.78,"fixture_type":"Drawer","height":0.2999999999279999,"kind":"fixture","name":"side_bottom_right_group_1","pos":[5.689988466137392,-3.8399992286057447,0.19999999996399978],"pose_world":[5.689988466137392,-3.8399992286057447,0.19999999996399978,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[1.0,0.78,0.2999999999279999],"type":"Drawer","width":1.0},"side_bottom_right_group_2":{"affordance_geometries":{"handles":[{"geom_id":2190,"geom_name":"side_bottom_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2191,"geom_name":"side_bottom_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2192,"geom_name":"side_bottom_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2193,"geom_name":"side_bottom_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2194,"geom_name":"side_bottom_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2195,"geom_name":"side_bottom_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2196,"geom_name":"side_bottom_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2197,"geom_name":"side_bottom_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2198,"geom_name":"side_bottom_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2199,"geom_name":"side_bottom_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":335,"depth":0.78,"fixture_type":"Drawer","height":0.2999999999279999,"kind":"fixture","name":"side_bottom_right_group_2","pos":[5.689988466137392,-3.8399992286057447,0.4999999998919997],"pose_world":[5.689988466137392,-3.8399992286057447,0.4999999998919997,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[1.0,0.78,0.2999999999279999],"type":"Drawer","width":1.0},"side_bottom_right_group_3":{"affordance_geometries":{"handles":[{"geom_id":2219,"geom_name":"side_bottom_right_group_3_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2220,"geom_name":"side_bottom_right_group_3_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2221,"geom_name":"side_bottom_right_group_3_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2222,"geom_name":"side_bottom_right_group_3_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2223,"geom_name":"side_bottom_right_group_3_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2224,"geom_name":"side_bottom_right_group_3_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2225,"geom_name":"side_bottom_right_group_3_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2226,"geom_name":"side_bottom_right_group_3_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2227,"geom_name":"side_bottom_right_group_3_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2228,"geom_name":"side_bottom_right_group_3_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2233,"geom_name":"side_bottom_right_group_3_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2234,"geom_name":"side_bottom_right_group_3_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2235,"geom_name":"side_bottom_right_group_3_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2236,"geom_name":"side_bottom_right_group_3_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2237,"geom_name":"side_bottom_right_group_3_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2238,"geom_name":"side_bottom_right_group_3_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2239,"geom_name":"side_bottom_right_group_3_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2240,"geom_name":"side_bottom_right_group_3_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2241,"geom_name":"side_bottom_right_group_3_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2242,"geom_name":"side_bottom_right_group_3_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":339,"depth":0.78,"fixture_type":"HingeCabinet","height":1.6600000001439998,"kind":"fixture","name":"side_bottom_right_group_3","pos":[5.689988466137392,-3.8399992286057447,1.4799999999279996],"pose_world":[5.689988466137392,-3.8399992286057447,1.4799999999279996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[1.0,0.78,1.6600000001439998],"type":"HingeCabinet","width":1.0},"side_bottom_right_group_base":{"body_id":330,"fixture_type":"Box","kind":"fixture","name":"side_bottom_right_group_base","pos":[3.14,-0.17499999999999996,0.02499999999999982],"pose_world":[5.724988466137156,-3.8399993571679234,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[1,0.71,0.05],"type":"Box"},"sink_left_group":{"affordance_geometries":{"handles":[{"geom_id":1186,"geom_name":"sink_left_group_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":194,"depth":0.53,"fixture_type":"Sink","height":0.249057244016921,"kind":"fixture","name":"sink_left_group","pos":[0.29999877198378305,-2.199998355103462,0.9894399220814241],"pose_world":[0.29999877198378305,-2.199998355103462,0.9894399220814241,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[0.9185064499639721,0.53,0.249057244016921],"type":"Sink","width":0.9185064499639721},"stack_1_left_group_1":{"affordance_geometries":{"handles":[{"geom_id":1267,"geom_name":"stack_1_left_group_1_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1268,"geom_name":"stack_1_left_group_1_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1269,"geom_name":"stack_1_left_group_1_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1270,"geom_name":"stack_1_left_group_1_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1271,"geom_name":"stack_1_left_group_1_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1272,"geom_name":"stack_1_left_group_1_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1273,"geom_name":"stack_1_left_group_1_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1274,"geom_name":"stack_1_left_group_1_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1275,"geom_name":"stack_1_left_group_1_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1276,"geom_name":"stack_1_left_group_1_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1281,"geom_name":"stack_1_left_group_1_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1282,"geom_name":"stack_1_left_group_1_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1283,"geom_name":"stack_1_left_group_1_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1284,"geom_name":"stack_1_left_group_1_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1285,"geom_name":"stack_1_left_group_1_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1286,"geom_name":"stack_1_left_group_1_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1287,"geom_name":"stack_1_left_group_1_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1288,"geom_name":"stack_1_left_group_1_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1289,"geom_name":"stack_1_left_group_1_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1290,"geom_name":"stack_1_left_group_1_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":200,"depth":0.6,"fixture_type":"HingeCabinet","height":0.63,"kind":"fixture","name":"stack_1_left_group_1","pos":[0.2999955921518521,-3.199998898046565,0.365],"pose_world":[0.2999955921518521,-3.199998898046565,0.365,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[1.0,0.6,0.63],"type":"HingeCabinet","width":1.0},"stack_1_left_group_2":{"affordance_geometries":{"handles":[{"geom_id":1317,"geom_name":"stack_1_left_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1318,"geom_name":"stack_1_left_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1319,"geom_name":"stack_1_left_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1320,"geom_name":"stack_1_left_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1321,"geom_name":"stack_1_left_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1322,"geom_name":"stack_1_left_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1323,"geom_name":"stack_1_left_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1324,"geom_name":"stack_1_left_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1325,"geom_name":"stack_1_left_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1326,"geom_name":"stack_1_left_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":208,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_1_left_group_2","pos":[0.2999965104531279,-3.4499988980448784,0.7849999999999999],"pose_world":[0.2999965104531279,-3.4499988980448784,0.7849999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"stack_1_left_group_3":{"affordance_geometries":{"handles":[{"geom_id":1351,"geom_name":"stack_1_left_group_3_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1352,"geom_name":"stack_1_left_group_3_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1353,"geom_name":"stack_1_left_group_3_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1354,"geom_name":"stack_1_left_group_3_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1355,"geom_name":"stack_1_left_group_3_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1356,"geom_name":"stack_1_left_group_3_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1357,"geom_name":"stack_1_left_group_3_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1358,"geom_name":"stack_1_left_group_3_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1359,"geom_name":"stack_1_left_group_3_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1360,"geom_name":"stack_1_left_group_3_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":212,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_1_left_group_3","pos":[0.29999467385057627,-2.9499988980482517,0.7849999999999999],"pose_world":[0.29999467385057627,-2.9499988980482517,0.7849999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"stack_1_left_group_base":{"body_id":199,"fixture_type":"Box","kind":"fixture","name":"stack_1_left_group_base","pos":[1.2,-0.265,0.024999999999999988],"pose_world":[0.2649955921520883,-3.1999990266087437,0.024999999999999988,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[1,0.53,0.05],"type":"Box"},"stack_1_main_group_1":{"affordance_geometries":{"handles":[{"geom_id":456,"geom_name":"stack_1_main_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":457,"geom_name":"stack_1_main_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":458,"geom_name":"stack_1_main_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":459,"geom_name":"stack_1_main_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":460,"geom_name":"stack_1_main_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":461,"geom_name":"stack_1_main_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":462,"geom_name":"stack_1_main_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":463,"geom_name":"stack_1_main_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":464,"geom_name":"stack_1_main_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":465,"geom_name":"stack_1_main_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":97,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_1_main_group_1","pos":[1.2,-0.3,0.15499999999999997],"pose_world":[1.2,-0.3,0.15499999999999997,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1.0,0.6,0.21],"type":"Drawer","width":1.0},"stack_1_main_group_2":{"affordance_geometries":{"handles":[{"geom_id":490,"geom_name":"stack_1_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":491,"geom_name":"stack_1_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":492,"geom_name":"stack_1_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":493,"geom_name":"stack_1_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":494,"geom_name":"stack_1_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":495,"geom_name":"stack_1_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":496,"geom_name":"stack_1_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":497,"geom_name":"stack_1_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":498,"geom_name":"stack_1_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":499,"geom_name":"stack_1_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":101,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_1_main_group_2","pos":[1.2,-0.3,0.365],"pose_world":[1.2,-0.3,0.365,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1.0,0.6,0.21],"type":"Drawer","width":1.0},"stack_1_main_group_3":{"affordance_geometries":{"handles":[{"geom_id":524,"geom_name":"stack_1_main_group_3_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":525,"geom_name":"stack_1_main_group_3_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":526,"geom_name":"stack_1_main_group_3_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":527,"geom_name":"stack_1_main_group_3_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":528,"geom_name":"stack_1_main_group_3_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":529,"geom_name":"stack_1_main_group_3_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":530,"geom_name":"stack_1_main_group_3_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":531,"geom_name":"stack_1_main_group_3_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":532,"geom_name":"stack_1_main_group_3_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":533,"geom_name":"stack_1_main_group_3_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":105,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_1_main_group_3","pos":[1.2,-0.3,0.575],"pose_world":[1.2,-0.3,0.575,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1.0,0.6,0.21],"type":"Drawer","width":1.0},"stack_1_main_group_4":{"affordance_geometries":{"handles":[{"geom_id":558,"geom_name":"stack_1_main_group_4_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":559,"geom_name":"stack_1_main_group_4_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":560,"geom_name":"stack_1_main_group_4_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":561,"geom_name":"stack_1_main_group_4_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":562,"geom_name":"stack_1_main_group_4_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":563,"geom_name":"stack_1_main_group_4_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":564,"geom_name":"stack_1_main_group_4_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":565,"geom_name":"stack_1_main_group_4_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":566,"geom_name":"stack_1_main_group_4_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":567,"geom_name":"stack_1_main_group_4_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":109,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_1_main_group_4","pos":[1.2,-0.3,0.7849999999999999],"pose_world":[1.2,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1.0,0.6,0.21],"type":"Drawer","width":1.0},"stack_1_main_group_base":{"body_id":96,"fixture_type":"Box","kind":"fixture","name":"stack_1_main_group_base","pos":[1.2,-0.265,0.024999999999999988],"pose_world":[1.2,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1,0.53,0.05],"type":"Box"},"stack_2_left_group_1":{"affordance_geometries":{"handles":[{"geom_id":1381,"geom_name":"stack_2_left_group_1_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1382,"geom_name":"stack_2_left_group_1_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1383,"geom_name":"stack_2_left_group_1_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1384,"geom_name":"stack_2_left_group_1_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1385,"geom_name":"stack_2_left_group_1_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1386,"geom_name":"stack_2_left_group_1_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1387,"geom_name":"stack_2_left_group_1_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1388,"geom_name":"stack_2_left_group_1_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1389,"geom_name":"stack_2_left_group_1_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1390,"geom_name":"stack_2_left_group_1_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1395,"geom_name":"stack_2_left_group_1_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1396,"geom_name":"stack_2_left_group_1_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1397,"geom_name":"stack_2_left_group_1_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1398,"geom_name":"stack_2_left_group_1_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1399,"geom_name":"stack_2_left_group_1_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1400,"geom_name":"stack_2_left_group_1_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1401,"geom_name":"stack_2_left_group_1_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1402,"geom_name":"stack_2_left_group_1_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1403,"geom_name":"stack_2_left_group_1_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1404,"geom_name":"stack_2_left_group_1_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":217,"depth":0.6,"fixture_type":"HingeCabinet","height":0.84,"kind":"fixture","name":"stack_2_left_group_1","pos":[0.29999191894674876,-2.199998898053311,0.47],"pose_world":[0.29999191894674876,-2.199998898053311,0.47,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[1.0,0.6,0.84],"type":"HingeCabinet","width":1.0},"stack_2_left_group_base":{"body_id":216,"fixture_type":"Box","kind":"fixture","name":"stack_2_left_group_base","pos":[2.2,-0.265,0.024999999999999988],"pose_world":[0.26499191894698493,-2.19999902661549,0.024999999999999988,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[1,0.53,0.05],"type":"Box"},"stack_2_main_group_1":{"affordance_geometries":{"handles":[{"geom_id":587,"geom_name":"stack_2_main_group_1_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":588,"geom_name":"stack_2_main_group_1_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":589,"geom_name":"stack_2_main_group_1_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":590,"geom_name":"stack_2_main_group_1_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":591,"geom_name":"stack_2_main_group_1_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":592,"geom_name":"stack_2_main_group_1_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":593,"geom_name":"stack_2_main_group_1_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":594,"geom_name":"stack_2_main_group_1_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":595,"geom_name":"stack_2_main_group_1_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":596,"geom_name":"stack_2_main_group_1_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":601,"geom_name":"stack_2_main_group_1_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":602,"geom_name":"stack_2_main_group_1_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":603,"geom_name":"stack_2_main_group_1_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":604,"geom_name":"stack_2_main_group_1_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":605,"geom_name":"stack_2_main_group_1_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":606,"geom_name":"stack_2_main_group_1_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":607,"geom_name":"stack_2_main_group_1_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":608,"geom_name":"stack_2_main_group_1_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":609,"geom_name":"stack_2_main_group_1_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":610,"geom_name":"stack_2_main_group_1_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":114,"depth":0.6,"fixture_type":"HingeCabinet","height":0.63,"kind":"fixture","name":"stack_2_main_group_1","pos":[2.2,-0.3,0.365],"pose_world":[2.2,-0.3,0.365,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1.0,0.6,0.63],"type":"HingeCabinet","width":1.0},"stack_2_main_group_2":{"affordance_geometries":{"handles":[{"geom_id":637,"geom_name":"stack_2_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":638,"geom_name":"stack_2_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":639,"geom_name":"stack_2_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":640,"geom_name":"stack_2_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":641,"geom_name":"stack_2_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":642,"geom_name":"stack_2_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":643,"geom_name":"stack_2_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":644,"geom_name":"stack_2_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":645,"geom_name":"stack_2_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":646,"geom_name":"stack_2_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":122,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_2_main_group_2","pos":[1.9500000000000002,-0.3,0.7849999999999999],"pose_world":[1.9500000000000002,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"stack_2_main_group_3":{"affordance_geometries":{"handles":[{"geom_id":671,"geom_name":"stack_2_main_group_3_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":672,"geom_name":"stack_2_main_group_3_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":673,"geom_name":"stack_2_main_group_3_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":674,"geom_name":"stack_2_main_group_3_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":675,"geom_name":"stack_2_main_group_3_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":676,"geom_name":"stack_2_main_group_3_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":677,"geom_name":"stack_2_main_group_3_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":678,"geom_name":"stack_2_main_group_3_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":679,"geom_name":"stack_2_main_group_3_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":680,"geom_name":"stack_2_main_group_3_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":126,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_2_main_group_3","pos":[2.45,-0.3,0.7849999999999999],"pose_world":[2.45,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"stack_2_main_group_base":{"body_id":113,"fixture_type":"Box","kind":"fixture","name":"stack_2_main_group_base","pos":[2.2,-0.265,0.024999999999999988],"pose_world":[2.2,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1,0.53,0.05],"type":"Box"},"stack_3_left_group_1":{"affordance_geometries":{"handles":[{"geom_id":1474,"geom_name":"stack_3_left_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1475,"geom_name":"stack_3_left_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1476,"geom_name":"stack_3_left_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1477,"geom_name":"stack_3_left_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1478,"geom_name":"stack_3_left_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1479,"geom_name":"stack_3_left_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1480,"geom_name":"stack_3_left_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1481,"geom_name":"stack_3_left_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1482,"geom_name":"stack_3_left_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1483,"geom_name":"stack_3_left_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":233,"depth":0.6,"fixture_type":"SingleCabinet","height":0.84,"kind":"fixture","name":"stack_3_left_group_1","pos":[0.2999870519499868,-0.8749988980622496,0.4699999999999999],"pose_world":[0.2999870519499868,-0.8749988980622496,0.4699999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[0.35,0.6,0.84],"type":"SingleCabinet","width":0.35},"stack_3_left_group_base":{"body_id":232,"fixture_type":"Box","kind":"fixture","name":"stack_3_left_group_base","pos":[3.5250000000000004,-0.265,0.024999999999999932],"pose_world":[0.264987051950223,-0.8749990266244283,0.024999999999999932,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[0.35,0.53,0.05],"type":"Box"},"stack_3_main_group_1":{"affordance_geometries":{"handles":[{"geom_id":700,"geom_name":"stack_3_main_group_1_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":701,"geom_name":"stack_3_main_group_1_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":702,"geom_name":"stack_3_main_group_1_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":703,"geom_name":"stack_3_main_group_1_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":704,"geom_name":"stack_3_main_group_1_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":705,"geom_name":"stack_3_main_group_1_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":706,"geom_name":"stack_3_main_group_1_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":707,"geom_name":"stack_3_main_group_1_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":708,"geom_name":"stack_3_main_group_1_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":709,"geom_name":"stack_3_main_group_1_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":714,"geom_name":"stack_3_main_group_1_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":715,"geom_name":"stack_3_main_group_1_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":716,"geom_name":"stack_3_main_group_1_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":717,"geom_name":"stack_3_main_group_1_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":718,"geom_name":"stack_3_main_group_1_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":719,"geom_name":"stack_3_main_group_1_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":720,"geom_name":"stack_3_main_group_1_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":721,"geom_name":"stack_3_main_group_1_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":722,"geom_name":"stack_3_main_group_1_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":723,"geom_name":"stack_3_main_group_1_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":131,"depth":0.6,"fixture_type":"HingeCabinet","height":0.63,"kind":"fixture","name":"stack_3_main_group_1","pos":[3.2,-0.3,0.365],"pose_world":[3.2,-0.3,0.365,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1.0,0.6,0.63],"type":"HingeCabinet","width":1.0},"stack_3_main_group_2":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_3_main_group_2","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"stack_3_main_group_3":{"affordance_geometries":{"handles":[{"geom_id":784,"geom_name":"stack_3_main_group_3_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":785,"geom_name":"stack_3_main_group_3_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":786,"geom_name":"stack_3_main_group_3_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":787,"geom_name":"stack_3_main_group_3_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":788,"geom_name":"stack_3_main_group_3_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":789,"geom_name":"stack_3_main_group_3_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":790,"geom_name":"stack_3_main_group_3_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":791,"geom_name":"stack_3_main_group_3_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":792,"geom_name":"stack_3_main_group_3_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":793,"geom_name":"stack_3_main_group_3_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":143,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_3_main_group_3","pos":[3.45,-0.3,0.7849999999999999],"pose_world":[3.45,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"stack_3_main_group_base":{"body_id":130,"fixture_type":"Box","kind":"fixture","name":"stack_3_main_group_base","pos":[3.2,-0.265,0.024999999999999988],"pose_world":[3.2,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1,0.53,0.05],"type":"Box"},"stack_4_main_group_1":{"affordance_geometries":{"handles":[{"geom_id":814,"geom_name":"stack_4_main_group_1_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":815,"geom_name":"stack_4_main_group_1_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":816,"geom_name":"stack_4_main_group_1_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":817,"geom_name":"stack_4_main_group_1_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":818,"geom_name":"stack_4_main_group_1_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":819,"geom_name":"stack_4_main_group_1_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":820,"geom_name":"stack_4_main_group_1_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":821,"geom_name":"stack_4_main_group_1_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":822,"geom_name":"stack_4_main_group_1_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":823,"geom_name":"stack_4_main_group_1_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":828,"geom_name":"stack_4_main_group_1_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":829,"geom_name":"stack_4_main_group_1_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":830,"geom_name":"stack_4_main_group_1_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":831,"geom_name":"stack_4_main_group_1_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":832,"geom_name":"stack_4_main_group_1_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":833,"geom_name":"stack_4_main_group_1_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":834,"geom_name":"stack_4_main_group_1_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":835,"geom_name":"stack_4_main_group_1_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":836,"geom_name":"stack_4_main_group_1_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":837,"geom_name":"stack_4_main_group_1_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":148,"depth":0.6,"fixture_type":"HingeCabinet","height":0.84,"kind":"fixture","name":"stack_4_main_group_1","pos":[4.2,-0.3,0.47],"pose_world":[4.2,-0.3,0.47,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1.0,0.6,0.84],"type":"HingeCabinet","width":1.0},"stack_4_main_group_base":{"body_id":147,"fixture_type":"Box","kind":"fixture","name":"stack_4_main_group_base","pos":[4.2,-0.265,0.024999999999999988],"pose_world":[4.2,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1,0.53,0.05],"type":"Box"},"stack_5_main_group_1":{"affordance_geometries":{"handles":[{"geom_id":861,"geom_name":"stack_5_main_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":862,"geom_name":"stack_5_main_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":863,"geom_name":"stack_5_main_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":864,"geom_name":"stack_5_main_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":865,"geom_name":"stack_5_main_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":866,"geom_name":"stack_5_main_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":867,"geom_name":"stack_5_main_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":868,"geom_name":"stack_5_main_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":869,"geom_name":"stack_5_main_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":870,"geom_name":"stack_5_main_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":158,"depth":0.6,"fixture_type":"SingleCabinet","height":0.63,"kind":"fixture","name":"stack_5_main_group_1","pos":[4.95,-0.3,0.365],"pose_world":[4.95,-0.3,0.365,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.6,0.63],"type":"SingleCabinet","width":0.5},"stack_5_main_group_2":{"affordance_geometries":{"handles":[{"geom_id":897,"geom_name":"stack_5_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":898,"geom_name":"stack_5_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":899,"geom_name":"stack_5_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":900,"geom_name":"stack_5_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":901,"geom_name":"stack_5_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":902,"geom_name":"stack_5_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":903,"geom_name":"stack_5_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":904,"geom_name":"stack_5_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":905,"geom_name":"stack_5_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":906,"geom_name":"stack_5_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":163,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_5_main_group_2","pos":[4.95,-0.3,0.7849999999999999],"pose_world":[4.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"stack_5_main_group_base":{"body_id":157,"fixture_type":"Box","kind":"fixture","name":"stack_5_main_group_base","pos":[4.95,-0.265,0.024999999999999988],"pose_world":[4.95,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.53,0.05],"type":"Box"},"stack_left_right_group_1":{"affordance_geometries":{"handles":[{"geom_id":1605,"geom_name":"stack_left_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1606,"geom_name":"stack_left_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1607,"geom_name":"stack_left_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1608,"geom_name":"stack_left_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1609,"geom_name":"stack_left_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1610,"geom_name":"stack_left_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1611,"geom_name":"stack_left_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1612,"geom_name":"stack_left_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1613,"geom_name":"stack_left_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1614,"geom_name":"stack_left_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":257,"depth":0.78,"fixture_type":"SingleCabinet","height":1.13,"kind":"fixture","name":"stack_left_right_group_1","pos":[5.689999265360396,-0.899999228625579,0.615],"pose_world":[5.689999265360396,-0.899999228625579,0.615,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.5,0.78,1.13],"type":"SingleCabinet","width":0.5},"stack_left_right_group_2":{"affordance_geometries":{"handles":[{"geom_id":1637,"geom_name":"stack_left_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1638,"geom_name":"stack_left_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1639,"geom_name":"stack_left_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1640,"geom_name":"stack_left_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1641,"geom_name":"stack_left_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1642,"geom_name":"stack_left_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1643,"geom_name":"stack_left_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1644,"geom_name":"stack_left_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1645,"geom_name":"stack_left_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1646,"geom_name":"stack_left_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":263,"depth":0.78,"fixture_type":"SingleCabinet","height":1.13,"kind":"fixture","name":"stack_left_right_group_2","pos":[5.689999265360396,-0.899999228625579,1.7449999999999999],"pose_world":[5.689999265360396,-0.899999228625579,1.7449999999999999,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.5,0.78,1.13],"type":"SingleCabinet","width":0.5},"stack_left_right_group_base":{"body_id":256,"fixture_type":"Box","kind":"fixture","name":"stack_left_right_group_base","pos":[0.2,-0.175,0.025000000000000043],"pose_world":[5.72499926536016,-0.8999993571877576,0.025000000000000043,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.5,0.71,0.05],"type":"Box"},"stack_right_right_group_1":{"affordance_geometries":{"handles":[{"geom_id":1866,"geom_name":"stack_right_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1867,"geom_name":"stack_right_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1868,"geom_name":"stack_right_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1869,"geom_name":"stack_right_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1870,"geom_name":"stack_right_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1871,"geom_name":"stack_right_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1872,"geom_name":"stack_right_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1873,"geom_name":"stack_right_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1874,"geom_name":"stack_right_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1875,"geom_name":"stack_right_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":287,"depth":0.78,"fixture_type":"SingleCabinet","height":1.13,"kind":"fixture","name":"stack_right_right_group_1","pos":[5.689994159605303,-2.289999228616202,0.6149999999999998],"pose_world":[5.689994159605303,-2.289999228616202,0.6149999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.5,0.78,1.13],"type":"SingleCabinet","width":0.5},"stack_right_right_group_2":{"affordance_geometries":{"handles":[{"geom_id":1898,"geom_name":"stack_right_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1899,"geom_name":"stack_right_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1900,"geom_name":"stack_right_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1901,"geom_name":"stack_right_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1902,"geom_name":"stack_right_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1903,"geom_name":"stack_right_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1904,"geom_name":"stack_right_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1905,"geom_name":"stack_right_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1906,"geom_name":"stack_right_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1907,"geom_name":"stack_right_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":293,"depth":0.78,"fixture_type":"SingleCabinet","height":1.13,"kind":"fixture","name":"stack_right_right_group_2","pos":[5.689994159605303,-2.289999228616202,1.7449999999999997],"pose_world":[5.689994159605303,-2.289999228616202,1.7449999999999997,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.5,0.78,1.13],"type":"SingleCabinet","width":0.5},"stack_right_right_group_base":{"body_id":286,"fixture_type":"Box","kind":"fixture","name":"stack_right_right_group_base","pos":[1.59,-0.17499999999999996,0.02499999999999982],"pose_world":[5.724994159605067,-2.28999935717838,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.5,0.71,0.05],"type":"Box"},"stool_1_room":{"body_id":44,"depth":0.37423366327297586,"fixture_type":"Stool","height":0.8,"kind":"fixture","name":"stool_1_room","pos":[1.325,-4.475,0.4],"pose_world":[1.325,-4.475,0.4,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"size":[0.3755556885348015,0.37423366327297586,0.8],"type":"Stool","width":0.3755556885348015},"stool_2_room":{"body_id":45,"depth":0.37423366327297586,"fixture_type":"Stool","height":0.8,"kind":"fixture","name":"stool_2_room","pos":[1.975,-4.475,0.4],"pose_world":[1.975,-4.475,0.4,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"size":[0.3755556885348015,0.37423366327297586,0.8],"type":"Stool","width":0.3755556885348015},"stool_3_room":{"body_id":46,"depth":0.37423366327297586,"fixture_type":"Stool","height":0.8,"kind":"fixture","name":"stool_3_room","pos":[2.625,-4.475,0.4],"pose_world":[2.625,-4.475,0.4,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"size":[0.3755556885348015,0.37423366327297586,0.8],"type":"Stool","width":0.3755556885348015},"stovetop_main_group":{"body_id":49,"depth":0.55,"fixture_type":"Stovetop","height":0.00880406371748579,"kind":"fixture","name":"stovetop_main_group","pos":[4.201503558601173,-0.29496929235669656,0.9307668946915083],"pose_world":[4.201503558601173,-0.29496929235669656,0.9307668946915083,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.9630070973781739,0.55,0.00880406371748579],"type":"Stovetop","width":0.9630070973781739},"toaster_main_group":{"affordance_geometries":{"handles":[{"geom_id":1036,"geom_name":"toaster_main_group_lever_handle","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":176,"depth":0.2995720256640279,"fixture_type":"Toaster","height":0.23,"kind":"fixture","name":"toaster_main_group","pos":[2.747640287102935,-0.21089753143282097,1.038],"pose_world":[2.747640287102935,-0.21089753143282097,1.038,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.18045825683631556,0.2995720256640279,0.23],"type":"Toaster","width":0.18045825683631556},"toaster_oven_main_group":{"affordance_geometries":{"handles":[{"geom_id":1076,"geom_name":"toaster_oven_main_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":181,"depth":0.33,"fixture_type":"ToasterOven","height":0.3067814795556516,"kind":"fixture","name":"toaster_oven_main_group","pos":[3.382218060875461,-0.3016016394625445,1.0763907397778258],"pose_world":[3.382218060875461,-0.3016016394625445,1.0763907397778258,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.49718527920494054,0.33,0.3067814795556516],"type":"ToasterOven","width":0.49718527920494054},"top_right_group":{"affordance_geometries":{"handles":[{"geom_id":2106,"geom_name":"top_right_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2107,"geom_name":"top_right_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2108,"geom_name":"top_right_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2109,"geom_name":"top_right_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2110,"geom_name":"top_right_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2111,"geom_name":"top_right_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2112,"geom_name":"top_right_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2113,"geom_name":"top_right_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2114,"geom_name":"top_right_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2115,"geom_name":"top_right_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2120,"geom_name":"top_right_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2121,"geom_name":"top_right_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2122,"geom_name":"top_right_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2123,"geom_name":"top_right_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2124,"geom_name":"top_right_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2125,"geom_name":"top_right_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2126,"geom_name":"top_right_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2127,"geom_name":"top_right_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2128,"geom_name":"top_right_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2129,"geom_name":"top_right_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":323,"depth":0.78,"fixture_type":"HingeCabinet","height":0.4099999999999999,"kind":"fixture","name":"top_right_group","pos":[5.689991772021986,-2.939999228611817,2.1049999999999995],"pose_world":[5.689991772021986,-2.939999228611817,2.1049999999999995,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.8,0.78,0.4099999999999999],"type":"HingeCabinet","width":0.8},"utensil_rack_room":{"body_id":33,"depth":0.09945939791284827,"fixture_type":"WallAccessory","height":0.32,"kind":"fixture","name":"utensil_rack_room","pos":[1.9,-0.039999999999999994,1.15],"pose_world":[1.9,-0.039999999999999994,1.15,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.3547280774992862,0.09945939791284827,0.32],"type":"WallAccessory","width":0.3547280774992862},"utensil_set_main_group":{"body_id":188,"depth":0.18939281018006945,"fixture_type":"Accessory","height":0.28,"kind":"fixture","name":"utensil_set_main_group","pos":[5.45731049109186,-0.15253297724350956,1.063320811843608],"pose_world":[5.45731049109186,-0.15253297724350956,1.063320811843608,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.18132970501991783,0.18939281018006945,0.28],"type":"Accessory","width":0.18132970501991783},"wall_backing_room":{"body_id":25,"fixture_type":"Wall","kind":"fixture","name":"wall_backing_room","pos":[3.04,0.14,1.38],"pose_world":[3.04,0.14,1.38,-0.7071067811865476,0.7071067811865476,0.0,0.0],"size":[3.2800000000000002,1.62,0.1],"type":"Wall"},"wall_front_backing_room":{"body_id":31,"fixture_type":"Wall","kind":"fixture","name":"wall_front_backing_room","pos":[3.04,-6.14,1.38],"pose_world":[3.04,-6.14,1.38,0.0,0.0,0.7071067811865476,-0.7071067811865476],"size":[3.24,1.62,0.1],"type":"Wall"},"wall_front_room":{"body_id":30,"fixture_type":"Wall","kind":"fixture","name":"wall_front_room","pos":[3.04,-6.02,1.5],"pose_world":[3.04,-6.02,1.5,0.0,0.0,0.7071067811865476,-0.7071067811865476],"size":[3.04,1.5,0.02],"type":"Wall"},"wall_left_backing_room":{"body_id":27,"fixture_type":"Wall","kind":"fixture","name":"wall_left_backing_room","pos":[-0.14,-3,1.38],"pose_world":[-0.14,-3.0,1.38,0.5,0.5,-0.5,-0.5],"size":[3.04,1.62,0.1],"type":"Wall"},"wall_left_room":{"body_id":26,"fixture_type":"Wall","kind":"fixture","name":"wall_left_room","pos":[-0.02,-3,1.5],"pose_world":[-0.02,-3.0,1.5,0.5,0.5,-0.5,-0.5],"size":[3.04,1.5,0.02],"type":"Wall"},"wall_right_backing_room":{"body_id":29,"fixture_type":"Wall","kind":"fixture","name":"wall_right_backing_room","pos":[6.22,-3,1.38],"pose_world":[6.22,-3.0,1.38,0.5,-0.5,-0.5,0.5],"size":[3.04,1.62,0.1],"type":"Wall"},"wall_right_room":{"body_id":28,"fixture_type":"Wall","kind":"fixture","name":"wall_right_room","pos":[6.1,-3,1.5],"pose_world":[6.1,-3.0,1.5,0.5,-0.5,-0.5,0.5],"size":[3.04,1.5,0.02],"type":"Wall"},"wall_room":{"body_id":24,"fixture_type":"Wall","kind":"fixture","name":"wall_room","pos":[3.04,0.02,1.5],"pose_world":[3.04,0.02,1.5,-0.7071067811865476,0.7071067811865476,0.0,0.0],"size":[3.08,1.5,0.02],"type":"Wall"},"window_group_room":{"body_id":39,"depth":0.03,"fixture_type":"Window","height":1.25,"kind":"fixture","name":"window_group_room","pos":[0.015000000000000003,-3.2999999,1.7],"pose_world":[0.015000000000000003,-3.2999999,1.7,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[2.0,0.03,1.25],"type":"Window","width":2.0}},"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":"Open the left drawer.","query":null,"split":"target"},"live_observation":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"objects":{"distr_counter_1":{"body_id":350,"kind":"object","name":"distr_counter_1","pose_world":[2.944700681382562,-0.32022419303997357,0.9338283999127047,0.9895904268753973,0.020566568264030874,-0.011239338213078804,-0.1419911285360471],"rot":0.0,"size":[0.02821504,0.0281638,0.02811556],"type":"MJCFObject"},"drawer_obj":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.9734350279827755,-0.36803733764044483,0.7651579161366866,0.9691681206988881,0.0566751955529858,0.004607051040854794,0.23974955914604698],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"}},"pose_evidence":{"fixtures":{"bottom_corner_right_group":[5.6900002754917995,-0.6249992286274342,0.445,0.7071054825112363,0.0,0.0,-0.7071080798594735],"bottom_right_group_1":[5.689991772021986,-2.939999228611817,0.19999999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"bottom_right_group_2":[5.689991772021986,-2.939999228611817,0.4999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"bottom_right_group_base":[5.72499177202175,-2.9399993571739955,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"cab_1_left_group":[0.19999008234487173,-1.6999992653771945,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"cab_1_main_group":[1.15,-0.2,1.85,1.0,0.0,0.0,0.0],"cab_2_left_group":[0.19998732744104422,-0.9499992653822544,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"cab_2_main_group":[2.9,-0.2,1.85,1.0,0.0,0.0,0.0],"cab_corner_2_main_group":[0.2,-0.55,1.85,1.0,0.0,0.0,0.0],"cab_corner_main_group":[0.325,-0.2,1.85,1.0,0.0,0.0,0.0],"cab_main_main_group":[2.15,-0.2,1.85,1.0,0.0,0.0,0.0],"cab_top_corner_right_group":[5.6900013774533305,-0.3249992286294581,1.8499999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"coffee_machine_main_group":[1.3185672959127874,-0.2445345466838201,1.0929999947553568,1.0,0.0,0.0,0.0],"counter_1_front_group":[1.975,-4.075,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"counter_1_left_group":[0.32499191894658014,-2.1999988062231837,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"counter_1_main_group":[4.45,-0.325,0.46,1.0,0.0,0.0,0.0],"counter_corner_2_main_group":[5.640000000000001,-0.325,0.46,1.0,0.0,0.0,0.0],"counter_corner_front_group":[0.6500000056873556,-4.0748772339937,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"counter_corner_left_group":[0.3249987143760213,-4.049998806210703,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"counter_corner_main_group":[0.35,-0.325,0.46,1.0,0.0,0.0,0.0],"counter_corner_right_left_group":[0.32498622547866995,-0.6499988062336404,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"counter_main_main_group":[2.2,-0.325,0.46,1.0,0.0,0.0,0.0],"dishwasher_left_group":[0.32479563450010346,-1.3749988069386108,0.4449999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"drawer":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"floor_backing_room":[3.04,-3.0,-0.14,0.7071067811865476,0.0,0.0,0.7071067811865476],"floor_room":[3.04,-3.0,-0.02,0.7071067811865476,0.0,0.0,0.7071067811865476],"fridge_housing_right_group":[5.689996712482849,-1.5949992286208903,0.9,0.7071054825112363,0.0,0.0,-0.7071080798594735],"fridge_right_group":[5.642795227919224,-1.5949990552401563,0.8900000516962465,0.7071054825112363,0.0,0.0,-0.7071080798594735],"fridge_top_right_group":[5.689996712482849,-1.5949992286208903,2.0549999999999997,0.7071054825112363,0.0,0.0,-0.7071080798594735],"hood_main_group":[4.2015400124186355,-0.29420055813485146,2.109686643940881,1.0,0.0,0.0,0.0],"knife_block_main_group":[1.4863969653311453,-0.18040035825278877,1.0624943354887755,1.0,0.0,0.0,0.0],"light_switch_2_room":[0.0,-1.9,1.2,0.999999920000001,0.0,0.0,0.00039999998933328934],"light_switch_room":[0.0,-1.8,1.2,0.999999920000001,0.0,0.0,0.00039999998933328934],"micro_housing_right_group":[5.689991772021986,-2.939999228611817,1.6249999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"microwave_right_group":[5.520458884233695,-2.9399986153512137,1.6249999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"outlet_2_room":[6.08,-1.0,1.2,0.7071054825112363,0.0,0.0,-0.7071080798594735],"outlet_3_room":[6.08,-2.5,1.2,0.7071054825112363,0.0,0.0,-0.7071080798594735],"outlet_room":[3.0,0.0,1.2,1.0,0.0,0.0,0.0],"oven_housing_right_group":[5.689991772021986,-2.939999228611817,0.9999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"oven_right_group":[5.572894656033508,-2.940065399684986,1.0000000336235495,0.7071054825112363,0.0,0.0,-0.7071080798594735],"paper_towel_main_group":[0.2941806390777399,-0.5462106068293686,1.0878950932503004,1.0,0.0,0.0,0.0],"plant_left_group":[0.19613419104779156,-4.0699767368854864,1.008492366712176,0.7071055013256238,0.0,0.0,0.7071080610451548],"shelves_1_main_group":[3.4,-0.2,1.85,1.0,0.0,0.0,0.0],"shelves_2_main_group":[5.05,-0.2,1.85,1.0,0.0,0.0,0.0],"side_bottom_right_group_1":[5.689988466137392,-3.8399992286057447,0.19999999996399978,0.7071054825112363,0.0,0.0,-0.7071080798594735],"side_bottom_right_group_2":[5.689988466137392,-3.8399992286057447,0.4999999998919997,0.7071054825112363,0.0,0.0,-0.7071080798594735],"side_bottom_right_group_3":[5.689988466137392,-3.8399992286057447,1.4799999999279996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"side_bottom_right_group_base":[5.724988466137156,-3.8399993571679234,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"sink_left_group":[0.29999877198378305,-2.199998355103462,0.9894399220814241,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_1_left_group_1":[0.2999955921518521,-3.199998898046565,0.365,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_1_left_group_2":[0.2999965104531279,-3.4499988980448784,0.7849999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_1_left_group_3":[0.29999467385057627,-2.9499988980482517,0.7849999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_1_left_group_base":[0.2649955921520883,-3.1999990266087437,0.024999999999999988,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_1_main_group_1":[1.2,-0.3,0.15499999999999997,1.0,0.0,0.0,0.0],"stack_1_main_group_2":[1.2,-0.3,0.365,1.0,0.0,0.0,0.0],"stack_1_main_group_3":[1.2,-0.3,0.575,1.0,0.0,0.0,0.0],"stack_1_main_group_4":[1.2,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"stack_1_main_group_base":[1.2,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"stack_2_left_group_1":[0.29999191894674876,-2.199998898053311,0.47,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_2_left_group_base":[0.26499191894698493,-2.19999902661549,0.024999999999999988,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_2_main_group_1":[2.2,-0.3,0.365,1.0,0.0,0.0,0.0],"stack_2_main_group_2":[1.9500000000000002,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"stack_2_main_group_3":[2.45,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"stack_2_main_group_base":[2.2,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"stack_3_left_group_1":[0.2999870519499868,-0.8749988980622496,0.4699999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_3_left_group_base":[0.264987051950223,-0.8749990266244283,0.024999999999999932,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_3_main_group_1":[3.2,-0.3,0.365,1.0,0.0,0.0,0.0],"stack_3_main_group_2":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"stack_3_main_group_3":[3.45,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"stack_3_main_group_base":[3.2,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"stack_4_main_group_1":[4.2,-0.3,0.47,1.0,0.0,0.0,0.0],"stack_4_main_group_base":[4.2,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"stack_5_main_group_1":[4.95,-0.3,0.365,1.0,0.0,0.0,0.0],"stack_5_main_group_2":[4.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"stack_5_main_group_base":[4.95,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"stack_left_right_group_1":[5.689999265360396,-0.899999228625579,0.615,0.7071054825112363,0.0,0.0,-0.7071080798594735],"stack_left_right_group_2":[5.689999265360396,-0.899999228625579,1.7449999999999999,0.7071054825112363,0.0,0.0,-0.7071080798594735],"stack_left_right_group_base":[5.72499926536016,-0.8999993571877576,0.025000000000000043,0.7071054825112363,0.0,0.0,-0.7071080798594735],"stack_right_right_group_1":[5.689994159605303,-2.289999228616202,0.6149999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"stack_right_right_group_2":[5.689994159605303,-2.289999228616202,1.7449999999999997,0.7071054825112363,0.0,0.0,-0.7071080798594735],"stack_right_right_group_base":[5.724994159605067,-2.28999935717838,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"stool_1_room":[1.325,-4.475,0.4,4.632679487995776e-05,0.0,0.0,0.999999998926914],"stool_2_room":[1.975,-4.475,0.4,4.632679487995776e-05,0.0,0.0,0.999999998926914],"stool_3_room":[2.625,-4.475,0.4,4.632679487995776e-05,0.0,0.0,0.999999998926914],"stovetop_main_group":[4.201503558601173,-0.29496929235669656,0.9307668946915083,1.0,0.0,0.0,0.0],"toaster_main_group":[2.747640287102935,-0.21089753143282097,1.038,1.0,0.0,0.0,0.0],"toaster_oven_main_group":[3.382218060875461,-0.3016016394625445,1.0763907397778258,1.0,0.0,0.0,0.0],"top_right_group":[5.689991772021986,-2.939999228611817,2.1049999999999995,0.7071054825112363,0.0,0.0,-0.7071080798594735],"utensil_rack_room":[1.9,-0.039999999999999994,1.15,1.0,0.0,0.0,0.0],"utensil_set_main_group":[5.45731049109186,-0.15253297724350956,1.063320811843608,1.0,0.0,0.0,0.0],"wall_backing_room":[3.04,0.14,1.38,-0.7071067811865476,0.7071067811865476,0.0,0.0],"wall_front_backing_room":[3.04,-6.14,1.38,0.0,0.0,0.7071067811865476,-0.7071067811865476],"wall_front_room":[3.04,-6.02,1.5,0.0,0.0,0.7071067811865476,-0.7071067811865476],"wall_left_backing_room":[-0.14,-3.0,1.38,0.5,0.5,-0.5,-0.5],"wall_left_room":[-0.02,-3.0,1.5,0.5,0.5,-0.5,-0.5],"wall_right_backing_room":[6.22,-3.0,1.38,0.5,-0.5,-0.5,0.5],"wall_right_room":[6.1,-3.0,1.5,0.5,-0.5,-0.5,0.5],"wall_room":[3.04,0.02,1.5,-0.7071067811865476,0.7071067811865476,0.0,0.0],"window_group_room":[0.015000000000000003,-3.2999999,1.7,0.7071054825112363,0.0,0.0,0.7071080798594735]},"objects":{"distr_counter_1":[2.944700681382562,-0.32022419303997357,0.9338283999127047,0.9895904268753973,0.020566568264030874,-0.011239338213078804,-0.1419911285360471],"drawer_obj":[2.9734350279827755,-0.36803733764044483,0.7651579161366866,0.9691681206988881,0.0566751955529858,0.004607051040854794,0.23974955914604698]},"source":"robocasa_scene_registry"},"private_success_signal_exposed":false,"prompt":"Open the left drawer.","query":null,"requested_steps":15,"runtime_action_schema":{"action_shape":[12],"available":true,"base_mode_index":11,"base_slice":[7,10],"controller_input_ref_frame":"base","eef_part":"right","eef_slice":[0,6],"env_created":true,"grasp_primitives_supported":true,"gripper_part":"right_gripper","gripper_slice":[6,7],"has_base_control":true,"has_gripper_control":true,"kind":"direct_composite","torso_slice":[10,11]},"step_summaries":[{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":0,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":1,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":2,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":3,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":4,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":5,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":6,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":7,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":8,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":9,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":10,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":11,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":12,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":13,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":14,"terminated":false,"truncated":false}],"steps_executed":15,"verifier_boundary":{"harness_verify_required":true,"private_task_signal_exposed":false,"task_completion_claimed_by_primitive":false},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":793},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":3210.463}],"event":{"kind":"stop","label":"Budget reached","detail":""}}],"unassignedCells":[],"detailUrl":"data/execution/W4-robocasa-qwen-01.json","mediaMatchesReport":true,"progress":{"value":0,"total":1,"label":"Task completion"},"milestones":[{"index":0,"round":1,"at":113.048319,"label":"Execution error","detail":"","kind":"error","score":null},{"index":23,"round":24,"at":3210.780589,"label":"Budget reached","detail":"","kind":"stop","score":null}]}
