{"id":"W4-robocasa-fable-01","model":"Claude Fable 5.1","modelKey":"fable","benchmark":"RoboCasa","taskId":"robocasa--robocasa_start_coffee_machine_button--test--target-OpenDrawer--0--201936251412","instruction":"Open the left drawer.","outcome":"success","success":true,"protocol":"Source-native primitives; per-round image delivery unverified","stats":{"elapsedSeconds":618.140117,"modelCalls":20,"rounds":20,"tokens":302756,"promptTokens":275076,"completionTokens":27680,"codeErrors":9,"toolCalls":92,"environmentSteps":null,"apiSeconds":489.876,"apiMeanSeconds":24.494,"completedSubgoals":null,"requiredSubgoals":null,"nativeSteps":null,"finalScore":null,"finalGoalDistanceCm":null,"finalGoalAngleDegrees":null,"actionSubmissions":null},"budgets":{"llm_num_retries":3,"max_agent_attempts":1,"max_agent_iterations":24,"max_primitive_calls":256,"max_total_tokens":1120000,"max_verifier_calls":25,"max_rounds":24,"timeout_seconds":3600.0},"stopLimits":[],"verifier":{"attempted":true,"message":"RoboCasa task success reported by harness verifier","metadata":{"info_summary":{},"success_source":"env._check_success"},"metrics":{"success":1.0},"ok":true},"callCounts":{"inspect_robocasa_fixture":3,"ground_robocasa_visual_target":25,"inspect_robocasa_affordance":2,"locate_robocasa_object":1,"locate_robocasa_fixture":2,"move_robocasa_ee_to":24,"observe_robocasa_rgbd":1,"observe_robocasa_kitchen_state":27,"inspect_robocasa_transport_state":2,"settle_robocasa_environment":3,"record_robocasa_evidence":2},"video":"assets/model-cases/W4-robocasa-fable-01/clip.mp4","poster":"assets/model-cases/W4-robocasa-fable-01/poster.webp","mediaKind":"Recorded video excerpt","videoNote":"Recorded video excerpt; the trace covers the full episode.","evidenceLevel":"action_trace","timingNote":"Video playback and wall-clock trace time are separate.","recordId":"d8ea901644f505e026c8","reportSha256":"8cd3456b31ff712607c490add53b02ff89be8be1972e4831a47f145cc43ccbbd","steps":[{"round":1,"at":9.378596,"duration":9.379,"title":"Inspect the observation and execute the next code cell.","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":0,"cumulativeToolCalls":0,"code":"{\"code\": \"r1 = primitives.call(name='observe_robocasa_kitchen_state', query='drawer')\\nprint('ok', r1.ok)\\nprint(r1.output)\"}","codeExcerpt":false,"stdout":"","feedback":{},"calls":[],"event":{"kind":"action","label":"Action","detail":""}},{"round":2,"at":25.369613,"duration":15.991,"title":"Inspect the observation and execute the next code cell.","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":0,"cumulativeToolCalls":0,"code":"{\"code\": \"r1 = primitives.call(name='inspect_robocasa_fixture', fixture_name='drawer')\\nprint('fx_ok', r1.ok)\\nprint(r1.output)\\nr2 = primitives.call(name='inspect_robocasa_object', object_name='drawer_obj')\\nprint('ob_ok', r2.ok)\\nprint(r2.output)\"}","codeExcerpt":false,"stdout":"","feedback":{},"calls":[],"event":{"kind":"action","label":"Action","detail":""}},{"round":3,"at":31.581871,"duration":6.212,"title":"Inspect the observation and execute the next code cell.","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":0,"cumulativeToolCalls":0,"code":"{\"code\": \"r1 = primitives.call(name='inspect_robocasa_fixture', fixture_name='drawer')\\nout = r1.output\\nresult = {'ok': r1.ok, 'out': str(out)[:1500]}\\nprint(result)\\ng = primitives.call(name='ground_robocasa_visual_target', entity_name='drawer', camera_name='robot0_agentview_left')\\nprint('ground_ok', g.ok, str(g.output)[:1200])\"}","codeExcerpt":false,"stdout":"","feedback":{},"calls":[],"event":{"kind":"action","label":"Action","detail":""}},{"round":4,"at":38.140371,"duration":6.559,"title":"robocasa fixture · ground robocasa visual target","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":2,"cumulativeToolCalls":2,"code":"r1 = primitives.call(name='inspect_robocasa_fixture', fixture_name='drawer')\nprint('fx_ok', r1.ok, str(r1.output)[:1500])\ng = primitives.call(name='ground_robocasa_visual_target', entity_name='drawer', camera_name='robot0_agentview_left')\nprint('ground_ok', g.ok, str(g.output)[:1200])","codeExcerpt":false,"stdout":"fx_ok True {'agent_context': {}, 'candidates': [{'body_id': 300, 'fixture_type': 'Box', 'kind': 'fixture', 'name': 'bottom_corner_right_group', 'pos': [-0.075, -0.21, 0.445], 'pose_world': [5.6900002754917995, -0.6249992286274342, 0.445, 0.7071054825112363, 0.0, 0.0, -0.7071080798594735], 'rot': -1.5708, 'score': 0.5, 'size': [0.05, 0.78, 0.89], 'type': 'Box'}, {'affordance_geometries': {'handles': [{'geom_id': 1942, 'geom_name': 'bottom_right_group_1_door_handle_g0', 'position_world': [5.281890869140625, -2.9402124881744385, 0.19999998807907104]}, {'geom_id': 1943, 'geom_name': 'bottom_right_group_1_door_handle_g1', 'position_world': [5.296401500701904, -3.0256128311157227, 0.20000003278255463]}, {'geom_id': 1944, 'geom_name': 'bottom_right_group_1_door_handle_g2', 'position_world': [5.2963409423828125, -2.8543827533721924, 0.19999995827674866]}, {'geom_id': 1945, 'geom_name': 'bottom_right_group_1_door_handle_g3', 'position_world': [5.282162666320801, -3.0256125926971436, 0.20000003278255463]}, {'geom_id': 1946, 'geom_name': 'bottom_right_group_1_door_handle_g4', 'position_world': [5.2822065353393555, -2.8543825149536133, 0.19999995827674866]}, {'geom_id': 1947, 'geom_name': 'bottom_right_group_1_door_handle_g5', 'position_world': [5.2593770027160645, -2.9406561851501465, 0.2000003457069397]}, {'geom_id': 1948, 'geom_name': 'bottom_right_group_1_door_handle_g6', 'position_world': [5.265673637390137, -3.0189993381500244, 0.20000006258487701]}, {'geom_id': 1949, 'geom_name': 'bottom_rig\nground_ok False {'camera_name': 'robot0_agentview_left', 'fabricated_evidence': False, 'prompt': 'Ground the caller-selected entity drawer', 'query': None, 'segmentation_id': None, 'world_position': None}\n","feedback":{},"calls":[{"name":"inspect_robocasa_fixture","arguments":{"fixture_name":"drawer"},"ok":true,"error":null,"output":{"candidates":[{"body_id":300,"fixture_type":"Box","kind":"fixture","name":"bottom_corner_right_group","pos":[-0.075,-0.21,0.445],"pose_world":[5.6900002754917995,-0.6249992286274342,0.445,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.05,0.78,0.89],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1942,"geom_name":"bottom_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1943,"geom_name":"bottom_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1944,"geom_name":"bottom_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1945,"geom_name":"bottom_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1946,"geom_name":"bottom_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1947,"geom_name":"bottom_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1948,"geom_name":"bottom_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1949,"geom_name":"bottom_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1950,"geom_name":"bottom_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1951,"geom_name":"bottom_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":302,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_1","pos":[5.689991772021986,-2.939999228611817,0.19999999999999982],"pose_world":[5.689991772021986,-2.939999228611817,0.19999999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"affordance_geometries":{"handles":[{"geom_id":1976,"geom_name":"bottom_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1977,"geom_name":"bottom_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1978,"geom_name":"bottom_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1979,"geom_name":"bottom_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1980,"geom_name":"bottom_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1981,"geom_name":"bottom_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1982,"geom_name":"bottom_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1983,"geom_name":"bottom_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1984,"geom_name":"bottom_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1985,"geom_name":"bottom_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":306,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_2","pos":[5.689991772021986,-2.939999228611817,0.4999999999999998],"pose_world":[5.689991772021986,-2.939999228611817,0.4999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"body_id":301,"fixture_type":"Box","kind":"fixture","name":"bottom_right_group_base","pos":[2.24,-0.17499999999999996,0.02499999999999982],"pose_world":[5.72499177202175,-2.9399993571739955,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.71,0.05],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1506,"geom_name":"cab_1_left_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1507,"geom_name":"cab_1_left_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1508,"geom_name":"cab_1_left_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1509,"geom_name":"cab_1_left_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1510,"geom_name":"cab_1_left_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1511,"geom_name":"cab_1_left_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1512,"geom_name":"cab_1_left_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1513,"geom_name":"cab_1_left_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1514,"geom_name":"cab_1_left_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1515,"geom_name":"cab_1_left_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1520,"geom_name":"cab_1_left_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1521,"geom_name":"cab_1_left_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1522,"geom_name":"cab_1_left_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1523,"geom_name":"cab_1_left_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1524,"geom_name":"cab_1_left_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1525,"geom_name":"cab_1_left_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1526,"geom_name":"cab_1_left_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1527,"geom_name":"cab_1_left_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1528,"geom_name":"cab_1_left_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1529,"geom_name":"cab_1_left_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":239,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_left_group","pos":[0.19999008234487173,-1.6999992653771945,1.85],"pose_world":[0.19999008234487173,-1.6999992653771945,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":296,"geom_name":"cab_1_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":297,"geom_name":"cab_1_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":298,"geom_name":"cab_1_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":299,"geom_name":"cab_1_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":300,"geom_name":"cab_1_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":301,"geom_name":"cab_1_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":302,"geom_name":"cab_1_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":303,"geom_name":"cab_1_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":304,"geom_name":"cab_1_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":305,"geom_name":"cab_1_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":310,"geom_name":"cab_1_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":311,"geom_name":"cab_1_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":312,"geom_name":"cab_1_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":313,"geom_name":"cab_1_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":314,"geom_name":"cab_1_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":315,"geom_name":"cab_1_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":316,"geom_name":"cab_1_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":317,"geom_name":"cab_1_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":318,"geom_name":"cab_1_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":319,"geom_name":"cab_1_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":60,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_main_group","pos":[1.15,-0.2,1.85],"pose_world":[1.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":1552,"geom_name":"cab_2_left_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1553,"geom_name":"cab_2_left_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1554,"geom_name":"cab_2_left_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1555,"geom_name":"cab_2_left_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1556,"geom_name":"cab_2_left_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1557,"geom_name":"cab_2_left_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1558,"geom_name":"cab_2_left_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1559,"geom_name":"cab_2_left_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1560,"geom_name":"cab_2_left_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1561,"geom_name":"cab_2_left_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":248,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_left_group","pos":[0.19998732744104422,-0.9499992653822544,1.85],"pose_world":[0.19998732744104422,-0.9499992653822544,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"affordance_geometries":{"handles":[{"geom_id":388,"geom_name":"cab_2_main_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":389,"geom_name":"cab_2_main_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":390,"geom_name":"cab_2_main_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":391,"geom_name":"cab_2_main_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":392,"geom_name":"cab_2_main_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":393,"geom_name":"cab_2_main_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":394,"geom_name":"cab_2_main_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":395,"geom_name":"cab_2_main_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":396,"geom_name":"cab_2_main_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":397,"geom_name":"cab_2_main_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":78,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_main_group","pos":[2.9,-0.2,1.85],"pose_world":[2.9,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"body_id":59,"fixture_type":"Box","kind":"fixture","name":"cab_corner_2_main_group","pos":[0.2,-0.55,1.85],"pose_world":[0.2,-0.55,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.4,0.3,0.92],"type":"Box"},{"body_id":58,"fixture_type":"Box","kind":"fixture","name":"cab_corner_main_group","pos":[0.325,-0.2,1.85],"pose_world":[0.325,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.65,0.4,0.92],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":342,"geom_name":"cab_main_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":343,"geom_name":"cab_main_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":344,"geom_name":"cab_main_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":345,"geom_name":"cab_main_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":346,"geom_name":"cab_main_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":347,"geom_name":"cab_main_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":348,"geom_name":"cab_main_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":349,"geom_name":"cab_main_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":350,"geom_name":"cab_main_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":351,"geom_name":"cab_main_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":356,"geom_name":"cab_main_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":357,"geom_name":"cab_main_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":358,"geom_name":"cab_main_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":359,"geom_name":"cab_main_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":360,"geom_name":"cab_main_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":361,"geom_name":"cab_main_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":362,"geom_name":"cab_main_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":363,"geom_name":"cab_main_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":364,"geom_name":"cab_main_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":365,"geom_name":"cab_main_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":69,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_main_main_group","pos":[2.15,-0.2,1.85],"pose_world":[2.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"body_id":299,"fixture_type":"Box","kind":"fixture","name":"cab_top_corner_right_group","pos":[-0.375,-0.21,1.8499999999999996],"pose_world":[5.6900013774533305,-0.3249992286294581,1.8499999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.65,0.78,0.92],"type":"Box"},{"affordance_geometries":{"start_buttons":{"start_button_1":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}],"start_button_2":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}]}},"affordance_sites":{"receptacle_place_site":[1.319170355796814,-0.34829509258270264,0.9765308499336243],"start_buttons":{"start_button_1":[1.3185672760009766,-0.41278737783432007,1.2256221771240234],"start_button_2":[1.3185672760009766,-0.41278737783432007,1.1727606058120728]}},"body_id":167,"depth":0.36232757964721246,"fixture_type":"CoffeeMachine","height":0.33999999999999997,"kind":"fixture","name":"coffee_machine_main_group","pos":[1.3185672959127874,-0.2445345466838201,1.0929999947553568],"pose_world":[1.3185672959127874,-0.2445345466838201,1.0929999947553568,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.1654909721085488,0.36232757964721246,0.33999999999999997],"type":"CoffeeMachine","width":0.1654909721085488},{"body_id":191,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_front_group","pos":[1.975,-4.075,0.46],"pose_world":[1.975,-4.075,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[2.55,0.65,0.92],"type":"Counter","width":2.55},{"body_id":197,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_left_group","pos":[0.32499191894658014,-2.1999988062231837,0.46],"pose_world":[0.32499191894658014,-2.1999988062231837,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"body_id":56,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_main_group","pos":[4.45,-0.325,0.46],"pose_world":[4.45,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.5,0.65,0.92],"type":"Counter","width":1.5},{"body_id":57,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_2_main_group","pos":[5.640000000000001,-0.325,0.46],"pose_world":[5.640000000000001,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.88,0.65,0.92],"type":"Counter","width":0.88},{"body_id":192,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_front_group","pos":[0.6500000056873556,-4.0748772339937,0.46],"pose_world":[0.6500000056873556,-4.0748772339937,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":193,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_left_group","pos":[0.3249987143760213,-4.049998806210703,0.46],"pose_world":[0.3249987143760213,-4.049998806210703,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":47,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_main_group","pos":[0.35,-0.325,0.46],"pose_world":[0.35,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":198,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_right_left_group","pos":[0.32498622547866995,-0.6499988062336404,0.46],"pose_world":[0.32498622547866995,-0.6499988062336404,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":48,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_main_main_group","pos":[2.2,-0.325,0.46],"pose_world":[2.2,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"affordance_geometries":{"handles":[{"geom_id":1425,"geom_name":"dishwasher_left_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":226,"depth":0.6,"fixture_type":"Dishwasher","height":0.89,"kind":"fixture","name":"dishwasher_left_group","pos":[0.32479563450010346,-1.3749988069386108,0.4449999999999999],"pose_world":[0.32479563450010346,-1.3749988069386108,0.4449999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.65,0.6,0.89],"type":"Dishwasher","width":0.65},{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"…"],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":null,"query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":9},"pose_evidence":{"fixtures":{"drawer":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0]},"objects":{},"source":"robocasa_scene_registry"},"prompt":null,"query":null,"selected":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":[2.950127124786377,-0.6181308627128601,0.7849999666213989]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":[3.0001063346862793,-0.6036043167114258,0.7850001454353333]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":[2.8998935222625732,-0.603665828704834,0.7849998474121094]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":[3.0001063346862793,-0.617843508720398,0.7850001454353333]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":[2.8998935222625732,-0.6178001165390015,0.7849998474121094]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":[2.950385332107544,-0.6406294107437134,0.7850003242492676]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":[2.9962358474731445,-0.6343321800231934,0.785000205039978]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":[2.9040141105651855,-0.6343321800231934,0.7850005030632019]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":[2.950385332107544,-0.6406294107437134,0.7850003242492676]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":[2.950000047683716,-0.6228904724121094,0.7850000262260437]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":9},"prompt":null,"query":null,"source":"robocasa_scene_state"},"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":9},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":38.136},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer"},"ok":false,"error":"visual_grounding_requires_segmentation_id_or_world_position","output":{"fabricated_evidence":false,"prompt":"Ground the caller-selected entity drawer","query":null,"segmentation_id":null,"world_position":null},"at":38.141}],"event":{"kind":"action","label":"Locate target","detail":""}},{"round":5,"at":49.344218,"duration":11.204,"title":"robocasa affordance · ground robocasa visual target","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":2,"cumulativeToolCalls":4,"code":"r1 = primitives.call(name='inspect_robocasa_affordance', object_name='drawer', relation='grasp')\nprint('aff_ok', r1.ok, str(r1.output)[:1500])\ng = primitives.call(name='ground_robocasa_visual_target', entity_name='drawer', camera_name='robot0_agentview_left', world_position=[3.2, -0.3, 0.785])\nprint('ground_ok', g.ok, str(g.output)[:1500])","codeExcerpt":false,"stdout":"aff_ok False {'agent_context': {}, 'grasp_affordance': {'distance_from_eef': None, 'estimated_reachable': True, 'offset': [0.0, 0.0, 0.03], 'requires_contact_or_gripper_observation': True, 'target_position': None}, 'grasp_candidates': [{'grasp_approach': 'center', 'grasp_wrist_yaw_offset_rad': 0.0, 'id': 'center'}], 'language_task': {'agent_context': {}, 'benchmark_task_description': 'Open the left drawer.', 'env_id': 'robocasa/OpenDrawer', 'instruction': 'Open the left drawer.', 'prompt': None, 'query': None, 'split': 'target'}, 'placement_affordance': {'affordance_target': None, 'estimated_feasible': False, 'object_to_target_distance': None, 'offset': [0.0, 0.0, 0.0], 'relation': 'grasp', 'target_entity_kind': None, 'target_position': None}, 'pose_evidence': {'fixtures': {'bottom_corner_right_group': [5.6900002754917995, -0.6249992286274342, 0.445, 0.7071054825112363, 0.0, 0.0, -0.7071080798594735], 'bottom_right_group_1': [5.689991772021986, -2.939999228611817, 0.19999999999999982, 0.7071054825112363, 0.0, 0.0, -0.7071080798594735], 'bottom_right_group_2': [5.689991772021986, -2.939999228611817, 0.4999999999999998, 0.7071054825112363, 0.0, 0.0, -0.7071080798594735], 'bottom_right_group_base': [5.72499177202175, -2.9399993571739955, 0.02499999999999982, 0.7071054825112363, 0.0, 0.0, -0.7071080798594735], 'cab_1_left_group': [0.19999008234487173, -1.6999992653771945, 1.85, 0.7071054825112363, 0.0, 0.0, 0.7071080798594735], 'cab_1_main_group': [1.15, -0.2, 1.85, 1.0, 0.0, 0.0, 0.0], 'cab_\nground_ok True {'entity_name': 'drawer', 'evidence_handle': 'robocasa:visual:1:robot0_agentview_left:state:0', 'grounding': {'agent_context': {}, 'button_name': None, 'camera_name': 'robot0_agentview_left', 'depth_statistics': None, 'distance_to_requested_world_position': 0.0, 'entity_kind': 'fixture', 'entity_name': 'drawer', 'fallback_mode': 'rgbd_state_pose_no_segmentation', 'instance': {'binding_source': 'public_state_pose_with_rgbd_observation', 'entity_kind': 'fixture', 'entity_name': 'drawer'}, 'native_geometry': {'affordance_geometries': {'handles': [{'geom_id': 750, 'geom_name': 'stack_3_main_group_2_door_handle_g0', 'position_world': [2.950127124786377, -0.6181308627128601, 0.7849999666213989]}, {'geom_id': 751, 'geom_name': 'stack_3_main_group_2_door_handle_g1', 'position_world': [3.0001063346862793, -0.6036043167114258, 0.7850001454353333]}, {'geom_id': 752, 'geom_name': 'stack_3_main_group_2_door_handle_g2', 'position_world': [2.8998935222625732, -0.603665828…","feedback":{},"calls":[{"name":"inspect_robocasa_affordance","arguments":{"object_name":"drawer","relation":"grasp"},"ok":false,"error":"affordance_entities_not_found","output":{"grasp_affordance":{"distance_from_eef":null,"estimated_reachable":true,"offset":[0.0,0.0,0.03],"requires_contact_or_gripper_observation":true,"target_position":null},"grasp_candidates":[{"grasp_approach":"center","grasp_wrist_yaw_offset_rad":0.0,"id":"center"}],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":null,"query":null,"split":"target"},"placement_affordance":{"affordance_target":null,"estimated_feasible":false,"object_to_target_distance":null,"offset":[0.0,0.0,0.0],"relation":"grasp","target_entity_kind":null,"target_position":null},"pose_evidence":{"fixtures":{"bottom_corner_right_group":[5.6900002754917995,-0.6249992286274342,0.445,0.7071054825112363,0.0,0.0,-0.7071080798594735],"bottom_right_group_1":[5.689991772021986,-2.939999228611817,0.19999999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"bottom_right_group_2":[5.689991772021986,-2.939999228611817,0.4999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"bottom_right_group_base":[5.72499177202175,-2.9399993571739955,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"cab_1_left_group":[0.19999008234487173,-1.6999992653771945,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"cab_1_main_group":[1.15,-0.2,1.85,1.0,0.0,0.0,0.0],"cab_2_left_group":[0.19998732744104422,-0.9499992653822544,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"cab_2_main_group":[2.9,-0.2,1.85,1.0,0.0,0.0,0.0],"cab_corner_2_main_group":[0.2,-0.55,1.85,1.0,0.0,0.0,0.0],"cab_corner_main_group":[0.325,-0.2,1.85,1.0,0.0,0.0,0.0],"cab_main_main_group":[2.15,-0.2,1.85,1.0,0.0,0.0,0.0],"cab_top_corner_right_group":[5.6900013774533305,-0.3249992286294581,1.8499999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"coffee_machine_main_group":[1.3185672959127874,-0.2445345466838201,1.0929999947553568,1.0,0.0,0.0,0.0],"counter_1_front_group":[1.975,-4.075,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"counter_1_left_group":[0.32499191894658014,-2.1999988062231837,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"counter_1_main_group":[4.45,-0.325,0.46,1.0,0.0,0.0,0.0],"counter_corner_2_main_group":[5.640000000000001,-0.325,0.46,1.0,0.0,0.0,0.0],"counter_corner_front_group":[0.6500000056873556,-4.0748772339937,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"counter_corner_left_group":[0.3249987143760213,-4.049998806210703,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"counter_corner_main_group":[0.35,-0.325,0.46,1.0,0.0,0.0,0.0],"counter_corner_right_left_group":[0.32498622547866995,-0.6499988062336404,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"counter_main_main_group":[2.2,-0.325,0.46,1.0,0.0,0.0,0.0],"dishwasher_left_group":[0.32479563450010346,-1.3749988069386108,0.4449999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"drawer":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"floor_backing_room":[3.04,-3.0,-0.14,0.7071067811865476,0.0,0.0,0.7071067811865476],"floor_room":[3.04,-3.0,-0.02,0.7071067811865476,0.0,0.0,0.7071067811865476],"fridge_housing_right_group":[5.689996712482849,-1.5949992286208903,0.9,0.7071054825112363,0.0,0.0,-0.7071080798594735],"fridge_right_group":[5.642795227919224,-1.5949990552401563,0.8900000516962465,0.7071054825112363,0.0,0.0,-0.7071080798594735],"fridge_top_right_group":[5.689996712482849,-1.5949992286208903,2.0549999999999997,0.7071054825112363,0.0,0.0,-0.7071080798594735],"hood_main_group":[4.2015400124186355,-0.29420055813485146,2.109686643940881,1.0,0.0,0.0,0.0],"knife_block_main_group":[1.4863969653311453,-0.18040035825278877,1.0624943354887755,1.0,0.0,0.0,0.0],"light_switch_2_room":[0.0,-1.9,1.2,0.999999920000001,0.0,0.0,0.00039999998933328934],"light_switch_room":[0.0,-1.8,1.2,0.999999920000001,0.0,0.0,0.00039999998933328934],"micro_housing_right_group":[5.689991772021986,-2.939999228611817,1.6249999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"microwave_right_group":[5.520458884233695,-2.9399986153512137,1.6249999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"outlet_2_room":[6.08,-1.0,1.2,0.7071054825112363,0.0,0.0,-0.7071080798594735],"outlet_3_room":[6.08,-2.5,1.2,0.7071054825112363,0.0,0.0,-0.7071080798594735],"outlet_room":[3.0,0.0,1.2,1.0,0.0,0.0,0.0],"oven_housing_right_group":[5.689991772021986,-2.939999228611817,0.9999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"oven_right_group":[5.572894656033508,-2.940065399684986,1.0000000336235495,0.7071054825112363,0.0,0.0,-0.7071080798594735],"paper_towel_main_group":[0.2941806390777399,-0.5462106068293686,1.0878950932503004,1.0,0.0,0.0,0.0],"plant_left_group":[0.19613419104779156,-4.0699767368854864,1.008492366712176,0.7071055013256238,0.0,0.0,0.7071080610451548],"shelves_1_main_group":[3.4,-0.2,1.85,1.0,0.0,0.0,0.0],"shelves_2_main_group":[5.05,-0.2,1.85,1.0,0.0,0.0,0.0],"side_bottom_right_group_1":[5.689988466137392,-3.8399992286057447,0.19999999996399978,0.7071054825112363,0.0,0.0,-0.7071080798594735],"side_bottom_right_group_2":[5.689988466137392,-3.8399992286057447,0.4999999998919997,0.7071054825112363,0.0,0.0,-0.7071080798594735],"side_bottom_right_group_3":[5.689988466137392,-3.8399992286057447,1.4799999999279996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"side_bottom_right_group_base":[5.724988466137156,-3.8399993571679234,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"sink_left_group":[0.29999877198378305,-2.199998355103462,0.9894399220814241,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_1_left_group_1":[0.2999955921518521,-3.199998898046565,0.365,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_1_left_group_2":[0.2999965104531279,-3.4499988980448784,0.7849999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_1_left_group_3":[0.29999467385057627,-2.9499988980482517,0.7849999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_1_left_group_base":[0.2649955921520883,-3.1999990266087437,0.024999999999999988,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_1_main_group_1":[1.2,-0.3,0.15499999999999997,1.0,0.0,0.0,0.0],"stack_1_main_group_2":[1.2,-0.3,0.365,1.0,0.0,0.0,0.0],"stack_1_main_group_3":[1.2,-0.3,0.575,1.0,0.0,0.0,0.0],"stack_1_main_group_4":[1.2,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"stack_1_main_group_base":[1.2,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"stack_2_left_group_1":[0.29999191894674876,-2.199998898053311,0.47,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_2_left_group_base":[0.26499191894698493,-2.19999902661549,0.024999999999999988,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_2_main_group_1":[2.2,-0.3,0.365,1.0,0.0,0.0,0.0],"stack_2_main_group_2":[1.9500000000000002,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"stack_2_main_group_3":[2.45,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"stack_2_main_group_base":[2.2,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"stack_3_left_group_1":[0.2999870519499868,-0.8749988980622496,0.4699999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_3_left_group_base":[0.264987051950223,-0.8749990266244283,0.024999999999999932,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_3_main_group_1":[3.2,-0.3,0.365,1.0,0.0,0.0,0.0],"stack_3_main_group_2":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"stack_3_main_group_3":[3.45,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"stack_3_main_group_base":[3.2,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"stack_4_main_group_1":[4.2,-0.3,0.47,1.0,0.0,0.0,0.0],"stack_4_main_group_base":[4.2,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"stack_5_main_group_1":[4.95,-0.3,0.365,1.0,0.0,0.0,0.0],"stack_5_main_group_2":[4.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"stack_5_main_group_base":[4.95,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"stack_left_right_group_1":[5.689999265360396,-0.899999228625579,0.615,0.7071054825112363,0.0,0.0,-0.7071080798594735],"stack_left_right_group_2":[5.689999265360396,-0.899999228625579,1.7449999999999999,0.7071054825112363,0.0,0.0,-0.7071080798594735],"stack_left_right_group_base":[5.72499926536016,-0.8999993571877576,0.025000000000000043,0.7071054825112363,0.0,0.0,-0.7071080798594735],"stack_right_right_group_1":[5.689994159605303,-2.289999228616202,0.6149999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"stack_right_right_group_2":[5.689994159605303,-2.289999228616202,1.7449999999999997,0.7071054825112363,0.0,0.0,-0.7071080798594735],"stack_right_right_group_base":[5.724994159605067,-2.28999935717838,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"stool_1_room":[1.325,-4.475,0.4,4.632679487995776e-05,0.0,0.0,0.999999998926914],"stool_2_room":[1.975,-4.475,0.4,4.632679487995776e-05,0.0,0.0,0.999999998926914],"stool_3_room":[2.625,-4.475,0.4,4.632679487995776e-05,0.0,0.0,0.999999998926914],"stovetop_main_group":[4.201503558601173,-0.29496929235669656,0.9307668946915083,1.0,0.0,0.0,0.0],"toaster_main_group":[2.747640287102935,-0.21089753143282097,1.038,1.0,0.0,0.0,0.0],"toaster_oven_main_group":[3.382218060875461,-0.3016016394625445,1.0763907397778258,1.0,0.0,0.0,0.0],"top_right_group":[5.689991772021986,-2.939999228611817,2.1049999999999995,0.7071054825112363,0.0,0.0,-0.7071080798594735],"utensil_rack_room":[1.9,-0.039999999999999994,1.15,1.0,0.0,0.0,0.0],"utensil_set_main_group":[5.45731049109186,-0.15253297724350956,1.063320811843608,1.0,0.0,0.0,0.0],"wall_backing_room":[3.04,0.14,1.38,-0.7071067811865476,0.7071067811865476,0.0,0.0],"wall_front_backing_room":[3.04,-6.14,1.38,0.0,0.0,0.7071067811865476,-0.7071067811865476],"wall_front_room":[3.04,-6.02,1.5,0.0,0.0,0.7071067811865476,-0.7071067811865476],"wall_left_backing_room":[-0.14,-3.0,1.38,0.5,0.5,-0.5,-0.5],"wall_left_room":[-0.02,-3.0,1.5,0.5,0.5,-0.5,-0.5],"wall_right_backing_room":[6.22,-3.0,1.38,0.5,-0.5,-0.5,0.5],"wall_right_room":[6.1,-3.0,1.5,0.5,-0.5,-0.5,0.5],"wall_room":[3.04,0.02,1.5,-0.7071067811865476,0.7071067811865476,0.0,0.0],"window_group_room":[0.015000000000000003,-3.2999999,1.7,0.7071054825112363,0.0,0.0,0.7071080798594735]},"objects":{"distr_counter_1":[3.008549567801607,-0.3802785859145757,0.9338167907443866,0.997499564139455,0.016736978790724926,-0.006976878345501557,-0.06830678041825863],"drawer_obj":[2.973397153886258,-0.36803507101502986,0.7651695850060304,0.9689322826009702,0.05533462267590633,0.009761256774378923,0.2408589403222834]},"source":"robocasa_scene_registry"},"prompt":null,"query":null,"relation":"grasp","selected_object":null,"selected_target":null,"verifier_boundary":{"harness_verify_required":true,"private_task_signal_exposed":false,"task_completion_claimed_by_primitive":false},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":16},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":49.34},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer","world_position":[3.2,-0.3,0.785]},"ok":true,"error":null,"output":{"entity_name":"drawer","evidence_handle":"robocasa:visual:1:robot0_agentview_left:state:0","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"fixture","entity_name":"drawer","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"fixture","entity_name":"drawer"},"native_geometry":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_3_main_group_2","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"observation_serial":1,"point_world":[3.200000047683716,-0.30000001192092896,0.7850000262260437],"prompt":"Ground the caller-selected entity drawer","query":null,"registry_pose_world":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"requested_world_position":[3.200000047683716,-0.30000001192092896,0.7850000262260437],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":49.344}],"event":{"kind":"action","label":"Locate target","detail":""}},{"round":6,"at":66.273045,"duration":16.929,"title":"locate robocasa object · robocasa affordance · locate robocasa fixture","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":3,"cumulativeToolCalls":7,"code":"r1 = primitives.call(name='locate_robocasa_object', object_name='drawer_obj')\nprint('loc_ok', r1.ok, str(r1.output)[:1200])\nr2 = primitives.call(name='inspect_robocasa_affordance', object_name='drawer_obj', relation='grasp')\nprint('aff_ok', r2.ok, str(r2.output)[:1500])\nr3 = primitives.call(name='locate_robocasa_fixture', fixture_name='drawer')\nprint('locfx_ok', r3.ok, str(r3.output)[:1200])","codeExcerpt":false,"stdout":"loc_ok True {'agent_context': {}, 'candidates': [{'body_id': 350, 'kind': 'object', 'name': 'distr_counter_1', 'pose_world': [3.008549567801607, -0.3802785859145757, 0.9338167907443866, 0.997499564139455, 0.016736978790724926, -0.006976878345501557, -0.06830678041825863], 'rot': 0.0, 'score': 0.5, 'size': [0.02821504, 0.0281638, 0.02811556], 'type': 'MJCFObject'}, {'body_id': 349, 'kind': 'object', 'name': 'drawer_obj', 'pose_world': [2.973397153886258, -0.36803507101502986, 0.7651695850060304, 0.9689322826009702, 0.05533462267590633, 0.009761256774378923, 0.2408589403222834], 'rot': 0.0, 'score': 1.0, 'size': [0.045009163760000005, 0.2536493517885482, 0.056310185418348105], 'type': 'MJCFObject'}], 'language_task': {'agent_context': {}, 'benchmark_task_description': 'Open the left drawer.', 'env_id': 'robocasa/OpenDrawer', 'instruction': 'Open the left drawer.', 'prompt': None, 'query': None, 'split': 'target'}, 'observation_ref': {'env_created': True, 'observation_type': 'OrderedDict', 'runtime_live': True, 'source': 'robocasa_scene_registry', 'trace_event_count': 23}, 'pose_evidence': {'fixtures': {}, 'objects': {'drawer_obj': [2.973397153886258, -0.36803507101502986, 0.7651695850060304, 0.9\naff_ok True {'agent_context': {}, 'grasp_affordance': {'distance_from_eef': 0.7675117254257202, 'estimated_reachable': True, 'offset': [0.0, 0.0, 0.02], 'requires_contact_or_gripper_observation': True, 'target_position': [2.9733972549438477, -0.36803507804870605, 0.7851695418357849]}, 'grasp_candidates': [{'grasp_approach': 'center', 'grasp_wrist_yaw_offset_rad': 0.0, 'id': 'center'}, {'contact_offset': [0.02398638427257538, -0.018018139526247978, 0.01], 'grasp_approach': 'near_side', 'grasp_wrist_yaw_offset_rad': 0.0, 'id': 'near_side', 'pregrasp_offset': [0.11193646490573883, -0.084084652364254, 0.04]}, {'contact_offset': [0.02398638427257538, -0.018018139526247978, 0.01], 'grasp_approach': 'near_side', 'grasp_wrist_yaw_offset_rad': 0.35, 'id': 'near_side_rotated', 'pregrasp_offset': [0.11193646490573883, -0.084084652364254, 0.04]}], 'language_task': {'agent_context': {}, 'benchmark_task_description': 'Open the left drawer.', 'env_id': 'robocasa/OpenDrawer', 'instruction': 'Open the left drawer.', 'prompt': None, 'query': None, 'split': 'target'}, 'placement_affordance': {'affordance_target': None, 'estimated_feasible': False, 'object_to_target_distance': None, 'offset': [0.0, 0.0, 0.0], 'relation': 'grasp', 'target_entity_kind': None, 'target_position': None}, 'po…","feedback":{},"calls":[{"name":"locate_robocasa_object","arguments":{"object_name":"drawer_obj"},"ok":true,"error":null,"output":{"candidates":[{"body_id":350,"kind":"object","name":"distr_counter_1","pose_world":[3.008549567801607,-0.3802785859145757,0.9338167907443866,0.997499564139455,0.016736978790724926,-0.006976878345501557,-0.06830678041825863],"rot":0.0,"score":0.5,"size":[0.02821504,0.0281638,0.02811556],"type":"MJCFObject"},{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.973397153886258,-0.36803507101502986,0.7651695850060304,0.9689322826009702,0.05533462267590633,0.009761256774378923,0.2408589403222834],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"}],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":null,"query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":23},"pose_evidence":{"fixtures":{},"objects":{"drawer_obj":[2.973397153886258,-0.36803507101502986,0.7651695850060304,0.9689322826009702,0.05533462267590633,0.009761256774378923,0.2408589403222834]},"source":"robocasa_scene_registry"},"prompt":null,"query":null,"selected":{"body_id":349,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":23},"prompt":null,"query":null,"source":"robocasa_scene_state"},"kind":"object","name":"drawer_obj","pose_world":[2.973397153886258,-0.36803507101502986,0.7651695850060304,0.9689322826009702,0.05533462267590633,0.009761256774378923,0.2408589403222834],"rot":0.0,"score":1.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":23},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":66.217},{"name":"inspect_robocasa_affordance","arguments":{"object_name":"drawer_obj","relation":"grasp"},"ok":true,"error":null,"output":{"grasp_affordance":{"distance_from_eef":0.7675117254257202,"estimated_reachable":true,"offset":[0.0,0.0,0.02],"requires_contact_or_gripper_observation":true,"target_position":[2.9733972549438477,-0.36803507804870605,0.7851695418357849]},"grasp_candidates":[{"grasp_approach":"center","grasp_wrist_yaw_offset_rad":0.0,"id":"center"},{"contact_offset":[0.02398638427257538,-0.018018139526247978,0.01],"grasp_approach":"near_side","grasp_wrist_yaw_offset_rad":0.0,"id":"near_side","pregrasp_offset":[0.11193646490573883,-0.084084652364254,0.04]},{"contact_offset":[0.02398638427257538,-0.018018139526247978,0.01],"grasp_approach":"near_side","grasp_wrist_yaw_offset_rad":0.35,"id":"near_side_rotated","pregrasp_offset":[0.11193646490573883,-0.084084652364254,0.04]}],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":null,"query":null,"split":"target"},"placement_affordance":{"affordance_target":null,"estimated_feasible":false,"object_to_target_distance":null,"offset":[0.0,0.0,0.0],"relation":"grasp","target_entity_kind":null,"target_position":null},"pose_evidence":{"fixtures":{"bottom_corner_right_group":[5.6900002754917995,-0.6249992286274342,0.445,0.7071054825112363,0.0,0.0,-0.7071080798594735],"bottom_right_group_1":[5.689991772021986,-2.939999228611817,0.19999999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"bottom_right_group_2":[5.689991772021986,-2.939999228611817,0.4999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"bottom_right_group_base":[5.72499177202175,-2.9399993571739955,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"cab_1_left_group":[0.19999008234487173,-1.6999992653771945,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"cab_1_main_group":[1.15,-0.2,1.85,1.0,0.0,0.0,0.0],"cab_2_left_group":[0.19998732744104422,-0.9499992653822544,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"cab_2_main_group":[2.9,-0.2,1.85,1.0,0.0,0.0,0.0],"cab_corner_2_main_group":[0.2,-0.55,1.85,1.0,0.0,0.0,0.0],"cab_corner_main_group":[0.325,-0.2,1.85,1.0,0.0,0.0,0.0],"cab_main_main_group":[2.15,-0.2,1.85,1.0,0.0,0.0,0.0],"cab_top_corner_right_group":[5.6900013774533305,-0.3249992286294581,1.8499999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"coffee_machine_main_group":[1.3185672959127874,-0.2445345466838201,1.0929999947553568,1.0,0.0,0.0,0.0],"counter_1_front_group":[1.975,-4.075,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"counter_1_left_group":[0.32499191894658014,-2.1999988062231837,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"counter_1_main_group":[4.45,-0.325,0.46,1.0,0.0,0.0,0.0],"counter_corner_2_main_group":[5.640000000000001,-0.325,0.46,1.0,0.0,0.0,0.0],"counter_corner_front_group":[0.6500000056873556,-4.0748772339937,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"counter_corner_left_group":[0.3249987143760213,-4.049998806210703,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"counter_corner_main_group":[0.35,-0.325,0.46,1.0,0.0,0.0,0.0],"counter_corner_right_left_group":[0.32498622547866995,-0.6499988062336404,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"counter_main_main_group":[2.2,-0.325,0.46,1.0,0.0,0.0,0.0],"dishwasher_left_group":[0.32479563450010346,-1.3749988069386108,0.4449999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"drawer":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"floor_backing_room":[3.04,-3.0,-0.14,0.7071067811865476,0.0,0.0,0.7071067811865476],"floor_room":[3.04,-3.0,-0.02,0.7071067811865476,0.0,0.0,0.7071067811865476],"fridge_housing_right_group":[5.689996712482849,-1.5949992286208903,0.9,0.7071054825112363,0.0,0.0,-0.7071080798594735],"fridge_right_group":[5.642795227919224,-1.5949990552401563,0.8900000516962465,0.7071054825112363,0.0,0.0,-0.7071080798594735],"fridge_top_right_group":[5.689996712482849,-1.5949992286208903,2.0549999999999997,0.7071054825112363,0.0,0.0,-0.7071080798594735],"hood_main_group":[4.2015400124186355,-0.29420055813485146,2.109686643940881,1.0,0.0,0.0,0.0],"knife_block_main_group":[1.4863969653311453,-0.18040035825278877,1.0624943354887755,1.0,0.0,0.0,0.0],"light_switch_2_room":[0.0,-1.9,1.2,0.999999920000001,0.0,0.0,0.00039999998933328934],"light_switch_room":[0.0,-1.8,1.2,0.999999920000001,0.0,0.0,0.00039999998933328934],"micro_housing_right_group":[5.689991772021986,-2.939999228611817,1.6249999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"microwave_right_group":[5.520458884233695,-2.9399986153512137,1.6249999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"outlet_2_room":[6.08,-1.0,1.2,0.7071054825112363,0.0,0.0,-0.7071080798594735],"outlet_3_room":[6.08,-2.5,1.2,0.7071054825112363,0.0,0.0,-0.7071080798594735],"outlet_room":[3.0,0.0,1.2,1.0,0.0,0.0,0.0],"oven_housing_right_group":[5.689991772021986,-2.939999228611817,0.9999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"oven_right_group":[5.572894656033508,-2.940065399684986,1.0000000336235495,0.7071054825112363,0.0,0.0,-0.7071080798594735],"paper_towel_main_group":[0.2941806390777399,-0.5462106068293686,1.0878950932503004,1.0,0.0,0.0,0.0],"plant_left_group":[0.19613419104779156,-4.0699767368854864,1.008492366712176,0.7071055013256238,0.0,0.0,0.7071080610451548],"shelves_1_main_group":[3.4,-0.2,1.85,1.0,0.0,0.0,0.0],"shelves_2_main_group":[5.05,-0.2,1.85,1.0,0.0,0.0,0.0],"side_bottom_right_group_1":[5.689988466137392,-3.8399992286057447,0.19999999996399978,0.7071054825112363,0.0,0.0,-0.7071080798594735],"side_bottom_right_group_2":[5.689988466137392,-3.8399992286057447,0.4999999998919997,0.7071054825112363,0.0,0.0,-0.7071080798594735],"side_bottom_right_group_3":[5.689988466137392,-3.8399992286057447,1.4799999999279996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"side_bottom_right_group_base":[5.724988466137156,-3.8399993571679234,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"sink_left_group":[0.29999877198378305,-2.199998355103462,0.9894399220814241,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_1_left_group_1":[0.2999955921518521,-3.199998898046565,0.365,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_1_left_group_2":[0.2999965104531279,-3.4499988980448784,0.7849999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_1_left_group_3":[0.29999467385057627,-2.9499988980482517,0.7849999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_1_left_group_base":[0.2649955921520883,-3.1999990266087437,0.024999999999999988,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_1_main_group_1":[1.2,-0.3,0.15499999999999997,1.0,0.0,0.0,0.0],"stack_1_main_group_2":[1.2,-0.3,0.365,1.0,0.0,0.0,0.0],"stack_1_main_group_3":[1.2,-0.3,0.575,1.0,0.0,0.0,0.0],"stack_1_main_group_4":[1.2,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"stack_1_main_group_base":[1.2,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"stack_2_left_group_1":[0.29999191894674876,-2.199998898053311,0.47,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_2_left_group_base":[0.26499191894698493,-2.19999902661549,0.024999999999999988,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_2_main_group_1":[2.2,-0.3,0.365,1.0,0.0,0.0,0.0],"stack_2_main_group_2":[1.9500000000000002,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"stack_2_main_group_3":[2.45,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"stack_2_main_group_base":[2.2,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"stack_3_left_group_1":[0.2999870519499868,-0.8749988980622496,0.4699999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_3_left_group_base":[0.264987051950223,-0.8749990266244283,0.024999999999999932,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_3_main_group_1":[3.2,-0.3,0.365,1.0,0.0,0.0,0.0],"stack_3_main_group_2":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"stack_3_main_group_3":[3.45,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"stack_3_main_group_base":[3.2,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"stack_4_main_group_1":[4.2,-0.3,0.47,1.0,0.0,0.0,0.0],"stack_4_main_group_base":[4.2,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"stack_5_main_group_1":[4.95,-0.3,0.365,1.0,0.0,0.0,0.0],"stack_5_main_group_2":[4.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"stack_5_main_group_base":[4.95,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"stack_left_right_group_1":[5.689999265360396,-0.899999228625579,0.615,0.7071054825112363,0.0,0.0,-0.7071080798594735],"stack_left_right_group_2":[5.689999265360396,-0.899999228625579,1.7449999999999999,0.7071054825112363,0.0,0.0,-0.7071080798594735],"stack_left_right_group_base":[5.72499926536016,-0.8999993571877576,0.025000000000000043,0.7071054825112363,0.0,0.0,-0.7071080798594735],"stack_right_right_group_1":[5.689994159605303,-2.289999228616202,0.6149999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"stack_right_right_group_2":[5.689994159605303,-2.289999228616202,1.7449999999999997,0.7071054825112363,0.0,0.0,-0.7071080798594735],"stack_right_right_group_base":[5.724994159605067,-2.28999935717838,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"stool_1_room":[1.325,-4.475,0.4,4.632679487995776e-05,0.0,0.0,0.999999998926914],"stool_2_room":[1.975,-4.475,0.4,4.632679487995776e-05,0.0,0.0,0.999999998926914],"stool_3_room":[2.625,-4.475,0.4,4.632679487995776e-05,0.0,0.0,0.999999998926914],"stovetop_main_group":[4.201503558601173,-0.29496929235669656,0.9307668946915083,1.0,0.0,0.0,0.0],"toaster_main_group":[2.747640287102935,-0.21089753143282097,1.038,1.0,0.0,0.0,0.0],"toaster_oven_main_group":[3.382218060875461,-0.3016016394625445,1.0763907397778258,1.0,0.0,0.0,0.0],"top_right_group":[5.689991772021986,-2.939999228611817,2.1049999999999995,0.7071054825112363,0.0,0.0,-0.7071080798594735],"utensil_rack_room":[1.9,-0.039999999999999994,1.15,1.0,0.0,0.0,0.0],"utensil_set_main_group":[5.45731049109186,-0.15253297724350956,1.063320811843608,1.0,0.0,0.0,0.0],"wall_backing_room":[3.04,0.14,1.38,-0.7071067811865476,0.7071067811865476,0.0,0.0],"wall_front_backing_room":[3.04,-6.14,1.38,0.0,0.0,0.7071067811865476,-0.7071067811865476],"wall_front_room":[3.04,-6.02,1.5,0.0,0.0,0.7071067811865476,-0.7071067811865476],"wall_left_backing_room":[-0.14,-3.0,1.38,0.5,0.5,-0.5,-0.5],"wall_left_room":[-0.02,-3.0,1.5,0.5,0.5,-0.5,-0.5],"wall_right_backing_room":[6.22,-3.0,1.38,0.5,-0.5,-0.5,0.5],"wall_right_room":[6.1,-3.0,1.5,0.5,-0.5,-0.5,0.5],"wall_room":[3.04,0.02,1.5,-0.7071067811865476,0.7071067811865476,0.0,0.0],"window_group_room":[0.015000000000000003,-3.2999999,1.7,0.7071054825112363,0.0,0.0,0.7071080798594735]},"objects":{"distr_counter_1":[3.008549567801607,-0.3802785859145757,0.9338167907443866,0.997499564139455,0.016736978790724926,-0.006976878345501557,-0.06830678041825863],"drawer_obj":[2.973397153886258,-0.36803507101502986,0.7651695850060304,0.9689322826009702,0.05533462267590633,0.009761256774378923,0.2408589403222834]},"source":"robocasa_scene_registry"},"prompt":null,"query":null,"relation":"grasp","selected_object":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.973397153886258,-0.36803507101502986,0.7651695850060304,0.9689322826009702,0.05533462267590633,0.009761256774378923,0.2408589403222834],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"selected_target":null,"verifier_boundary":{"harness_verify_required":true,"private_task_signal_exposed":false,"task_completion_claimed_by_primitive":false},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":26},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":66.226},{"name":"locate_robocasa_fixture","arguments":{"fixture_name":"drawer"},"ok":true,"error":null,"output":{"candidates":[{"body_id":300,"fixture_type":"Box","kind":"fixture","name":"bottom_corner_right_group","pos":[-0.075,-0.21,0.445],"pose_world":[5.6900002754917995,-0.6249992286274342,0.445,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.05,0.78,0.89],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1942,"geom_name":"bottom_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1943,"geom_name":"bottom_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1944,"geom_name":"bottom_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1945,"geom_name":"bottom_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1946,"geom_name":"bottom_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1947,"geom_name":"bottom_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1948,"geom_name":"bottom_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1949,"geom_name":"bottom_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1950,"geom_name":"bottom_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1951,"geom_name":"bottom_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":302,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_1","pos":[5.689991772021986,-2.939999228611817,0.19999999999999982],"pose_world":[5.689991772021986,-2.939999228611817,0.19999999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"affordance_geometries":{"handles":[{"geom_id":1976,"geom_name":"bottom_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1977,"geom_name":"bottom_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1978,"geom_name":"bottom_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1979,"geom_name":"bottom_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1980,"geom_name":"bottom_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1981,"geom_name":"bottom_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1982,"geom_name":"bottom_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1983,"geom_name":"bottom_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1984,"geom_name":"bottom_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1985,"geom_name":"bottom_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":306,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_2","pos":[5.689991772021986,-2.939999228611817,0.4999999999999998],"pose_world":[5.689991772021986,-2.939999228611817,0.4999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"body_id":301,"fixture_type":"Box","kind":"fixture","name":"bottom_right_group_base","pos":[2.24,-0.17499999999999996,0.02499999999999982],"pose_world":[5.72499177202175,-2.9399993571739955,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.71,0.05],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1506,"geom_name":"cab_1_left_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1507,"geom_name":"cab_1_left_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1508,"geom_name":"cab_1_left_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1509,"geom_name":"cab_1_left_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1510,"geom_name":"cab_1_left_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1511,"geom_name":"cab_1_left_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1512,"geom_name":"cab_1_left_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1513,"geom_name":"cab_1_left_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1514,"geom_name":"cab_1_left_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1515,"geom_name":"cab_1_left_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1520,"geom_name":"cab_1_left_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1521,"geom_name":"cab_1_left_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1522,"geom_name":"cab_1_left_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1523,"geom_name":"cab_1_left_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1524,"geom_name":"cab_1_left_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1525,"geom_name":"cab_1_left_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1526,"geom_name":"cab_1_left_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1527,"geom_name":"cab_1_left_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1528,"geom_name":"cab_1_left_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1529,"geom_name":"cab_1_left_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":239,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_left_group","pos":[0.19999008234487173,-1.6999992653771945,1.85],"pose_world":[0.19999008234487173,-1.6999992653771945,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":296,"geom_name":"cab_1_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":297,"geom_name":"cab_1_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":298,"geom_name":"cab_1_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":299,"geom_name":"cab_1_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":300,"geom_name":"cab_1_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":301,"geom_name":"cab_1_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":302,"geom_name":"cab_1_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":303,"geom_name":"cab_1_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":304,"geom_name":"cab_1_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":305,"geom_name":"cab_1_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":310,"geom_name":"cab_1_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":311,"geom_name":"cab_1_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":312,"geom_name":"cab_1_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":313,"geom_name":"cab_1_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":314,"geom_name":"cab_1_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":315,"geom_name":"cab_1_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":316,"geom_name":"cab_1_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":317,"geom_name":"cab_1_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":318,"geom_name":"cab_1_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":319,"geom_name":"cab_1_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":60,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_main_group","pos":[1.15,-0.2,1.85],"pose_world":[1.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":1552,"geom_name":"cab_2_left_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1553,"geom_name":"cab_2_left_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1554,"geom_name":"cab_2_left_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1555,"geom_name":"cab_2_left_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1556,"geom_name":"cab_2_left_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1557,"geom_name":"cab_2_left_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1558,"geom_name":"cab_2_left_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1559,"geom_name":"cab_2_left_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1560,"geom_name":"cab_2_left_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1561,"geom_name":"cab_2_left_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":248,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_left_group","pos":[0.19998732744104422,-0.9499992653822544,1.85],"pose_world":[0.19998732744104422,-0.9499992653822544,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"affordance_geometries":{"handles":[{"geom_id":388,"geom_name":"cab_2_main_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":389,"geom_name":"cab_2_main_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":390,"geom_name":"cab_2_main_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":391,"geom_name":"cab_2_main_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":392,"geom_name":"cab_2_main_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":393,"geom_name":"cab_2_main_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":394,"geom_name":"cab_2_main_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":395,"geom_name":"cab_2_main_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":396,"geom_name":"cab_2_main_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":397,"geom_name":"cab_2_main_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":78,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_main_group","pos":[2.9,-0.2,1.85],"pose_world":[2.9,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"body_id":59,"fixture_type":"Box","kind":"fixture","name":"cab_corner_2_main_group","pos":[0.2,-0.55,1.85],"pose_world":[0.2,-0.55,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.4,0.3,0.92],"type":"Box"},{"body_id":58,"fixture_type":"Box","kind":"fixture","name":"cab_corner_main_group","pos":[0.325,-0.2,1.85],"pose_world":[0.325,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.65,0.4,0.92],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":342,"geom_name":"cab_main_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":343,"geom_name":"cab_main_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":344,"geom_name":"cab_main_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":345,"geom_name":"cab_main_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":346,"geom_name":"cab_main_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":347,"geom_name":"cab_main_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":348,"geom_name":"cab_main_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":349,"geom_name":"cab_main_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":350,"geom_name":"cab_main_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":351,"geom_name":"cab_main_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":356,"geom_name":"cab_main_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":357,"geom_name":"cab_main_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":358,"geom_name":"cab_main_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":359,"geom_name":"cab_main_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":360,"geom_name":"cab_main_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":361,"geom_name":"cab_main_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":362,"geom_name":"cab_main_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":363,"geom_name":"cab_main_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":364,"geom_name":"cab_main_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":365,"geom_name":"cab_main_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":69,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_main_main_group","pos":[2.15,-0.2,1.85],"pose_world":[2.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"body_id":299,"fixture_type":"Box","kind":"fixture","name":"cab_top_corner_right_group","pos":[-0.375,-0.21,1.8499999999999996],"pose_world":[5.6900013774533305,-0.3249992286294581,1.8499999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.65,0.78,0.92],"type":"Box"},{"affordance_geometries":{"start_buttons":{"start_button_1":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}],"start_button_2":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}]}},"affordance_sites":{"receptacle_place_site":[1.319170355796814,-0.34829509258270264,0.9765308499336243],"start_buttons":{"start_button_1":[1.3185672760009766,-0.41278737783432007,1.2256221771240234],"start_button_2":[1.3185672760009766,-0.41278737783432007,1.1727606058120728]}},"body_id":167,"depth":0.36232757964721246,"fixture_type":"CoffeeMachine","height":0.33999999999999997,"kind":"fixture","name":"coffee_machine_main_group","pos":[1.3185672959127874,-0.2445345466838201,1.0929999947553568],"pose_world":[1.3185672959127874,-0.2445345466838201,1.0929999947553568,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.1654909721085488,0.36232757964721246,0.33999999999999997],"type":"CoffeeMachine","width":0.1654909721085488},{"body_id":191,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_front_group","pos":[1.975,-4.075,0.46],"pose_world":[1.975,-4.075,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[2.55,0.65,0.92],"type":"Counter","width":2.55},{"body_id":197,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_left_group","pos":[0.32499191894658014,-2.1999988062231837,0.46],"pose_world":[0.32499191894658014,-2.1999988062231837,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"body_id":56,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_main_group","pos":[4.45,-0.325,0.46],"pose_world":[4.45,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.5,0.65,0.92],"type":"Counter","width":1.5},{"body_id":57,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_2_main_group","pos":[5.640000000000001,-0.325,0.46],"pose_world":[5.640000000000001,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.88,0.65,0.92],"type":"Counter","width":0.88},{"body_id":192,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_front_group","pos":[0.6500000056873556,-4.0748772339937,0.46],"pose_world":[0.6500000056873556,-4.0748772339937,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":193,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_left_group","pos":[0.3249987143760213,-4.049998806210703,0.46],"pose_world":[0.3249987143760213,-4.049998806210703,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":47,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_main_group","pos":[0.35,-0.325,0.46],"pose_world":[0.35,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":198,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_right_left_group","pos":[0.32498622547866995,-0.6499988062336404,0.46],"pose_world":[0.32498622547866995,-0.6499988062336404,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":48,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_main_main_group","pos":[2.2,-0.325,0.46],"pose_world":[2.2,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"affordance_geometries":{"handles":[{"geom_id":1425,"geom_name":"dishwasher_left_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":226,"depth":0.6,"fixture_type":"Dishwasher","height":0.89,"kind":"fixture","name":"dishwasher_left_group","pos":[0.32479563450010346,-1.3749988069386108,0.4449999999999999],"pose_world":[0.32479563450010346,-1.3749988069386108,0.4449999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.65,0.6,0.89],"type":"Dishwasher","width":0.65},{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"…"],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":null,"query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":29},"pose_evidence":{"fixtures":{"drawer":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0]},"objects":{},"source":"robocasa_scene_registry"},"prompt":null,"query":null,"selected":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":[2.950127124786377,-0.6181308627128601,0.7849999666213989]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":[3.0001063346862793,-0.6036043167114258,0.7850001454353333]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":[2.8998935222625732,-0.603665828704834,0.7849998474121094]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":[3.0001063346862793,-0.617843508720398,0.7850001454353333]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":[2.8998935222625732,-0.6178001165390015,0.7849998474121094]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":[2.950385332107544,-0.6406294107437134,0.7850003242492676]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":[2.9962358474731445,-0.6343321800231934,0.785000205039978]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":[2.9040141105651855,-0.6343321800231934,0.7850005030632019]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":[2.950385332107544,-0.6406294107437134,0.7850003242492676]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":[2.950000047683716,-0.6228904724121094,0.7850000262260437]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":29},"prompt":null,"query":null,"source":"robocasa_scene_state"},"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":29},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":66.256}],"event":{"kind":"action","label":"Locate target","detail":""}},{"round":7,"at":96.244141,"duration":29.971,"title":"ground robocasa visual target · move robocasa ee to","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":2,"cumulativeToolCalls":9,"code":"g = primitives.call(name='ground_robocasa_visual_target', entity_name='drawer_obj', camera_name='robot0_agentview_left', world_position=[2.9733972549438477, -0.36803507804870605, 0.7651695609092712])\neh = None\nif g.ok:\n    o = g.output\n    try:\n        eh = o.get('evidence_handle') if isinstance(o, dict) else None\n    except Exception:\n        eh = None\nresult = {'ground_ok': g.ok, 'eh': eh, 'out': str(g.output)[:800]}\nprint(result)\nif eh:\n    m = primitives.call(name='move_robocasa_ee_to', evidence_handles=[eh], target_name='drawer_obj', offset=[0.15, 0.0, 0.0], gripper_command=-1.0, horizon=150)\n    result2 = {'move_ok': m.ok, 'out': str(m.output)[:800]}\n    print(result2)","codeExcerpt":false,"stdout":"{'ground_ok': True, 'eh': 'robocasa:visual:1:robot0_agentview_left:state:1', 'out': \"{'entity_name': 'drawer_obj', 'evidence_handle': 'robocasa:visual:1:robot0_agentview_left:state:1', 'grounding': {'agent_context': {}, 'button_name': None, 'camera_name': 'robot0_agentview_left', 'depth_statistics': None, 'distance_to_requested_world_position': 0.0, 'entity_kind': 'object', 'entity_name': 'drawer_obj', 'fallback_mode': 'rgbd_state_pose_no_segmentation', 'instance': {'binding_source': 'public_state_pose_with_rgbd_observation', 'entity_kind': 'object', 'entity_name': 'drawer_obj'}, 'native_geometry': {'body_id': 349, 'kind': 'object', 'name': 'drawer_obj', 'pose_world': [2.973397153886258, -0.36803507101502986, 0.7651695850060304, 0.9689322826009702, 0.05533462267590633, 0.009761256774378923, 0.2408589403222834], 'rot': 0.0, 'size': [0.045009163760000005, 0.2536493517885482,\"}\n{'move_ok': True, 'out': \"{'action_feedback': {'arrived': False, 'contact': False, 'distance_m': 0.3216311037540436, 'executed': True, 'grasped': False, 'lift_confirmed': None, 'motion_coupling': {'available': True, 'coupled': False, 'coupling_error': 0.41742032766342163, 'eef_displacement': [-0.2310013771057129, 0.2551761567592621, -0.23623895645141602], 'eef_motion': 0.41747498512268066, 'minimum_motion': 0.005, 'object_displacement': [-0.00022029876708984375, -0.0001207590103149414, -1.1742115020751953e-05], 'object_motion': 0.0002514998195692897, 'tolerance': 0.02}, 'motion_coupling_confirmed': False, 'official_task_success_not_included': True, 'release_command_executed': None, 'release_stable': None, 'released': None, 'stable': None, 'stage': 'approach', 'unknown_is_not_success': True}, 'execution_status': 'st\"}\n","feedback":{},"calls":[{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer_obj","world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712]},"ok":true,"error":null,"output":{"entity_name":"drawer_obj","evidence_handle":"robocasa:visual:1:robot0_agentview_left:state:1","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"object","entity_name":"drawer_obj","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"object","entity_name":"drawer_obj"},"native_geometry":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.973397153886258,-0.36803507101502986,0.7651695850060304,0.9689322826009702,0.05533462267590633,0.009761256774378923,0.2408589403222834],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"},"observation_serial":1,"point_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"prompt":"Ground the caller-selected entity drawer_obj","query":null,"registry_pose_world":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"requested_world_position":[2.9733972549438477,-0.36803507804870605,0.7651695609092712],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":90.804},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:1:robot0_agentview_left:state:1"],"gripper_command":-1.0,"horizon":150,"offset":[0.15,0.0,0.0],"target_name":"drawer_obj"},"ok":true,"error":null,"output":{"action_feedback":{"arrived":false,"contact":false,"distance_m":0.3216311037540436,"executed":true,"grasped":false,"lift_confirmed":null,"motion_coupling":{"available":true,"coupled":false,"coupling_error":0.41742032766342163,"eef_displacement":[-0.2310013771057129,0.2551761567592621,-0.23623895645141602],"eef_motion":0.41747498512268066,"minimum_motion":0.005,"object_displacement":[-0.00022029876708984375,-0.0001207590103149414,-1.1742115020751953e-05],"object_motion":0.0002514998195692897,"tolerance":0.02},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"drawer_obj","xy_distance_after":null},"at":96.229}],"event":{"kind":"action","label":"Control action","detail":""}},{"round":8,"at":128.92817,"duration":32.684,"title":"ground robocasa visual target · move robocasa ee to","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":2,"cumulativeToolCalls":11,"code":"# Ground the drawer handle by world position (drawer front faces +x toward robot), then approach\ng = primitives.call(name='ground_robocasa_visual_target', entity_name='drawer', camera_name='robot0_agentview_left', world_position=[3.22, -0.3, 0.785])\neh = None\nif g.ok and isinstance(g.output, dict):\n    eh = g.output.get('evidence_handle')\n    if eh is None:\n        d = g.output.get('data')\n        if isinstance(d, dict):\n            eh = d.get('evidence_handle')\nresult = {'ground_ok': g.ok, 'eh': eh, 'gout': str(g.output)[:600]}\nprint(result)\nif eh:\n    m = primitives.call(name='move_robocasa_ee_to', evidence_handles=[eh], target_position=[3.32, -0.3, 0.80], gripper_command=-1.0, horizon=200)\n    result['move_ok'] = m.ok\n    result['mout'] = str(m.output)[:600]\n    print({'move_ok': m.ok, 'mout': str(m.output)[:600]})","codeExcerpt":false,"stdout":"{'ground_ok': True, 'eh': 'robocasa:visual:2:robot0_agentview_left:state:2', 'gout': \"{'entity_name': 'drawer', 'evidence_handle': 'robocasa:visual:2:robot0_agentview_left:state:2', 'grounding': {'agent_context': {}, 'button_name': None, 'camera_name': 'robot0_agentview_left', 'depth_statistics': None, 'distance_to_requested_world_position': 0.0, 'entity_kind': 'fixture', 'entity_name': 'drawer', 'fallback_mode': 'rgbd_state_pose_no_segmentation', 'instance': {'binding_source': 'public_state_pose_with_rgbd_observation', 'entity_kind': 'fixture', 'entity_name': 'drawer'}, 'native_geometry': {'affordance_geometries': {'handles': [{'geom_id': 750, 'geom_name': 'stack_3_main_group_\"}\n{'move_ok': True, 'mout': \"{'action_feedback': {'arrived': False, 'contact': None, 'distance_m': 0.32957711815834045, 'executed': True, 'grasped': None, 'lift_confirmed': None, 'motion_coupling': {}, 'motion_coupling_confirmed': False, 'official_task_success_not_included': True, 'release_command_executed': None, 'release_stable': None, 'released': None, 'stable': None, 'stage': 'approach', 'unknown_is_not_success': True}, 'execution_status': 'stepped', 'release_executed': None, 'release_stable': None, 'target_name': 'obj', 'xy_distance_after': None}\"}\n","feedback":{},"calls":[{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer","world_position":[3.22,-0.3,0.785]},"ok":true,"error":null,"output":{"entity_name":"drawer","evidence_handle":"robocasa:visual:2:robot0_agentview_left:state:2","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"fixture","entity_name":"drawer","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"fixture","entity_name":"drawer"},"native_geometry":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_3_main_group_2","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"observation_serial":2,"point_world":[3.2200000286102295,-0.30000001192092896,0.7850000262260437],"prompt":"Ground the caller-selected entity drawer","query":null,"registry_pose_world":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"requested_world_position":[3.2200000286102295,-0.30000001192092896,0.7850000262260437],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":118.606},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:2:robot0_agentview_left:state:2"],"gripper_command":-1.0,"horizon":200,"target_position":[3.32,-0.3,0.8]},"ok":true,"error":null,"output":{"action_feedback":{"arrived":false,"contact":null,"distance_m":0.32957711815834045,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":128.913}],"event":{"kind":"action","label":"Control action","detail":""}},{"round":9,"at":176.399253,"duration":47.471,"title":"robocasa rgbd · ground robocasa visual target · move robocasa ee to","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":3,"cumulativeToolCalls":14,"code":"# Try to find a drawer segmentation instance, ground it, then approach the drawer front\nseg_id = None\nobs = primitives.call(name='observe_robocasa_rgbd', camera_name='robot0_agentview_left', query='drawer')\nif obs.ok and isinstance(obs.output, dict):\n    inst = obs.output.get('segmentation_instances') or obs.output.get('instances') or obs.output.get('segmentation') or []\n    if isinstance(inst, dict):\n        inst = [dict(id=k, name=v) for k, v in inst.items()]\n    for it in inst:\n        try:\n            nm = str(it.get('name', it.get('label', ''))).lower()\n            if 'drawer' in nm and seg_id is None:\n                seg_id = it.get('id', it.get('segmentation_id'))\n        except Exception:\n            pass\nresult = {'obs_ok': obs.ok, 'seg_id': seg_id, 'obs': str(obs.output)[:500]}\nprint(result)\n\neh = None\nif seg_id is not None:\n    try:\n        g = primitives.call(name='ground_robocasa_visual_target', entity_name='drawer', camera_name='robot0_agentview_left', segmentation_id=int(seg_id), prompt='left drawer handle')\n    except Exception as e:\n        g = None\n        print('ground_exc', e)\n    if g is not None and g.ok and isinstance(g.output, dict):\n        eh = g.output.get('evidence_handle')\n        print('ground_seg', str(g.output)[:400])\nif eh is None:\n    for cam in ['robot0_agentview_left', 'robot0_agentview_right']:\n        g = primitives.call(name='ground_robocasa_visual_target', entity_name='drawer', camera_name=cam, world_position=[3.2, -0.3, 0.785], prompt='left drawer handle')\n        print('ground_wp', cam, g.ok, str(g.output)[:400])\n        if g.ok and isinstance(g.output, dict) and g.output.get('evidence_handle'):\n            eh = g.output.get('evidence_handle')\n            break\nresult['eh'] = eh\nif eh:\n    m = primitives.call(name='move_robocasa_ee_to', evidence_handles=[eh], target_position=[3.30, -0.3, 0.80], gripper_command=-1.0, horizon=200)\n    result['move_ok'] = m.ok\n    result['mout'] = str(m.output)[:500]\n    print({'move_ok': m.ok, 'mout': str(m.output)[:500]})\nelse:\n    m = primitives.call(name='move_robocasa_ee_to', evidence_handles=[], target_position=[3.30, -0.3, 0.80], gripper_command=-1.0, horizon=200)\n    result['move_noeh_ok'] = m.ok\n    result['mout'] = str(m.output)[:500]\n    print({'move_noeh_ok': m.ok, 'mout': str(m.output)[:500]})","codeExcerpt":false,"stdout":"{'obs_ok': True, 'seg_id': None, 'obs': \"{'agent_context': {}, 'cameras': {'robot0_agentview_left': {'depth': {'dtype': 'float32', 'shape': [128, 128, 1], 'type': 'ndarray'}, 'rgb': {'dtype': 'uint8', 'shape': [128, 128, 3], 'type': 'ndarray'}}}, 'language_task': {'agent_context': {}, 'benchmark_task_description': 'Open the left drawer.', 'env_id': 'robocasa/OpenDrawer', 'instruction': 'Open the left drawer.', 'prompt': None, 'query': 'drawer', 'split': 'target'}, 'observation_ref': {'env_created': True, 'observation_type': 'OrderedDic\"}\nground_wp robot0_agentview_left True {'entity_name': 'drawer', 'evidence_handle': 'robocasa:visual:3:robot0_agentview_left:state:3', 'grounding': {'agent_context': {}, 'button_name': None, 'camera_name': 'robot0_agentview_left', 'depth_statistics': None, 'distance_to_requested_world_position': 0.0, 'entity_kind': 'fixture', 'entity_name': 'drawer', 'fallback_mode': 'rgbd_state_pose_no_segmentation', 'instance': {'binding_source': 'pu\n{'move_ok': True, 'mout': \"{'action_feedback': {'arrived': False, 'contact': None, 'distance_m': 0.320135235786438, 'executed': True, 'grasped': None, 'lift_confirmed': None, 'motion_coupling': {}, 'motion_coupling_confirmed': False, 'official_task_success_not_included': True, 'release_command_executed': None, 'release_stable': None, 'released': None, 'stable': None, 'stage': 'approach', 'unknown_is_not_success': True}, 'execution_status': 'stepped', 'release_executed': None, 'release_stable': None, 'target_name': 'obj', \"}\n","feedback":{},"calls":[{"name":"observe_robocasa_rgbd","arguments":{"query":"drawer"},"ok":true,"error":null,"output":{"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":null,"query":"drawer","split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_rgbd_observation","trace_event_count":47},"prompt":null,"query":"drawer","rgbd_evidence":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation_evidence":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}},"at":167.319},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer","prompt":"left drawer handle","world_position":[3.2,-0.3,0.785]},"ok":true,"error":null,"output":{"entity_name":"drawer","evidence_handle":"robocasa:visual:3:robot0_agentview_left:state:3","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"fixture","entity_name":"drawer","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"fixture","entity_name":"drawer"},"native_geometry":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_3_main_group_2","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"observation_serial":3,"point_world":[3.200000047683716,-0.30000001192092896,0.7850000262260437],"prompt":"left drawer handle","query":null,"registry_pose_world":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"requested_world_position":[3.200000047683716,-0.30000001192092896,0.7850000262260437],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":167.322},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:3:robot0_agentview_left:state:3"],"gripper_command":-1.0,"horizon":200,"target_position":[3.3,-0.3,0.8]},"ok":true,"error":null,"output":{"action_feedback":{"arrived":false,"contact":null,"distance_m":0.320135235786438,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":176.383}],"event":{"kind":"action","label":"Control action","detail":""}},{"round":10,"at":218.2631,"duration":41.864,"title":"Execution error; inspect the returned feedback.","error":"Exception: DIAG G:True:{'entity_name': 'drawer', 'evidence_handle': 'robocasa:visual:4:robot0_agentview_left:state:4', 'grounding': {'agent_context': {}, 'button_name': None, 'camera_name': 'robot0_agentview_left', 'depth_statistics': None, 'distance_to_requested_world_position': 0.0, 'entity_kind': 'fixture', 'entity_name': 'drawer', 'fallback_mode': 'rgbd_state_pose_no_segmentation', 'instance': {'binding_source': 'public_state_pose_with_rgbd_observation', 'entity_kind': 'fixture', 'entity_name': 'drawer'}, 'native_ || LF:True:{'agent_context': {}, 'candidates': [{'body_id': 300, 'fixture_type': 'Box', 'kind': 'fixture', 'name': 'bottom_corner_right_group', 'pos': [-0.075, -0.21, 0.445], 'pose_world': [5.6900002754917995, -0.6249992286274342, 0.445, 0.7071054825112363, 0.0, 0.0, -0.7071080798594735], 'rot': -1.5708, 'score': 0.5, 'size': [0.05, 0.78, 0.89], 'type': 'Box'}, {'affordance_geometries': {'handles': [{'geom_i || M:True:{'action_feedback': {'arrived': False, 'contact': None, 'distance_m': 0.3248211443424225, 'executed': True, 'grasped': None, 'lift_confirmed': None, 'motion_coupling': {}, 'motion_coupling_confirmed': False, 'official_task_success_not_included': True, 'release_command_executed': None, 'release_stable': None, 'released': None, 'stable': None, 'stage': 'approach', 'unknown_is_not_success': True}, 'execution_status': 'stepped', 'release_executed': None, 'release_stable': None, 'target_name': 'obj',","budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":3,"cumulativeToolCalls":17,"code":"# Stdout isn't reaching feedback; surface compact diagnostics via execution_error instead.\nmsgs = []\ng = primitives.call(name='ground_robocasa_visual_target', entity_name='drawer', camera_name='robot0_agentview_left', world_position=[3.2, -0.3, 0.785], prompt='left drawer handle')\nmsgs.append('G:' + str(g.ok) + ':' + str(g.output)[:500])\neh = None\nif g.ok and isinstance(g.output, dict):\n    eh = g.output.get('evidence_handle')\n    if eh is None and isinstance(g.output.get('data'), dict):\n        eh = g.output['data'].get('evidence_handle')\nlf = primitives.call(name='locate_robocasa_fixture', fixture_name='drawer')\nmsgs.append('LF:' + str(lf.ok) + ':' + str(lf.output)[:400])\nif eh is None and lf.ok and isinstance(lf.output, dict):\n    eh = lf.output.get('evidence_handle')\nif eh:\n    m = primitives.call(name='move_robocasa_ee_to', evidence_handles=[eh], target_position=[3.32, -0.3, 0.80], gripper_command=-1.0, horizon=200)\n    msgs.append('M:' + str(m.ok) + ':' + str(m.output)[:500])\nelse:\n    m = primitives.call(name='move_robocasa_ee_to', evidence_handles=[], target_position=[3.32, -0.3, 0.80], gripper_command=-1.0, horizon=200)\n    msgs.append('M0:' + str(m.ok) + ':' + str(m.output)[:500])\ndiag = ' || '.join(msgs)\nraise Exception('DIAG ' + diag[:1800])","codeExcerpt":false,"stdout":"","feedback":{},"calls":[{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer","prompt":"left drawer handle","world_position":[3.2,-0.3,0.785]},"ok":true,"error":null,"output":{"entity_name":"drawer","evidence_handle":"robocasa:visual:4:robot0_agentview_left:state:4","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"fixture","entity_name":"drawer","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"fixture","entity_name":"drawer"},"native_geometry":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_3_main_group_2","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"observation_serial":4,"point_world":[3.200000047683716,-0.30000001192092896,0.7850000262260437],"prompt":"left drawer handle","query":null,"registry_pose_world":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"requested_world_position":[3.200000047683716,-0.30000001192092896,0.7850000262260437],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":211.377},{"name":"locate_robocasa_fixture","arguments":{"fixture_name":"drawer"},"ok":true,"error":null,"output":{"candidates":[{"body_id":300,"fixture_type":"Box","kind":"fixture","name":"bottom_corner_right_group","pos":[-0.075,-0.21,0.445],"pose_world":[5.6900002754917995,-0.6249992286274342,0.445,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.05,0.78,0.89],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1942,"geom_name":"bottom_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1943,"geom_name":"bottom_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1944,"geom_name":"bottom_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1945,"geom_name":"bottom_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1946,"geom_name":"bottom_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1947,"geom_name":"bottom_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1948,"geom_name":"bottom_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1949,"geom_name":"bottom_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1950,"geom_name":"bottom_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1951,"geom_name":"bottom_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":302,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_1","pos":[5.689991772021986,-2.939999228611817,0.19999999999999982],"pose_world":[5.689991772021986,-2.939999228611817,0.19999999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"affordance_geometries":{"handles":[{"geom_id":1976,"geom_name":"bottom_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1977,"geom_name":"bottom_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1978,"geom_name":"bottom_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1979,"geom_name":"bottom_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1980,"geom_name":"bottom_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1981,"geom_name":"bottom_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1982,"geom_name":"bottom_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1983,"geom_name":"bottom_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1984,"geom_name":"bottom_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1985,"geom_name":"bottom_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":306,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_2","pos":[5.689991772021986,-2.939999228611817,0.4999999999999998],"pose_world":[5.689991772021986,-2.939999228611817,0.4999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"body_id":301,"fixture_type":"Box","kind":"fixture","name":"bottom_right_group_base","pos":[2.24,-0.17499999999999996,0.02499999999999982],"pose_world":[5.72499177202175,-2.9399993571739955,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.71,0.05],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1506,"geom_name":"cab_1_left_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1507,"geom_name":"cab_1_left_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1508,"geom_name":"cab_1_left_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1509,"geom_name":"cab_1_left_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1510,"geom_name":"cab_1_left_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1511,"geom_name":"cab_1_left_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1512,"geom_name":"cab_1_left_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1513,"geom_name":"cab_1_left_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1514,"geom_name":"cab_1_left_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1515,"geom_name":"cab_1_left_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1520,"geom_name":"cab_1_left_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1521,"geom_name":"cab_1_left_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1522,"geom_name":"cab_1_left_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1523,"geom_name":"cab_1_left_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1524,"geom_name":"cab_1_left_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1525,"geom_name":"cab_1_left_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1526,"geom_name":"cab_1_left_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1527,"geom_name":"cab_1_left_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1528,"geom_name":"cab_1_left_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1529,"geom_name":"cab_1_left_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":239,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_left_group","pos":[0.19999008234487173,-1.6999992653771945,1.85],"pose_world":[0.19999008234487173,-1.6999992653771945,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":296,"geom_name":"cab_1_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":297,"geom_name":"cab_1_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":298,"geom_name":"cab_1_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":299,"geom_name":"cab_1_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":300,"geom_name":"cab_1_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":301,"geom_name":"cab_1_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":302,"geom_name":"cab_1_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":303,"geom_name":"cab_1_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":304,"geom_name":"cab_1_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":305,"geom_name":"cab_1_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":310,"geom_name":"cab_1_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":311,"geom_name":"cab_1_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":312,"geom_name":"cab_1_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":313,"geom_name":"cab_1_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":314,"geom_name":"cab_1_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":315,"geom_name":"cab_1_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":316,"geom_name":"cab_1_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":317,"geom_name":"cab_1_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":318,"geom_name":"cab_1_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":319,"geom_name":"cab_1_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":60,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_main_group","pos":[1.15,-0.2,1.85],"pose_world":[1.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":1552,"geom_name":"cab_2_left_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1553,"geom_name":"cab_2_left_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1554,"geom_name":"cab_2_left_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1555,"geom_name":"cab_2_left_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1556,"geom_name":"cab_2_left_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1557,"geom_name":"cab_2_left_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1558,"geom_name":"cab_2_left_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1559,"geom_name":"cab_2_left_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1560,"geom_name":"cab_2_left_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1561,"geom_name":"cab_2_left_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":248,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_left_group","pos":[0.19998732744104422,-0.9499992653822544,1.85],"pose_world":[0.19998732744104422,-0.9499992653822544,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"affordance_geometries":{"handles":[{"geom_id":388,"geom_name":"cab_2_main_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":389,"geom_name":"cab_2_main_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":390,"geom_name":"cab_2_main_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":391,"geom_name":"cab_2_main_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":392,"geom_name":"cab_2_main_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":393,"geom_name":"cab_2_main_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":394,"geom_name":"cab_2_main_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":395,"geom_name":"cab_2_main_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":396,"geom_name":"cab_2_main_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":397,"geom_name":"cab_2_main_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":78,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_main_group","pos":[2.9,-0.2,1.85],"pose_world":[2.9,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"body_id":59,"fixture_type":"Box","kind":"fixture","name":"cab_corner_2_main_group","pos":[0.2,-0.55,1.85],"pose_world":[0.2,-0.55,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.4,0.3,0.92],"type":"Box"},{"body_id":58,"fixture_type":"Box","kind":"fixture","name":"cab_corner_main_group","pos":[0.325,-0.2,1.85],"pose_world":[0.325,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.65,0.4,0.92],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":342,"geom_name":"cab_main_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":343,"geom_name":"cab_main_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":344,"geom_name":"cab_main_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":345,"geom_name":"cab_main_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":346,"geom_name":"cab_main_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":347,"geom_name":"cab_main_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":348,"geom_name":"cab_main_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":349,"geom_name":"cab_main_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":350,"geom_name":"cab_main_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":351,"geom_name":"cab_main_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":356,"geom_name":"cab_main_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":357,"geom_name":"cab_main_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":358,"geom_name":"cab_main_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":359,"geom_name":"cab_main_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":360,"geom_name":"cab_main_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":361,"geom_name":"cab_main_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":362,"geom_name":"cab_main_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":363,"geom_name":"cab_main_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":364,"geom_name":"cab_main_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":365,"geom_name":"cab_main_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":69,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_main_main_group","pos":[2.15,-0.2,1.85],"pose_world":[2.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"body_id":299,"fixture_type":"Box","kind":"fixture","name":"cab_top_corner_right_group","pos":[-0.375,-0.21,1.8499999999999996],"pose_world":[5.6900013774533305,-0.3249992286294581,1.8499999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.65,0.78,0.92],"type":"Box"},{"affordance_geometries":{"start_buttons":{"start_button_1":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}],"start_button_2":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}]}},"affordance_sites":{"receptacle_place_site":[1.319170355796814,-0.34829509258270264,0.9765308499336243],"start_buttons":{"start_button_1":[1.3185672760009766,-0.41278737783432007,1.2256221771240234],"start_button_2":[1.3185672760009766,-0.41278737783432007,1.1727606058120728]}},"body_id":167,"depth":0.36232757964721246,"fixture_type":"CoffeeMachine","height":0.33999999999999997,"kind":"fixture","name":"coffee_machine_main_group","pos":[1.3185672959127874,-0.2445345466838201,1.0929999947553568],"pose_world":[1.3185672959127874,-0.2445345466838201,1.0929999947553568,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.1654909721085488,0.36232757964721246,0.33999999999999997],"type":"CoffeeMachine","width":0.1654909721085488},{"body_id":191,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_front_group","pos":[1.975,-4.075,0.46],"pose_world":[1.975,-4.075,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[2.55,0.65,0.92],"type":"Counter","width":2.55},{"body_id":197,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_left_group","pos":[0.32499191894658014,-2.1999988062231837,0.46],"pose_world":[0.32499191894658014,-2.1999988062231837,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"body_id":56,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_main_group","pos":[4.45,-0.325,0.46],"pose_world":[4.45,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.5,0.65,0.92],"type":"Counter","width":1.5},{"body_id":57,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_2_main_group","pos":[5.640000000000001,-0.325,0.46],"pose_world":[5.640000000000001,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.88,0.65,0.92],"type":"Counter","width":0.88},{"body_id":192,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_front_group","pos":[0.6500000056873556,-4.0748772339937,0.46],"pose_world":[0.6500000056873556,-4.0748772339937,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":193,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_left_group","pos":[0.3249987143760213,-4.049998806210703,0.46],"pose_world":[0.3249987143760213,-4.049998806210703,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":47,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_main_group","pos":[0.35,-0.325,0.46],"pose_world":[0.35,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":198,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_right_left_group","pos":[0.32498622547866995,-0.6499988062336404,0.46],"pose_world":[0.32498622547866995,-0.6499988062336404,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":48,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_main_main_group","pos":[2.2,-0.325,0.46],"pose_world":[2.2,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"affordance_geometries":{"handles":[{"geom_id":1425,"geom_name":"dishwasher_left_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":226,"depth":0.6,"fixture_type":"Dishwasher","height":0.89,"kind":"fixture","name":"dishwasher_left_group","pos":[0.32479563450010346,-1.3749988069386108,0.4449999999999999],"pose_world":[0.32479563450010346,-1.3749988069386108,0.4449999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.65,0.6,0.89],"type":"Dishwasher","width":0.65},{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"…"],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":null,"query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":60},"pose_evidence":{"fixtures":{"drawer":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0]},"objects":{},"source":"robocasa_scene_registry"},"prompt":null,"query":null,"selected":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":[2.950127124786377,-0.6181309819221497,0.7849999666213989]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":[3.0001063346862793,-0.6036044359207153,0.7850001454353333]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":[2.8998935222625732,-0.6036659479141235,0.7849998474121094]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":[3.0001063346862793,-0.6178436279296875,0.7850001454353333]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":[2.8998935222625732,-0.617800235748291,0.7849998474121094]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":[2.9962358474731445,-0.6343322992324829,0.785000205039978]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":[2.9040141105651855,-0.6343322992324829,0.7850005030632019]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":[2.950385332107544,-0.6406295895576477,0.7850003242492676]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":[2.950000047683716,-0.6228905916213989,0.7850000262260437]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":60},"prompt":null,"query":null,"source":"robocasa_scene_state"},"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":60},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":211.449},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:4:robot0_agentview_left:state:4"],"gripper_command":-1.0,"horizon":200,"target_position":[3.32,-0.3,0.8]},"ok":true,"error":null,"output":{"action_feedback":{"arrived":false,"contact":null,"distance_m":0.3248211443424225,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":218.258}],"event":{"kind":"error","label":"Execution error","detail":""}},{"round":11,"at":239.431213,"duration":21.168,"title":"Execution error; inspect the returned feedback.","error":"Exception: DIAG R:False:{'action_feedback': {'arrived': None, 'contact': None, 'distance_m': None, 'executed': False, 'grasped': None, 'lift_confirmed': None, 'motion_coupling': {}, 'motion_coupling_confirmed': False, 'official_task_success_not_included': True, 'release_command_executed': None, 'release_stable': None, 'rel || H:{'pos': [2.95, -0.3, 0.7849999999999999], 'pose_world': [2.95, -0.3, 0.7849999999999999, 1.0, 0.0, 0.0, 0.0], 'rot': 0.0, 'size': [0.5, 0.6, 0.21], 'affordance_geometries': {'handles': [{'geom_id': 750, 'geom_name': 'stack_3_main_group_2_door_handle_g0', 'position_world': [2.950127124786377, -0.6181309819221497, 0.7849999666213989]}, {'geom_id': 751, 'geom_name': 'stack_3_main_group_2_door_handle_g1', 'position_world': [3.0001063346862793, -0.6036044359207153, 0.7850001454353333]}, {'geom_id': 752, 'geom_name': 'stack_3_main_group_2_door_handle_g2', 'position_world': [2.8998935222625732, -0.6036659479141235, 0.7849998474121094]}, {'geom_id': 753, 'geom_name': 'stack_3_main_group_2_door_handle_g3', 'position_world': [3.0001063346862793, -0.6178436279296875, 0.7850001454353333]}, {'geom_id': 754, 'geom_name': 'stack_3_main_group_2_door_handle_g4', 'position_world': [2.8998935222625732, -0. || K:True:{'available_fixture_names': ['bottom_corner_right_group', 'bottom_right_group_1', 'bottom_right_group_2', 'bottom_right_group_base', 'cab_1_left_group', 'cab_1_main_group', 'cab_2_left_group', 'cab_2_main_group', 'cab_corner_2_main_group', 'cab_corner_main_group', 'cab_main_main_group', 'cab_top_corner_right_group', 'coffee_machine_main_group', 'counter_1_front_group', 'counter_1_left_group', 'counter_1_main_group', 'counter_corner_2_main_group', 'counter_corner_front_group', 'counter_corner_lef","budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":2,"cumulativeToolCalls":19,"code":"msgs = []\n# Retreat out of the toaster oven toward the initial eef pose\nm0 = primitives.call(name='move_robocasa_ee_to', evidence_handles=[eh], target_position=[3.43, -0.60, 1.25], gripper_command=-1.0, horizon=150)\nmsgs.append('R:' + str(m0.ok) + ':' + str(m0.output)[:300])\n# Extract drawer handle geometry from locate output\nhinfo = None\nif lf.ok and isinstance(lf.output, dict):\n    for c in lf.output.get('candidates', []):\n        if isinstance(c, dict) and c.get('name') == 'drawer':\n            hinfo = {k: c.get(k) for k in ['pos', 'pose_world', 'rot', 'size', 'affordance_geometries']}\n            break\nmsgs.append('H:' + str(hinfo)[:900])\nks = primitives.call(name='observe_robocasa_kitchen_state', query='drawer')\nmsgs.append('K:' + str(ks.ok) + ':' + str(ks.output)[:500])\nraise Exception('DIAG ' + ' || '.join(msgs)[:1900])","codeExcerpt":false,"stdout":"","feedback":{},"calls":[{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:4:robot0_agentview_left:state:4"],"gripper_command":-1.0,"horizon":150,"target_position":[3.43,-0.6,1.25]},"ok":false,"error":"visual_grounding_evidence_stale","output":{"action_feedback":{"arrived":null,"contact":null,"distance_m":null,"executed":false,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"not_executed","next_call":{"name":"ground_robocasa_visual_target","parameters":{"entity_name":null}}},"at":239.418},{"name":"observe_robocasa_kitchen_state","arguments":{"query":"drawer"},"ok":true,"error":null,"output":{"available_fixture_names":["bottom_corner_right_group","bottom_right_group_1","bottom_right_group_2","bottom_right_group_base","cab_1_left_group","cab_1_main_group","cab_2_left_group","cab_2_main_group","cab_corner_2_main_group","cab_corner_main_group","cab_main_main_group","cab_top_corner_right_group","coffee_machine_main_group","counter_1_front_group","counter_1_left_group","counter_1_main_group","counter_corner_2_main_group","counter_corner_front_group","counter_corner_left_group","counter_corner_main_group","counter_corner_right_left_group","counter_main_main_group","dishwasher_left_group","drawer","…"],"available_object_names":["distr_counter_1","drawer_obj"],"eef_position":[3.1908087730407715,-0.4530879259109497,1.0557000637054443],"evidence_handles":[],"fixtures":{"drawer":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]},"stack_3_main_group_2":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]}},"gripper_qpos":[0.040379200130701065,-0.03674319386482239],"grounding_hint":"ground_robocasa_visual_target(entity_name=canonical_name); pass its evidence_handle to an action","held_object_handle":null,"held_object_name":null,"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":null,"query":null,"split":"target"},"objects":{"distr_counter_1":{"affordance_sites":[],"position":[3.008469581604004,-0.3803946077823639,0.9338282346725464],"size":[0.02821504,0.0281638,0.02811556]},"drawer_obj":{"affordance_sites":[],"position":[2.973182201385498,-0.3681534230709076,0.7651578187942505],"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105]}},"observation_serial":5},"at":239.426}],"event":{"kind":"error","label":"Execution error","detail":""}},{"round":12,"at":288.844787,"duration":49.414,"title":"Execution error; inspect the returned feedback.","error":"Exception: DIAG R1:True{'arrived': True, 'distance_m': 0.05958559736609459, 'executed': True, 'contact': None, 'stage': 'approach', 'eef': None} || P:True{'arrived': True, 'distance_m': 0.05980316549539566, 'executed': True, 'contact': None, 'stage': 'approach', 'eef': None} || EEF:[3.003251791000366, -0.7722058296203613, 0.8110753297805786]","budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":5,"cumulativeToolCalls":24,"code":"msgs = []\ndef gh(pos):\n    g = primitives.call(name='ground_robocasa_visual_target', entity_name='drawer', camera_name='robot0_agentview_left', world_position=pos, prompt='left drawer handle')\n    h = None\n    if g.ok and isinstance(g.output, dict):\n        h = g.output.get('evidence_handle')\n    return h, g\ndef mv(pos, grip, hz):\n    h, g = gh([2.95, -0.618, 0.785])\n    if h is None:\n        return None, 'noground:' + str(g.output)[:200]\n    m = primitives.call(name='move_robocasa_ee_to', evidence_handles=[h], target_position=pos, gripper_command=grip, horizon=hz)\n    fb = {}\n    if m.ok and isinstance(m.output, dict):\n        af = m.output.get('action_feedback', {})\n        fb = {k: af.get(k) for k in ['arrived', 'distance_m', 'executed', 'contact', 'stage']}\n        fb['eef'] = m.output.get('eef_position') or m.output.get('eef_pos')\n    return m, str(m.ok) + str(fb)[:300]\n# 1) retreat out of the toaster oven (back toward robot, -y)\nm1, s1 = mv([3.35, -0.85, 1.10], -1.0, 150)\nmsgs.append('R1:' + s1)\n# 2) go to pre-grasp in front of handle\nm2, s2 = mv([2.95, -0.78, 0.785], -1.0, 200)\nmsgs.append('P:' + s2)\nks = primitives.call(name='observe_robocasa_kitchen_state', query='drawer')\nep = None\nif ks.ok and isinstance(ks.output, dict):\n    ep = ks.output.get('eef_position')\nmsgs.append('EEF:' + str(ep))\nraise Exception('DIAG ' + ' || '.join(msgs)[:1900])","codeExcerpt":false,"stdout":"","feedback":{},"calls":[{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer","prompt":"left drawer handle","world_position":[2.95,-0.618,0.785]},"ok":true,"error":null,"output":{"entity_name":"drawer","evidence_handle":"robocasa:visual:5:robot0_agentview_left:state:5","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"fixture","entity_name":"drawer","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"fixture","entity_name":"drawer"},"native_geometry":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_3_main_group_2","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"observation_serial":5,"point_world":[2.950000047683716,-0.6179999709129333,0.7850000262260437],"prompt":"left drawer handle","query":null,"registry_pose_world":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"requested_world_position":[2.950000047683716,-0.6179999709129333,0.7850000262260437],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":279.881},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:5:robot0_agentview_left:state:5"],"gripper_command":-1.0,"horizon":150,"target_position":[3.35,-0.85,1.1]},"ok":true,"error":null,"output":{"action_feedback":{"arrived":true,"contact":null,"distance_m":0.05958559736609459,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":285.356},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer","prompt":"left drawer handle","world_position":[2.95,-0.618,0.785]},"ok":true,"error":null,"output":{"entity_name":"drawer","evidence_handle":"robocasa:visual:6:robot0_agentview_left:state:6","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"fixture","entity_name":"drawer","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"fixture","entity_name":"drawer"},"native_geometry":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_3_main_group_2","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"observation_serial":6,"point_world":[2.950000047683716,-0.6179999709129333,0.7850000262260437],"prompt":"left drawer handle","query":null,"registry_pose_world":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"requested_world_position":[2.950000047683716,-0.6179999709129333,0.7850000262260437],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":285.36},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:6:robot0_agentview_left:state:6"],"gripper_command":-1.0,"horizon":200,"target_position":[2.95,-0.78,0.785]},"ok":true,"error":null,"output":{"action_feedback":{"arrived":true,"contact":null,"distance_m":0.05980316549539566,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":288.83},{"name":"observe_robocasa_kitchen_state","arguments":{"query":"drawer"},"ok":true,"error":null,"output":{"available_fixture_names":["bottom_corner_right_group","bottom_right_group_1","bottom_right_group_2","bottom_right_group_base","cab_1_left_group","cab_1_main_group","cab_2_left_group","cab_2_main_group","cab_corner_2_main_group","cab_corner_main_group","cab_main_main_group","cab_top_corner_right_group","coffee_machine_main_group","counter_1_front_group","counter_1_left_group","counter_1_main_group","counter_corner_2_main_group","counter_corner_front_group","counter_corner_left_group","counter_corner_main_group","counter_corner_right_left_group","counter_main_main_group","dishwasher_left_group","drawer","…"],"available_object_names":["distr_counter_1","drawer_obj"],"eef_position":[3.003251791000366,-0.7722058296203613,0.8110753297805786],"evidence_handles":[],"fixtures":{"drawer":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]},"stack_3_main_group_2":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]}},"gripper_qpos":[0.040013834834098816,-0.0396590530872345],"grounding_hint":"ground_robocasa_visual_target(entity_name=canonical_name); pass its evidence_handle to an action","held_object_handle":null,"held_object_name":null,"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":null,"query":null,"split":"target"},"objects":{"distr_counter_1":{"affordance_sites":[],"position":[3.008467674255371,-0.3803970217704773,0.9338284730911255],"size":[0.02821504,0.0281638,0.02811556]},"drawer_obj":{"affordance_sites":[],"position":[2.9731831550598145,-0.36815300583839417,0.7651575207710266],"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105]}},"observation_serial":7},"at":288.839}],"event":{"kind":"error","label":"Execution error","detail":""}},{"round":13,"at":324.303621,"duration":35.459,"title":"Execution error; inspect the returned feedback.","error":"Exception: DIAG A:True{'arrived': True, 'distance_m': 0.058534204959869385, 'executed': True, 'contact': None, 'stage': 'approach', 'eef': None} || B:True{'arrived': True, 'distance_m': 0.058742277324199677, 'executed': True, 'contact': None, 'stage': 'approach', 'eef': None} || C:True{'arrived': True, 'distance_m': 0.05707748979330063, 'executed': True, 'contact': None, 'stage': 'approach', 'eef': None} || D:True{'arrived': True, 'distance_m': 0.058862004429101944, 'executed': True, 'contact': None, 'stage': 'approach', 'eef': None} || EEF:[2.903730869293213, -0.8912863731384277, 0.7618783712387085] FX:{'affordance_sites': [], 'position': [2.950000047683716, -0.30000001192092896, 0.7850000262260437], 'size': [0.5, 0.6, 0.21]} || TS:{'agent_context': {}, 'contact_stability': {'contact_confirmed': False, 'ever_contact_confirmed': False, 'phase_summary': {}, 'status': 'not_confirmed'}, 'heldness': {'contact_tolerance': 0.08, 'likely_held': False, 'object_to_eef_distance_after': None, 'source': 'public_motion_trace_or_refinement_hint', 'status': 'not_established'}, 'language_task': {'agent_context': {}, 'benchmark_task_descripti","budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":10,"cumulativeToolCalls":34,"code":"msgs = []\n# Pre-grasp: compensate observed offset (+0.05 x, +0.026 z); approach handle bar at y≈-0.618\nm3, s3 = mv([2.90, -0.66, 0.76], -1.0, 150)\nmsgs.append('A:' + s3)\nm4, s4 = mv([2.90, -0.60, 0.76], -1.0, 120)\nmsgs.append('B:' + s4)\n# close gripper in place\nm5, s5 = mv([2.90, -0.60, 0.76], 1.0, 60)\nmsgs.append('C:' + s5)\n# pull drawer open toward robot (-y)\nm6, s6 = mv([2.90, -0.95, 0.76], 1.0, 200)\nmsgs.append('D:' + s6)\nks = primitives.call(name='observe_robocasa_kitchen_state', query='drawer')\nep = None; fx = None\nif ks.ok and isinstance(ks.output, dict):\n    ep = ks.output.get('eef_position')\n    fx = ks.output.get('fixtures', {}).get('drawer')\nmsgs.append('EEF:' + str(ep) + ' FX:' + str(fx)[:300])\nts = primitives.call(name='inspect_robocasa_transport_state')\nmsgs.append('TS:' + str(ts.output)[:400])\nraise Exception('DIAG ' + ' || '.join(msgs)[:1900])","codeExcerpt":false,"stdout":"","feedback":{},"calls":[{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer","prompt":"left drawer handle","world_position":[2.95,-0.618,0.785]},"ok":true,"error":null,"output":{"entity_name":"drawer","evidence_handle":"robocasa:visual:7:robot0_agentview_left:state:7","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"fixture","entity_name":"drawer","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"fixture","entity_name":"drawer"},"native_geometry":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_3_main_group_2","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"observation_serial":7,"point_world":[2.950000047683716,-0.6179999709129333,0.7850000262260437],"prompt":"left drawer handle","query":null,"registry_pose_world":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"requested_world_position":[2.950000047683716,-0.6179999709129333,0.7850000262260437],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":318.231},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:7:robot0_agentview_left:state:7"],"gripper_command":-1.0,"horizon":150,"target_position":[2.9,-0.66,0.76]},"ok":true,"error":null,"output":{"action_feedback":{"arrived":true,"contact":null,"distance_m":0.058534204959869385,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":319.539},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer","prompt":"left drawer handle","world_position":[2.95,-0.618,0.785]},"ok":true,"error":null,"output":{"entity_name":"drawer","evidence_handle":"robocasa:visual:8:robot0_agentview_left:state:8","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"fixture","entity_name":"drawer","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"fixture","entity_name":"drawer"},"native_geometry":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_3_main_group_2","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"observation_serial":8,"point_world":[2.950000047683716,-0.6179999709129333,0.7850000262260437],"prompt":"left drawer handle","query":null,"registry_pose_world":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"requested_world_position":[2.950000047683716,-0.6179999709129333,0.7850000262260437],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":319.542},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:8:robot0_agentview_left:state:8"],"gripper_command":-1.0,"horizon":120,"target_position":[2.9,-0.6,0.76]},"ok":true,"error":null,"output":{"action_feedback":{"arrived":true,"contact":null,"distance_m":0.058742277324199677,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":320.39},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer","prompt":"left drawer handle","world_position":[2.95,-0.618,0.785]},"ok":true,"error":null,"output":{"entity_name":"drawer","evidence_handle":"robocasa:visual:9:robot0_agentview_left:state:9","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"fixture","entity_name":"drawer","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"fixture","entity_name":"drawer"},"native_geometry":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_3_main_group_2","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"observation_serial":9,"point_world":[2.950000047683716,-0.6179999709129333,0.7850000262260437],"prompt":"left drawer handle","query":null,"registry_pose_world":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"requested_world_position":[2.950000047683716,-0.6179999709129333,0.7850000262260437],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":320.394},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:9:robot0_agentview_left:state:9"],"gripper_command":1.0,"horizon":60,"target_position":[2.9,-0.6,0.76]},"ok":true,"error":null,"output":{"action_feedback":{"arrived":true,"contact":null,"distance_m":0.05707748979330063,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":320.648},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer","prompt":"left drawer handle","world_position":[2.95,-0.618,0.785]},"ok":true,"error":null,"output":{"entity_name":"drawer","evidence_handle":"robocasa:visual:10:robot0_agentview_left:state:10","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"fixture","entity_name":"drawer","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"fixture","entity_name":"drawer"},"native_geometry":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_3_main_group_2","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"observation_serial":10,"point_world":[2.950000047683716,-0.6179999709129333,0.7850000262260437],"prompt":"left drawer handle","query":null,"registry_pose_world":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"requested_world_position":[2.950000047683716,-0.6179999709129333,0.7850000262260437],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":320.651},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:10:robot0_agentview_left:state:10"],"gripper_command":1.0,"horizon":200,"target_position":[2.9,-0.95,0.76]},"ok":true,"error":null,"output":{"action_feedback":{"arrived":true,"contact":null,"distance_m":0.058862004429101944,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":324.291},{"name":"observe_robocasa_kitchen_state","arguments":{"query":"drawer"},"ok":true,"error":null,"output":{"available_fixture_names":["bottom_corner_right_group","bottom_right_group_1","bottom_right_group_2","bottom_right_group_base","cab_1_left_group","cab_1_main_group","cab_2_left_group","cab_2_main_group","cab_corner_2_main_group","cab_corner_main_group","cab_main_main_group","cab_top_corner_right_group","coffee_machine_main_group","counter_1_front_group","counter_1_left_group","counter_1_main_group","counter_corner_2_main_group","counter_corner_front_group","counter_corner_left_group","counter_corner_main_group","counter_corner_right_left_group","counter_main_main_group","dishwasher_left_group","drawer","…"],"available_object_names":["distr_counter_1","drawer_obj"],"eef_position":[2.903730869293213,-0.8912863731384277,0.7618783712387085],"evidence_handles":[],"fixtures":{"drawer":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]},"stack_3_main_group_2":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]}},"gripper_qpos":[0.0008804644457995892,-0.00011914566857740283],"grounding_hint":"ground_robocasa_visual_target(entity_name=canonical_name); pass its evidence_handle to an action","held_object_handle":null,"held_object_name":null,"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":null,"query":null,"split":"target"},"objects":{"distr_counter_1":{"affordance_sites":[],"position":[3.008467435836792,-0.3803967535495758,0.9338283538818359],"size":[0.02821504,0.0281638,0.02811556]},"drawer_obj":{"affordance_sites":[],"position":[2.9731853008270264,-0.368151992559433,0.7651577591896057],"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105]}},"observation_serial":11},"at":324.299},{"name":"inspect_robocasa_transport_state","arguments":{},"ok":true,"error":null,"output":{"contact_stability":{"contact_confirmed":false,"ever_contact_confirmed":false,"phase_summary":{},"status":"not_confirmed"},"heldness":{"contact_tolerance":0.08,"likely_held":false,"object_to_eef_distance_after":null,"source":"public_motion_trace_or_refinement_hint","status":"not_established"},"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":null,"query":null,"split":"target"},"live_observation":{"available":false,"object_name":null,"reason":"live_env_observation_or_object_name_unavailable"},"official_task_completion_claimed":false,"private_task_signal_exposed":false,"prompt":null,"public_metrics":{"best_distance":null,"best_xy_distance":null,"distance_after":null,"distance_before":null,"distance_metric":null,"execution_status":null,"final_xy_distance":null,"motion_status":null},"query":null,"release_gate":{"best_xy_distance":null,"final_xy_distance":null,"release_contact_ready":true,"release_executed":false,"release_ready":false,"release_requires_contact":false,"release_xy_ready":false,"release_xy_tolerance":0.04},"settle_state":{"drifted_after_release":false,"post_release_stability":{"best_xy_distance":null,"drift_margin":0.01,"drifted_after_release":false,"entered_release_window":false,"final_xy_distance":null,"post_release_best_xy_distance":null,"post_release_left_release_window":false,"release_executed":false,"release_ready":false,"release_xy_tolerance":0.04},"release_executed":false},"verifier_boundary":{"call_after_agent_visible_sequence":"verify(scope='task')","primitive_claims_task_completion":false,"private_task_signal_exposed":false}},"at":324.302}],"event":{"kind":"error","label":"Execution error","detail":""}},{"round":14,"at":382.634716,"duration":58.331,"title":"Inspect the observation and execute the next code cell.","error":null,"budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":0,"cumulativeToolCalls":34,"code":"","codeExcerpt":false,"stdout":"","feedback":{},"calls":[],"event":{"kind":"action","label":"Action","detail":""}},{"round":15,"at":447.614601,"duration":64.98,"title":"Execution error; inspect the returned feedback.","error":"Exception: DIAG A:True{'arrived': True, 'distance_m': 0.05886005610227585, 'executed': True, 'contact': None, 'stage': 'approach', 'eef': None} E[2.976, -0.77, 0.768] || B:True{'arrived': False, 'distance_m': 0.09885840862989426, 'executed': True, 'contact': None, 'stage': 'approach', 'eef': None} E[2.953, -0.629, 0.779] || C:True{'arrived': False, 'distance_m': 0.09797297418117523, 'executed': True, 'contact': None, 'stage': 'approach', 'eef': None} E[2.953, -0.628, 0.779] || D:True{'arrived': True, 'distance_m': 0.0599917508661747, 'executed': True, 'contact': None, 'stage': 'approach', 'eef': None} E[2.964, -0.992, 0.777] || FX:{'agent_context': {}, 'candidates': [{'body_id': 300, 'fixture_type': 'Box', 'kind': 'fixture', 'name': 'bottom_corner_right_group', 'pos': [-0.075, -0.21, 0.445], 'pose_world': [5.6900002754917995, -0.6249992286274342, 0.445, 0.7071054825112363, 0.0, 0.0, -0.7071080798594735], 'rot': -1.5708, 'score': 0.5, 'size': [0.05, 0.78, 0.89], 'type': 'Box'","budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":13,"cumulativeToolCalls":47,"code":"msgs = []\ndef eefpos():\n    ks = primitives.call(name='observe_robocasa_kitchen_state', query='drawer')\n    if ks.ok and isinstance(ks.output, dict):\n        return [round(v, 3) for v in ks.output.get('eef_position', [])]\n    return None\n# open gripper, pre-position centered on handle bar (x=2.95, z=0.785), 8cm in front\nm1, s1 = mv([2.95, -0.72, 0.785], -1.0, 120)\nmsgs.append('A:' + s1 + ' E' + str(eefpos()))\n# overshoot target by ~6cm (controller stops ~0.06 short) so fingers actually straddle the bar\nm2, s2 = mv([2.95, -0.53, 0.785], -1.0, 120)\nmsgs.append('B:' + s2 + ' E' + str(eefpos()))\n# close\nm3, s3 = mv([2.95, -0.53, 0.785], 1.0, 50)\nmsgs.append('C:' + s3 + ' E' + str(eefpos()))\n# pull -y\nm4, s4 = mv([2.95, -1.05, 0.785], 1.0, 200)\nmsgs.append('D:' + s4 + ' E' + str(eefpos()))\nfx = primitives.call(name='inspect_robocasa_fixture', fixture_name='drawer')\nfs = ''\nif fx.ok and isinstance(fx.output, dict):\n    for k in ['state', 'joint_state', 'qpos', 'is_open', 'open_fraction', 'door_state']:\n        if k in fx.output:\n            fs += k + '=' + str(fx.output.get(k))[:150] + ';'\n    if not fs:\n        fs = str(fx.output)[:350]\nmsgs.append('FX:' + fs)\nraise Exception('DIAG ' + ' || '.join(msgs)[:1900])","codeExcerpt":false,"stdout":"","feedback":{},"calls":[{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer","prompt":"left drawer handle","world_position":[2.95,-0.618,0.785]},"ok":true,"error":null,"output":{"entity_name":"drawer","evidence_handle":"robocasa:visual:11:robot0_agentview_left:state:11","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"fixture","entity_name":"drawer","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"fixture","entity_name":"drawer"},"native_geometry":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_3_main_group_2","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"observation_serial":11,"point_world":[2.950000047683716,-0.6179999709129333,0.7850000262260437],"prompt":"left drawer handle","query":null,"registry_pose_world":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"requested_world_position":[2.950000047683716,-0.6179999709129333,0.7850000262260437],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":434.617},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:11:robot0_agentview_left:state:11"],"gripper_command":-1.0,"horizon":120,"target_position":[2.95,-0.72,0.785]},"ok":true,"error":null,"output":{"action_feedback":{"arrived":true,"contact":null,"distance_m":0.05886005610227585,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":436.491},{"name":"observe_robocasa_kitchen_state","arguments":{"query":"drawer"},"ok":true,"error":null,"output":{"available_fixture_names":["bottom_corner_right_group","bottom_right_group_1","bottom_right_group_2","bottom_right_group_base","cab_1_left_group","cab_1_main_group","cab_2_left_group","cab_2_main_group","cab_corner_2_main_group","cab_corner_main_group","cab_main_main_group","cab_top_corner_right_group","coffee_machine_main_group","counter_1_front_group","counter_1_left_group","counter_1_main_group","counter_corner_2_main_group","counter_corner_front_group","counter_corner_left_group","counter_corner_main_group","counter_corner_right_left_group","counter_main_main_group","dishwasher_left_group","drawer","…"],"available_object_names":["distr_counter_1","drawer_obj"],"eef_position":[2.9755585193634033,-0.7703307271003723,0.7683239579200745],"evidence_handles":[],"fixtures":{"drawer":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]},"stack_3_main_group_2":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]}},"gripper_qpos":[0.03987443447113037,-0.039081551134586334],"grounding_hint":"ground_robocasa_visual_target(entity_name=canonical_name); pass its evidence_handle to an action","held_object_handle":null,"held_object_name":null,"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":null,"query":null,"split":"target"},"objects":{"distr_counter_1":{"affordance_sites":[],"position":[3.0084667205810547,-0.3803977370262146,0.9338284134864807],"size":[0.02821504,0.0281638,0.02811556]},"drawer_obj":{"affordance_sites":[],"position":[2.9731857776641846,-0.36815184354782104,0.7651578783988953],"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105]}},"observation_serial":12},"at":436.499},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer","prompt":"left drawer handle","world_position":[2.95,-0.618,0.785]},"ok":true,"error":null,"output":{"entity_name":"drawer","evidence_handle":"robocasa:visual:12:robot0_agentview_left:state:12","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"fixture","entity_name":"drawer","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"fixture","entity_name":"drawer"},"native_geometry":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_3_main_group_2","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"observation_serial":12,"point_world":[2.950000047683716,-0.6179999709129333,0.7850000262260437],"prompt":"left drawer handle","query":null,"registry_pose_world":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"requested_world_position":[2.950000047683716,-0.6179999709129333,0.7850000262260437],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":436.503},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:12:robot0_agentview_left:state:12"],"gripper_command":-1.0,"horizon":120,"target_position":[2.95,-0.53,0.785]},"ok":true,"error":null,"output":{"action_feedback":{"arrived":false,"contact":null,"distance_m":0.09885840862989426,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":441.948},{"name":"observe_robocasa_kitchen_state","arguments":{"query":"drawer"},"ok":true,"error":null,"output":{"available_fixture_names":["bottom_corner_right_group","bottom_right_group_1","bottom_right_group_2","bottom_right_group_base","cab_1_left_group","cab_1_main_group","cab_2_left_group","cab_2_main_group","cab_corner_2_main_group","cab_corner_main_group","cab_main_main_group","cab_top_corner_right_group","coffee_machine_main_group","counter_1_front_group","counter_1_left_group","counter_1_main_group","counter_corner_2_main_group","counter_corner_front_group","counter_corner_left_group","counter_corner_main_group","counter_corner_right_left_group","counter_main_main_group","dishwasher_left_group","drawer","…"],"available_object_names":["distr_counter_1","drawer_obj"],"eef_position":[2.9526097774505615,-0.6286492347717285,0.7791265845298767],"evidence_handles":[],"fixtures":{"drawer":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]},"stack_3_main_group_2":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]}},"gripper_qpos":[0.040149588137865067,-0.03945951908826828],"grounding_hint":"ground_robocasa_visual_target(entity_name=canonical_name); pass its evidence_handle to an action","held_object_handle":null,"held_object_name":null,"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":null,"query":null,"split":"target"},"objects":{"distr_counter_1":{"affordance_sites":[],"position":[3.008467197418213,-0.3803965747356415,0.9338281750679016],"size":[0.02821504,0.0281638,0.02811556]},"drawer_obj":{"affordance_sites":[],"position":[2.973186731338501,-0.3680794835090637,0.7651578187942505],"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105]}},"observation_serial":13},"at":441.957},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer","prompt":"left drawer handle","world_position":[2.95,-0.618,0.785]},"ok":true,"error":null,"output":{"entity_name":"drawer","evidence_handle":"robocasa:visual:13:robot0_agentview_left:state:13","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"fixture","entity_name":"drawer","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"fixture","entity_name":"drawer"},"native_geometry":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_3_main_group_2","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"observation_serial":13,"point_world":[2.950000047683716,-0.6179999709129333,0.7850000262260437],"prompt":"left drawer handle","query":null,"registry_pose_world":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"requested_world_position":[2.950000047683716,-0.6179999709129333,0.7850000262260437],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":441.961},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:13:robot0_agentview_left:state:13"],"gripper_command":1.0,"horizon":50,"target_position":[2.95,-0.53,0.785]},"ok":true,"error":null,"output":{"action_feedback":{"arrived":false,"contact":null,"distance_m":0.09797297418117523,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":443.847},{"name":"observe_robocasa_kitchen_state","arguments":{"query":"drawer"},"ok":true,"error":null,"output":{"available_fixture_names":["bottom_corner_right_group","bottom_right_group_1","bottom_right_group_2","bottom_right_group_base","cab_1_left_group","cab_1_main_group","cab_2_left_group","cab_2_main_group","cab_corner_2_main_group","cab_corner_main_group","cab_main_main_group","cab_top_corner_right_group","coffee_machine_main_group","counter_1_front_group","counter_1_left_group","counter_1_main_group","counter_corner_2_main_group","counter_corner_front_group","counter_corner_left_group","counter_corner_main_group","counter_corner_right_left_group","counter_main_main_group","dishwasher_left_group","drawer","…"],"available_object_names":["distr_counter_1","drawer_obj"],"eef_position":[2.952887535095215,-0.6277714371681213,0.7794227004051208],"evidence_handles":[],"fixtures":{"drawer":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]},"stack_3_main_group_2":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]}},"gripper_qpos":[0.0396803580224514,-0.026977449655532837],"grounding_hint":"ground_robocasa_visual_target(entity_name=canonical_name); pass its evidence_handle to an action","held_object_handle":null,"held_object_name":null,"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":null,"query":null,"split":"target"},"objects":{"distr_counter_1":{"affordance_sites":[],"position":[3.0084664821624756,-0.3803976774215698,0.9338283538818359],"size":[0.02821504,0.0281638,0.02811556]},"drawer_obj":{"affordance_sites":[],"position":[2.973188877105713,-0.36809712648391724,0.7651582360267639],"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105]}},"observation_serial":14},"at":443.855},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer","prompt":"left drawer handle","world_position":[2.95,-0.618,0.785]},"ok":true,"error":null,"output":{"entity_name":"drawer","evidence_handle":"robocasa:visual:14:robot0_agentview_left:state:14","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"fixture","entity_name":"drawer","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"fixture","entity_name":"drawer"},"native_geometry":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_3_main_group_2","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"observation_serial":14,"point_world":[2.950000047683716,-0.6179999709129333,0.7850000262260437],"prompt":"left drawer handle","query":null,"registry_pose_world":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"requested_world_position":[2.950000047683716,-0.6179999709129333,0.7850000262260437],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":443.857},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:14:robot0_agentview_left:state:14"],"gripper_command":1.0,"horizon":200,"target_position":[2.95,-1.05,0.785]},"ok":true,"error":null,"output":{"action_feedback":{"arrived":true,"contact":null,"distance_m":0.0599917508661747,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":447.552},{"name":"observe_robocasa_kitchen_state","arguments":{"query":"drawer"},"ok":true,"error":null,"output":{"available_fixture_names":["bottom_corner_right_group","bottom_right_group_1","bottom_right_group_2","bottom_right_group_base","cab_1_left_group","cab_1_main_group","cab_2_left_group","cab_2_main_group","cab_corner_2_main_group","cab_corner_main_group","cab_main_main_group","cab_top_corner_right_group","coffee_machine_main_group","counter_1_front_group","counter_1_left_group","counter_1_main_group","counter_corner_2_main_group","counter_corner_front_group","counter_corner_left_group","counter_corner_main_group","counter_corner_right_left_group","counter_main_main_group","dishwasher_left_group","drawer","…"],"available_object_names":["distr_counter_1","drawer_obj"],"eef_position":[2.9641945362091064,-0.9922232031822205,0.7772945761680603],"evidence_handles":[],"fixtures":{"drawer":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]},"stack_3_main_group_2":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]}},"gripper_qpos":[0.025883184745907784,-0.015369061380624771],"grounding_hint":"ground_robocasa_visual_target(entity_name=canonical_name); pass its evidence_handle to an action","held_object_handle":null,"held_object_name":null,"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":null,"query":null,"split":"target"},"objects":{"distr_counter_1":{"affordance_sites":[],"position":[3.0084657669067383,-0.3803985118865967,0.9338284134864807],"size":[0.02821504,0.0281638,0.02811556]},"drawer_obj":{"affordance_sites":[],"position":[2.9731879234313965,-0.7344657778739929,0.7651581168174744],"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105]}},"observation_serial":15},"at":447.56},{"name":"inspect_robocasa_fixture","arguments":{"fixture_name":"drawer"},"ok":true,"error":null,"output":{"candidates":[{"body_id":300,"fixture_type":"Box","kind":"fixture","name":"bottom_corner_right_group","pos":[-0.075,-0.21,0.445],"pose_world":[5.6900002754917995,-0.6249992286274342,0.445,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.05,0.78,0.89],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1942,"geom_name":"bottom_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1943,"geom_name":"bottom_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1944,"geom_name":"bottom_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1945,"geom_name":"bottom_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1946,"geom_name":"bottom_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1947,"geom_name":"bottom_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1948,"geom_name":"bottom_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1949,"geom_name":"bottom_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1950,"geom_name":"bottom_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1951,"geom_name":"bottom_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":302,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_1","pos":[5.689991772021986,-2.939999228611817,0.19999999999999982],"pose_world":[5.689991772021986,-2.939999228611817,0.19999999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"affordance_geometries":{"handles":[{"geom_id":1976,"geom_name":"bottom_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1977,"geom_name":"bottom_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1978,"geom_name":"bottom_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1979,"geom_name":"bottom_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1980,"geom_name":"bottom_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1981,"geom_name":"bottom_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1982,"geom_name":"bottom_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1983,"geom_name":"bottom_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1984,"geom_name":"bottom_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1985,"geom_name":"bottom_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":306,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_2","pos":[5.689991772021986,-2.939999228611817,0.4999999999999998],"pose_world":[5.689991772021986,-2.939999228611817,0.4999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"body_id":301,"fixture_type":"Box","kind":"fixture","name":"bottom_right_group_base","pos":[2.24,-0.17499999999999996,0.02499999999999982],"pose_world":[5.72499177202175,-2.9399993571739955,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.71,0.05],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1506,"geom_name":"cab_1_left_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1507,"geom_name":"cab_1_left_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1508,"geom_name":"cab_1_left_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1509,"geom_name":"cab_1_left_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1510,"geom_name":"cab_1_left_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1511,"geom_name":"cab_1_left_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1512,"geom_name":"cab_1_left_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1513,"geom_name":"cab_1_left_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1514,"geom_name":"cab_1_left_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1515,"geom_name":"cab_1_left_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1520,"geom_name":"cab_1_left_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1521,"geom_name":"cab_1_left_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1522,"geom_name":"cab_1_left_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1523,"geom_name":"cab_1_left_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1524,"geom_name":"cab_1_left_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1525,"geom_name":"cab_1_left_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1526,"geom_name":"cab_1_left_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1527,"geom_name":"cab_1_left_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1528,"geom_name":"cab_1_left_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1529,"geom_name":"cab_1_left_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":239,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_left_group","pos":[0.19999008234487173,-1.6999992653771945,1.85],"pose_world":[0.19999008234487173,-1.6999992653771945,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":296,"geom_name":"cab_1_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":297,"geom_name":"cab_1_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":298,"geom_name":"cab_1_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":299,"geom_name":"cab_1_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":300,"geom_name":"cab_1_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":301,"geom_name":"cab_1_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":302,"geom_name":"cab_1_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":303,"geom_name":"cab_1_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":304,"geom_name":"cab_1_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":305,"geom_name":"cab_1_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":310,"geom_name":"cab_1_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":311,"geom_name":"cab_1_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":312,"geom_name":"cab_1_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":313,"geom_name":"cab_1_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":314,"geom_name":"cab_1_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":315,"geom_name":"cab_1_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":316,"geom_name":"cab_1_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":317,"geom_name":"cab_1_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":318,"geom_name":"cab_1_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":319,"geom_name":"cab_1_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":60,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_main_group","pos":[1.15,-0.2,1.85],"pose_world":[1.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":1552,"geom_name":"cab_2_left_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1553,"geom_name":"cab_2_left_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1554,"geom_name":"cab_2_left_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1555,"geom_name":"cab_2_left_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1556,"geom_name":"cab_2_left_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1557,"geom_name":"cab_2_left_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1558,"geom_name":"cab_2_left_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1559,"geom_name":"cab_2_left_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1560,"geom_name":"cab_2_left_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1561,"geom_name":"cab_2_left_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":248,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_left_group","pos":[0.19998732744104422,-0.9499992653822544,1.85],"pose_world":[0.19998732744104422,-0.9499992653822544,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"affordance_geometries":{"handles":[{"geom_id":388,"geom_name":"cab_2_main_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":389,"geom_name":"cab_2_main_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":390,"geom_name":"cab_2_main_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":391,"geom_name":"cab_2_main_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":392,"geom_name":"cab_2_main_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":393,"geom_name":"cab_2_main_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":394,"geom_name":"cab_2_main_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":395,"geom_name":"cab_2_main_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":396,"geom_name":"cab_2_main_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":397,"geom_name":"cab_2_main_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":78,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_main_group","pos":[2.9,-0.2,1.85],"pose_world":[2.9,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"body_id":59,"fixture_type":"Box","kind":"fixture","name":"cab_corner_2_main_group","pos":[0.2,-0.55,1.85],"pose_world":[0.2,-0.55,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.4,0.3,0.92],"type":"Box"},{"body_id":58,"fixture_type":"Box","kind":"fixture","name":"cab_corner_main_group","pos":[0.325,-0.2,1.85],"pose_world":[0.325,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.65,0.4,0.92],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":342,"geom_name":"cab_main_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":343,"geom_name":"cab_main_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":344,"geom_name":"cab_main_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":345,"geom_name":"cab_main_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":346,"geom_name":"cab_main_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":347,"geom_name":"cab_main_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":348,"geom_name":"cab_main_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":349,"geom_name":"cab_main_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":350,"geom_name":"cab_main_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":351,"geom_name":"cab_main_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":356,"geom_name":"cab_main_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":357,"geom_name":"cab_main_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":358,"geom_name":"cab_main_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":359,"geom_name":"cab_main_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":360,"geom_name":"cab_main_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":361,"geom_name":"cab_main_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":362,"geom_name":"cab_main_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":363,"geom_name":"cab_main_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":364,"geom_name":"cab_main_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":365,"geom_name":"cab_main_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":69,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_main_main_group","pos":[2.15,-0.2,1.85],"pose_world":[2.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"body_id":299,"fixture_type":"Box","kind":"fixture","name":"cab_top_corner_right_group","pos":[-0.375,-0.21,1.8499999999999996],"pose_world":[5.6900013774533305,-0.3249992286294581,1.8499999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.65,0.78,0.92],"type":"Box"},{"affordance_geometries":{"start_buttons":{"start_button_1":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}],"start_button_2":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}]}},"affordance_sites":{"receptacle_place_site":[1.319170355796814,-0.34829509258270264,0.9765308499336243],"start_buttons":{"start_button_1":[1.3185672760009766,-0.41278737783432007,1.2256221771240234],"start_button_2":[1.3185672760009766,-0.41278737783432007,1.1727606058120728]}},"body_id":167,"depth":0.36232757964721246,"fixture_type":"CoffeeMachine","height":0.33999999999999997,"kind":"fixture","name":"coffee_machine_main_group","pos":[1.3185672959127874,-0.2445345466838201,1.0929999947553568],"pose_world":[1.3185672959127874,-0.2445345466838201,1.0929999947553568,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.1654909721085488,0.36232757964721246,0.33999999999999997],"type":"CoffeeMachine","width":0.1654909721085488},{"body_id":191,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_front_group","pos":[1.975,-4.075,0.46],"pose_world":[1.975,-4.075,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[2.55,0.65,0.92],"type":"Counter","width":2.55},{"body_id":197,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_left_group","pos":[0.32499191894658014,-2.1999988062231837,0.46],"pose_world":[0.32499191894658014,-2.1999988062231837,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"body_id":56,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_main_group","pos":[4.45,-0.325,0.46],"pose_world":[4.45,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.5,0.65,0.92],"type":"Counter","width":1.5},{"body_id":57,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_2_main_group","pos":[5.640000000000001,-0.325,0.46],"pose_world":[5.640000000000001,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.88,0.65,0.92],"type":"Counter","width":0.88},{"body_id":192,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_front_group","pos":[0.6500000056873556,-4.0748772339937,0.46],"pose_world":[0.6500000056873556,-4.0748772339937,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":193,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_left_group","pos":[0.3249987143760213,-4.049998806210703,0.46],"pose_world":[0.3249987143760213,-4.049998806210703,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":47,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_main_group","pos":[0.35,-0.325,0.46],"pose_world":[0.35,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":198,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_right_left_group","pos":[0.32498622547866995,-0.6499988062336404,0.46],"pose_world":[0.32498622547866995,-0.6499988062336404,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":48,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_main_main_group","pos":[2.2,-0.325,0.46],"pose_world":[2.2,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"affordance_geometries":{"handles":[{"geom_id":1425,"geom_name":"dishwasher_left_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":226,"depth":0.6,"fixture_type":"Dishwasher","height":0.89,"kind":"fixture","name":"dishwasher_left_group","pos":[0.32479563450010346,-1.3749988069386108,0.4449999999999999],"pose_world":[0.32479563450010346,-1.3749988069386108,0.4449999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.65,0.6,0.89],"type":"Dishwasher","width":0.65},{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"…"],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":null,"query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":154},"pose_evidence":{"fixtures":{"drawer":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0]},"objects":{},"source":"robocasa_scene_registry"},"prompt":null,"query":null,"selected":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":[2.950127124786377,-0.9844436645507812,0.7849999666213989]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":[3.0001063346862793,-0.9699171185493469,0.7850001454353333]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":[2.8998935222625732,-0.9699786305427551,0.7849998474121094]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":[3.0001063346862793,-0.9841563105583191,0.7850001454353333]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":[2.8998935222625732,-0.9841129183769226,0.7849998474121094]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":[2.950385332107544,-1.0069422721862793,0.7850003242492676]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":[2.9962358474731445,-1.0006449222564697,0.785000205039978]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":[2.9040141105651855,-1.0006449222564697,0.7850005030632019]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":[2.950385332107544,-1.0069422721862793,0.7850003242492676]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":[2.950000047683716,-0.9892032742500305,0.7850000262260437]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":154},"prompt":null,"query":null,"source":"robocasa_scene_state"},"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":154},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":447.599}],"event":{"kind":"error","label":"Execution error","detail":""}},{"round":16,"at":506.128566,"duration":58.514,"title":"Execution error; inspect the returned feedback.","error":"Exception: DIAG U:True{'arrived': False, 'distance_m': 0.16569429636001587, 'executed': True, 'contact': None, 'stage': 'approach', 'eef': None} E[2.964, -0.968, 0.799] || O:True{'arrived': False, 'distance_m': 0.17405806481838226, 'executed': True, 'contact': None, 'stage': 'approach', 'eef': None} E[2.966, -0.717, 0.803] || D:True{'arrived': False, 'distance_m': 0.06618524342775345, 'executed': True, 'contact': None, 'stage': 'approach', 'eef': None} E[2.935, -0.665, 0.77] || C:False{} E[2.934, -0.666, 0.77] || P:True{'arrived': True, 'distance_m': 0.05936545878648758, 'executed': True, 'contact': None, 'stage': 'approach', 'eef': None} E[2.931, -0.994, 0.776] DO[2.973, -0.722, 0.765]","budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":16,"cumulativeToolCalls":63,"code":"msgs = []\ndef dobj():\n    ks = primitives.call(name='observe_robocasa_kitchen_state', query='drawer')\n    if ks.ok and isinstance(ks.output, dict):\n        o = ks.output.get('objects', {}).get('drawer_obj', {})\n        return [round(v, 3) for v in o.get('position', [])]\n    return None\n# Top-down approach: go above the handle bar, descend so fingers straddle it, close, pull -y\nm1, s1 = mv([2.95, -0.90, 0.95], -1.0, 120)\nmsgs.append('U:' + s1 + ' E' + str(eefpos()))\nm2, s2 = mv([2.95, -0.625, 0.95], -1.0, 120)\nmsgs.append('O:' + s2 + ' E' + str(eefpos()))\nm3, s3 = mv([2.95, -0.625, 0.72], -1.0, 150)\nmsgs.append('D:' + s3 + ' E' + str(eefpos()))\nm4, s4 = mv([2.95, -0.625, 0.72], 1.0, 50)\nmsgs.append('C:' + s4 + ' E' + str(eefpos()))\nm5, s5 = mv([2.95, -1.05, 0.78], 1.0, 200)\nmsgs.append('P:' + s5 + ' E' + str(eefpos()) + ' DO' + str(dobj()))\nraise Exception('DIAG ' + ' || '.join(msgs)[:1900])","codeExcerpt":false,"stdout":"","feedback":{},"calls":[{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer","prompt":"left drawer handle","world_position":[2.95,-0.618,0.785]},"ok":true,"error":null,"output":{"entity_name":"drawer","evidence_handle":"robocasa:visual:15:robot0_agentview_left:state:15","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"fixture","entity_name":"drawer","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"fixture","entity_name":"drawer"},"native_geometry":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_3_main_group_2","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"observation_serial":15,"point_world":[2.950000047683716,-0.6179999709129333,0.7850000262260437],"prompt":"left drawer handle","query":null,"registry_pose_world":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"requested_world_position":[2.950000047683716,-0.6179999709129333,0.7850000262260437],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":480.084},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:15:robot0_agentview_left:state:15"],"gripper_command":-1.0,"horizon":120,"target_position":[2.95,-0.9,0.95]},"ok":true,"error":null,"output":{"action_feedback":{"arrived":false,"contact":null,"distance_m":0.16569429636001587,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":486.677},{"name":"observe_robocasa_kitchen_state","arguments":{"query":"drawer"},"ok":true,"error":null,"output":{"available_fixture_names":["bottom_corner_right_group","bottom_right_group_1","bottom_right_group_2","bottom_right_group_base","cab_1_left_group","cab_1_main_group","cab_2_left_group","cab_2_main_group","cab_corner_2_main_group","cab_corner_main_group","cab_main_main_group","cab_top_corner_right_group","coffee_machine_main_group","counter_1_front_group","counter_1_left_group","counter_1_main_group","counter_corner_2_main_group","counter_corner_front_group","counter_corner_left_group","counter_corner_main_group","counter_corner_right_left_group","counter_main_main_group","dishwasher_left_group","drawer","…"],"available_object_names":["distr_counter_1","drawer_obj"],"eef_position":[2.963793992996216,-0.9675126075744629,0.7993136644363403],"evidence_handles":[],"fixtures":{"drawer":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]},"stack_3_main_group_2":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]}},"gripper_qpos":[0.04041426628828049,-0.03857480734586716],"grounding_hint":"ground_robocasa_visual_target(entity_name=canonical_name); pass its evidence_handle to an action","held_object_handle":null,"held_object_name":null,"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":null,"query":null,"split":"target"},"objects":{"distr_counter_1":{"affordance_sites":[],"position":[3.00846529006958,-0.3803985118865967,0.9338282942771912],"size":[0.02821504,0.0281638,0.02811556]},"drawer_obj":{"affordance_sites":[],"position":[2.973191022872925,-0.7082583904266357,0.7651582956314087],"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105]}},"observation_serial":16},"at":486.686},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer","prompt":"left drawer handle","world_position":[2.95,-0.618,0.785]},"ok":true,"error":null,"output":{"entity_name":"drawer","evidence_handle":"robocasa:visual:16:robot0_agentview_left:state:16","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"fixture","entity_name":"drawer","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"fixture","entity_name":"drawer"},"native_geometry":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_3_main_group_2","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"observation_serial":16,"point_world":[2.950000047683716,-0.6179999709129333,0.7850000262260437],"prompt":"left drawer handle","query":null,"registry_pose_world":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"requested_world_position":[2.950000047683716,-0.6179999709129333,0.7850000262260437],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":486.689},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:16:robot0_agentview_left:state:16"],"gripper_command":-1.0,"horizon":120,"target_position":[2.95,-0.625,0.95]},"ok":true,"error":null,"output":{"action_feedback":{"arrived":false,"contact":null,"distance_m":0.17405806481838226,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":492.815},{"name":"observe_robocasa_kitchen_state","arguments":{"query":"drawer"},"ok":true,"error":null,"output":{"available_fixture_names":["bottom_corner_right_group","bottom_right_group_1","bottom_right_group_2","bottom_right_group_base","cab_1_left_group","cab_1_main_group","cab_2_left_group","cab_2_main_group","cab_corner_2_main_group","cab_corner_main_group","cab_main_main_group","cab_top_corner_right_group","coffee_machine_main_group","counter_1_front_group","counter_1_left_group","counter_1_main_group","counter_corner_2_main_group","counter_corner_front_group","counter_corner_left_group","counter_corner_main_group","counter_corner_right_left_group","counter_main_main_group","dishwasher_left_group","drawer","…"],"available_object_names":["distr_counter_1","drawer_obj"],"eef_position":[2.96581768989563,-0.7167510390281677,0.8029361963272095],"evidence_handles":[],"fixtures":{"drawer":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]},"stack_3_main_group_2":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]}},"gripper_qpos":[0.04050871357321739,-0.03852812945842743],"grounding_hint":"ground_robocasa_visual_target(entity_name=canonical_name); pass its evidence_handle to an action","held_object_handle":null,"held_object_name":null,"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":null,"query":null,"split":"target"},"objects":{"distr_counter_1":{"affordance_sites":[],"position":[3.0084645748138428,-0.38039934635162354,0.9338283538818359],"size":[0.02821504,0.0281638,0.02811556]},"drawer_obj":{"affordance_sites":[],"position":[2.9731900691986084,-0.4565069377422333,0.7651575207710266],"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105]}},"observation_serial":17},"at":492.824},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer","prompt":"left drawer handle","world_position":[2.95,-0.618,0.785]},"ok":true,"error":null,"output":{"entity_name":"drawer","evidence_handle":"robocasa:visual:17:robot0_agentview_left:state:17","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"fixture","entity_name":"drawer","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"fixture","entity_name":"drawer"},"native_geometry":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_3_main_group_2","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"observation_serial":17,"point_world":[2.950000047683716,-0.6179999709129333,0.7850000262260437],"prompt":"left drawer handle","query":null,"registry_pose_world":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"requested_world_position":[2.950000047683716,-0.6179999709129333,0.7850000262260437],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":492.827},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:17:robot0_agentview_left:state:17"],"gripper_command":-1.0,"horizon":150,"target_position":[2.95,-0.625,0.72]},"ok":true,"error":null,"output":{"action_feedback":{"arrived":false,"contact":null,"distance_m":0.06618524342775345,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":500.778},{"name":"observe_robocasa_kitchen_state","arguments":{"query":"drawer"},"ok":true,"error":null,"output":{"available_fixture_names":["bottom_corner_right_group","bottom_right_group_1","bottom_right_group_2","bottom_right_group_base","cab_1_left_group","cab_1_main_group","cab_2_left_group","cab_2_main_group","cab_corner_2_main_group","cab_corner_main_group","cab_main_main_group","cab_top_corner_right_group","coffee_machine_main_group","counter_1_front_group","counter_1_left_group","counter_1_main_group","counter_corner_2_main_group","counter_corner_front_group","counter_corner_left_group","counter_corner_main_group","counter_corner_right_left_group","counter_main_main_group","dishwasher_left_group","drawer","…"],"available_object_names":["distr_counter_1","drawer_obj"],"eef_position":[2.9346816539764404,-0.6651648879051208,0.7703251242637634],"evidence_handles":[],"fixtures":{"drawer":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]},"stack_3_main_group_2":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]}},"gripper_qpos":[0.040027543902397156,-0.03971125930547714],"grounding_hint":"ground_robocasa_visual_target(entity_name=canonical_name); pass its evidence_handle to an action","held_object_handle":null,"held_object_name":null,"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":null,"query":null,"split":"target"},"objects":{"distr_counter_1":{"affordance_sites":[],"position":[3.0084640979766846,-0.3803994655609131,0.9338282346725464],"size":[0.02821504,0.0281638,0.02811556]},"drawer_obj":{"affordance_sites":[],"position":[2.9731929302215576,-0.3923996090888977,0.7651581764221191],"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105]}},"observation_serial":18},"at":500.787},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer","prompt":"left drawer handle","world_position":[2.95,-0.618,0.785]},"ok":true,"error":null,"output":{"entity_name":"drawer","evidence_handle":"robocasa:visual:18:robot0_agentview_left:state:18","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"fixture","entity_name":"drawer","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"fixture","entity_name":"drawer"},"native_geometry":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_3_main_group_2","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"observation_serial":18,"point_world":[2.950000047683716,-0.6179999709129333,0.7850000262260437],"prompt":"left drawer handle","query":null,"registry_pose_world":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"requested_world_position":[2.950000047683716,-0.6179999709129333,0.7850000262260437],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":500.791},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:18:robot0_agentview_left:state:18"],"gripper_command":1.0,"horizon":50,"target_position":[2.95,-0.625,0.72]},"ok":false,"error":null,"output":{"action_feedback":{"arrived":false,"contact":null,"distance_m":0.06692056357860565,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":502.976},{"name":"observe_robocasa_kitchen_state","arguments":{"query":"drawer"},"ok":true,"error":null,"output":{"available_fixture_names":["bottom_corner_right_group","bottom_right_group_1","bottom_right_group_2","bottom_right_group_base","cab_1_left_group","cab_1_main_group","cab_2_left_group","cab_2_main_group","cab_corner_2_main_group","cab_corner_main_group","cab_main_main_group","cab_top_corner_right_group","coffee_machine_main_group","counter_1_front_group","counter_1_left_group","counter_1_main_group","counter_corner_2_main_group","counter_corner_front_group","counter_corner_left_group","counter_corner_main_group","counter_corner_right_left_group","counter_main_main_group","dishwasher_left_group","drawer","…"],"available_object_names":["distr_counter_1","drawer_obj"],"eef_position":[2.9336955547332764,-0.6659678816795349,0.7703404426574707],"evidence_handles":[],"fixtures":{"drawer":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]},"stack_3_main_group_2":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]}},"gripper_qpos":[0.004593175835907459,-0.038524214178323746],"grounding_hint":"ground_robocasa_visual_target(entity_name=canonical_name); pass its evidence_handle to an action","held_object_handle":null,"held_object_name":null,"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":null,"query":null,"split":"target"},"objects":{"distr_counter_1":{"affordance_sites":[],"position":[3.0084633827209473,-0.38040050864219666,0.9338284134864807],"size":[0.02821504,0.0281638,0.02811556]},"drawer_obj":{"affordance_sites":[],"position":[2.9731924533843994,-0.39216938614845276,0.7651578783988953],"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105]}},"observation_serial":19},"at":502.985},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer","prompt":"left drawer handle","world_position":[2.95,-0.618,0.785]},"ok":true,"error":null,"output":{"entity_name":"drawer","evidence_handle":"robocasa:visual:19:robot0_agentview_left:state:19","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"fixture","entity_name":"drawer","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"fixture","entity_name":"drawer"},"native_geometry":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_3_main_group_2","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"observation_serial":19,"point_world":[2.950000047683716,-0.6179999709129333,0.7850000262260437],"prompt":"left drawer handle","query":null,"registry_pose_world":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"requested_world_position":[2.950000047683716,-0.6179999709129333,0.7850000262260437],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":502.988},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:19:robot0_agentview_left:state:19"],"gripper_command":1.0,"horizon":200,"target_position":[2.95,-1.05,0.78]},"ok":true,"error":null,"output":{"action_feedback":{"arrived":true,"contact":null,"distance_m":0.05936545878648758,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":506.095},{"name":"observe_robocasa_kitchen_state","arguments":{"query":"drawer"},"ok":true,"error":null,"output":{"available_fixture_names":["bottom_corner_right_group","bottom_right_group_1","bottom_right_group_2","bottom_right_group_base","cab_1_left_group","cab_1_main_group","cab_2_left_group","cab_2_main_group","cab_corner_2_main_group","cab_corner_main_group","cab_main_main_group","cab_top_corner_right_group","coffee_machine_main_group","counter_1_front_group","counter_1_left_group","counter_1_main_group","counter_corner_2_main_group","counter_corner_front_group","counter_corner_left_group","counter_corner_main_group","counter_corner_right_left_group","counter_main_main_group","dishwasher_left_group","drawer","…"],"available_object_names":["distr_counter_1","drawer_obj"],"eef_position":[2.930887222290039,-0.9939465522766113,0.7758800387382507],"evidence_handles":[],"fixtures":{"drawer":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]},"stack_3_main_group_2":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]}},"gripper_qpos":[0.009861040860414505,-0.025073787197470665],"grounding_hint":"ground_robocasa_visual_target(entity_name=canonical_name); pass its evidence_handle to an action","held_object_handle":null,"held_object_name":null,"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":null,"query":null,"split":"target"},"objects":{"distr_counter_1":{"affordance_sites":[],"position":[3.00846266746521,-0.3804014325141907,0.9338284730911255],"size":[0.02821504,0.0281638,0.02811556]},"drawer_obj":{"affordance_sites":[],"position":[2.973193645477295,-0.72176194190979,0.7651585936546326],"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105]}},"observation_serial":20},"at":506.103},{"name":"observe_robocasa_kitchen_state","arguments":{"query":"drawer"},"ok":true,"error":null,"output":{"available_fixture_names":["bottom_corner_right_group","bottom_right_group_1","bottom_right_group_2","bottom_right_group_base","cab_1_left_group","cab_1_main_group","cab_2_left_group","cab_2_main_group","cab_corner_2_main_group","cab_corner_main_group","cab_main_main_group","cab_top_corner_right_group","coffee_machine_main_group","counter_1_front_group","counter_1_left_group","counter_1_main_group","counter_corner_2_main_group","counter_corner_front_group","counter_corner_left_group","counter_corner_main_group","counter_corner_right_left_group","counter_main_main_group","dishwasher_left_group","drawer","…"],"available_object_names":["distr_counter_1","drawer_obj"],"eef_position":[2.930887222290039,-0.9939465522766113,0.7758800387382507],"evidence_handles":[],"fixtures":{"drawer":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]},"stack_3_main_group_2":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]}},"gripper_qpos":[0.009861040860414505,-0.025073787197470665],"grounding_hint":"ground_robocasa_visual_target(entity_name=canonical_name); pass its evidence_handle to an action","held_object_handle":null,"held_object_name":null,"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":null,"query":null,"split":"target"},"objects":{"distr_counter_1":{"affordance_sites":[],"position":[3.00846266746521,-0.3804014325141907,0.9338284730911255],"size":[0.02821504,0.0281638,0.02811556]},"drawer_obj":{"affordance_sites":[],"position":[2.973193645477295,-0.72176194190979,0.7651585936546326],"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105]}},"observation_serial":20},"at":506.111}],"event":{"kind":"error","label":"Execution error","detail":""}},{"round":17,"at":540.950243,"duration":34.822,"title":"Execution error; inspect the returned feedback.","error":"Exception: DIAG P1:True{'arrived': True, 'distance_m': 0.05998858064413071, 'executed': True, 'contact': None, 'stage': 'approach', 'eef': None} E[2.933, -1.243, 0.779] DO[2.973, -0.968, 0.765] || DS:affordance_geometries,agent_aliases,body_id,depth,fixture_type,height,kind,name,pos,pose_world,rot,score,size,type,width","budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":6,"cumulativeToolCalls":69,"code":"msgs = []\ndef door_state():\n    fx = primitives.call(name='inspect_robocasa_fixture', fixture_name='drawer')\n    s = ''\n    if fx.ok and isinstance(fx.output, dict):\n        for c in fx.output.get('candidates', []):\n            if isinstance(c, dict) and c.get('name') == 'drawer':\n                for k in ['door_state', 'joint_state', 'state', 'qpos', 'open_fraction', 'joints']:\n                    if k in c:\n                        s += k + '=' + str(c.get(k))[:120] + ';'\n                if not s:\n                    s = ','.join(list(c.keys()))[:300]\n    return s\nd0 = dobj()\n# keep pulling further in -y with gripper closed\nm1, s1 = mv([2.95, -1.30, 0.78], 1.0, 200)\nd1 = dobj()\nmsgs.append('P1:' + s1 + ' E' + str(eefpos()) + ' DO' + str(d1))\nif d1 and d0 and abs(d1[1] - d0[1]) < 0.02:\n    # lost grip: regrasp at the new handle location (handle y = obj y - 0.25)\n    hy = d1[1] - 0.25\n    m2, s2 = mv([2.95, hy - 0.05, 0.95], -1.0, 120)\n    m3, s3 = mv([2.95, hy, 0.72], -1.0, 150)\n    msgs.append('RG:' + s3 + ' E' + str(eefpos()))\n    m4, s4 = mv([2.95, hy, 0.72], 1.0, 50)\n    m5, s5 = mv([2.95, hy - 0.40, 0.78], 1.0, 200)\n    msgs.append('P2:' + s5 + ' E' + str(eefpos()) + ' DO' + str(dobj()))\nmsgs.append('DS:' + door_state())\nraise Exception('DIAG ' + ' || '.join(msgs)[:1900])","codeExcerpt":false,"stdout":"","feedback":{},"calls":[{"name":"observe_robocasa_kitchen_state","arguments":{"query":"drawer"},"ok":true,"error":null,"output":{"available_fixture_names":["bottom_corner_right_group","bottom_right_group_1","bottom_right_group_2","bottom_right_group_base","cab_1_left_group","cab_1_main_group","cab_2_left_group","cab_2_main_group","cab_corner_2_main_group","cab_corner_main_group","cab_main_main_group","cab_top_corner_right_group","coffee_machine_main_group","counter_1_front_group","counter_1_left_group","counter_1_main_group","counter_corner_2_main_group","counter_corner_front_group","counter_corner_left_group","counter_corner_main_group","counter_corner_right_left_group","counter_main_main_group","dishwasher_left_group","drawer","…"],"available_object_names":["distr_counter_1","drawer_obj"],"eef_position":[2.930887222290039,-0.9939465522766113,0.7758800387382507],"evidence_handles":[],"fixtures":{"drawer":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]},"stack_3_main_group_2":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]}},"gripper_qpos":[0.009861040860414505,-0.025073787197470665],"grounding_hint":"ground_robocasa_visual_target(entity_name=canonical_name); pass its evidence_handle to an action","held_object_handle":null,"held_object_name":null,"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":null,"query":null,"split":"target"},"objects":{"distr_counter_1":{"affordance_sites":[],"position":[3.00846266746521,-0.3804014325141907,0.9338284730911255],"size":[0.02821504,0.0281638,0.02811556]},"drawer_obj":{"affordance_sites":[],"position":[2.973193645477295,-0.72176194190979,0.7651585936546326],"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105]}},"observation_serial":20},"at":534.396},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer","prompt":"left drawer handle","world_position":[2.95,-0.618,0.785]},"ok":true,"error":null,"output":{"entity_name":"drawer","evidence_handle":"robocasa:visual:20:robot0_agentview_left:state:20","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"fixture","entity_name":"drawer","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"fixture","entity_name":"drawer"},"native_geometry":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_3_main_group_2","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"observation_serial":20,"point_world":[2.950000047683716,-0.6179999709129333,0.7850000262260437],"prompt":"left drawer handle","query":null,"registry_pose_world":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"requested_world_position":[2.950000047683716,-0.6179999709129333,0.7850000262260437],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":534.4},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:20:robot0_agentview_left:state:20"],"gripper_command":1.0,"horizon":200,"target_position":[2.95,-1.3,0.78]},"ok":true,"error":null,"output":{"action_feedback":{"arrived":true,"contact":null,"distance_m":0.05998858064413071,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":540.876},{"name":"observe_robocasa_kitchen_state","arguments":{"query":"drawer"},"ok":true,"error":null,"output":{"available_fixture_names":["bottom_corner_right_group","bottom_right_group_1","bottom_right_group_2","bottom_right_group_base","cab_1_left_group","cab_1_main_group","cab_2_left_group","cab_2_main_group","cab_corner_2_main_group","cab_corner_main_group","cab_main_main_group","cab_top_corner_right_group","coffee_machine_main_group","counter_1_front_group","counter_1_left_group","counter_1_main_group","counter_corner_2_main_group","counter_corner_front_group","counter_corner_left_group","counter_corner_main_group","counter_corner_right_left_group","counter_main_main_group","dishwasher_left_group","drawer","…"],"available_object_names":["distr_counter_1","drawer_obj"],"eef_position":[2.932796001434326,-1.2425466775894165,0.7786687612533569],"evidence_handles":[],"fixtures":{"drawer":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]},"stack_3_main_group_2":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]}},"gripper_qpos":[0.014531907625496387,-0.02547500655055046],"grounding_hint":"ground_robocasa_visual_target(entity_name=canonical_name); pass its evidence_handle to an action","held_object_handle":null,"held_object_name":null,"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":null,"query":null,"split":"target"},"objects":{"distr_counter_1":{"affordance_sites":[],"position":[3.008462429046631,-0.3804011344909668,0.9338282942771912],"size":[0.02821504,0.0281638,0.02811556]},"drawer_obj":{"affordance_sites":[],"position":[2.973196268081665,-0.9684265851974487,0.7651584148406982],"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105]}},"observation_serial":21},"at":540.885},{"name":"observe_robocasa_kitchen_state","arguments":{"query":"drawer"},"ok":true,"error":null,"output":{"available_fixture_names":["bottom_corner_right_group","bottom_right_group_1","bottom_right_group_2","bottom_right_group_base","cab_1_left_group","cab_1_main_group","cab_2_left_group","cab_2_main_group","cab_corner_2_main_group","cab_corner_main_group","cab_main_main_group","cab_top_corner_right_group","coffee_machine_main_group","counter_1_front_group","counter_1_left_group","counter_1_main_group","counter_corner_2_main_group","counter_corner_front_group","counter_corner_left_group","counter_corner_main_group","counter_corner_right_left_group","counter_main_main_group","dishwasher_left_group","drawer","…"],"available_object_names":["distr_counter_1","drawer_obj"],"eef_position":[2.932796001434326,-1.2425466775894165,0.7786687612533569],"evidence_handles":[],"fixtures":{"drawer":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]},"stack_3_main_group_2":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]}},"gripper_qpos":[0.014531907625496387,-0.02547500655055046],"grounding_hint":"ground_robocasa_visual_target(entity_name=canonical_name); pass its evidence_handle to an action","held_object_handle":null,"held_object_name":null,"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":null,"query":null,"split":"target"},"objects":{"distr_counter_1":{"affordance_sites":[],"position":[3.008462429046631,-0.3804011344909668,0.9338282942771912],"size":[0.02821504,0.0281638,0.02811556]},"drawer_obj":{"affordance_sites":[],"position":[2.973196268081665,-0.9684265851974487,0.7651584148406982],"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105]}},"observation_serial":21},"at":540.893},{"name":"inspect_robocasa_fixture","arguments":{"fixture_name":"drawer"},"ok":true,"error":null,"output":{"candidates":[{"body_id":300,"fixture_type":"Box","kind":"fixture","name":"bottom_corner_right_group","pos":[-0.075,-0.21,0.445],"pose_world":[5.6900002754917995,-0.6249992286274342,0.445,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.05,0.78,0.89],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1942,"geom_name":"bottom_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1943,"geom_name":"bottom_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1944,"geom_name":"bottom_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1945,"geom_name":"bottom_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1946,"geom_name":"bottom_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1947,"geom_name":"bottom_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1948,"geom_name":"bottom_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1949,"geom_name":"bottom_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1950,"geom_name":"bottom_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1951,"geom_name":"bottom_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":302,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_1","pos":[5.689991772021986,-2.939999228611817,0.19999999999999982],"pose_world":[5.689991772021986,-2.939999228611817,0.19999999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"affordance_geometries":{"handles":[{"geom_id":1976,"geom_name":"bottom_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1977,"geom_name":"bottom_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1978,"geom_name":"bottom_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1979,"geom_name":"bottom_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1980,"geom_name":"bottom_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1981,"geom_name":"bottom_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1982,"geom_name":"bottom_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1983,"geom_name":"bottom_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1984,"geom_name":"bottom_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1985,"geom_name":"bottom_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":306,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_2","pos":[5.689991772021986,-2.939999228611817,0.4999999999999998],"pose_world":[5.689991772021986,-2.939999228611817,0.4999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},{"body_id":301,"fixture_type":"Box","kind":"fixture","name":"bottom_right_group_base","pos":[2.24,-0.17499999999999996,0.02499999999999982],"pose_world":[5.72499177202175,-2.9399993571739955,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.8,0.71,0.05],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":1506,"geom_name":"cab_1_left_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1507,"geom_name":"cab_1_left_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1508,"geom_name":"cab_1_left_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1509,"geom_name":"cab_1_left_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1510,"geom_name":"cab_1_left_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1511,"geom_name":"cab_1_left_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1512,"geom_name":"cab_1_left_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1513,"geom_name":"cab_1_left_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1514,"geom_name":"cab_1_left_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1515,"geom_name":"cab_1_left_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1520,"geom_name":"cab_1_left_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1521,"geom_name":"cab_1_left_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1522,"geom_name":"cab_1_left_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1523,"geom_name":"cab_1_left_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1524,"geom_name":"cab_1_left_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1525,"geom_name":"cab_1_left_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1526,"geom_name":"cab_1_left_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1527,"geom_name":"cab_1_left_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1528,"geom_name":"cab_1_left_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1529,"geom_name":"cab_1_left_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":239,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_left_group","pos":[0.19999008234487173,-1.6999992653771945,1.85],"pose_world":[0.19999008234487173,-1.6999992653771945,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":296,"geom_name":"cab_1_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":297,"geom_name":"cab_1_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":298,"geom_name":"cab_1_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":299,"geom_name":"cab_1_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":300,"geom_name":"cab_1_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":301,"geom_name":"cab_1_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":302,"geom_name":"cab_1_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":303,"geom_name":"cab_1_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":304,"geom_name":"cab_1_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":305,"geom_name":"cab_1_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":310,"geom_name":"cab_1_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":311,"geom_name":"cab_1_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":312,"geom_name":"cab_1_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":313,"geom_name":"cab_1_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":314,"geom_name":"cab_1_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":315,"geom_name":"cab_1_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":316,"geom_name":"cab_1_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":317,"geom_name":"cab_1_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":318,"geom_name":"cab_1_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":319,"geom_name":"cab_1_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":60,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_main_group","pos":[1.15,-0.2,1.85],"pose_world":[1.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"affordance_geometries":{"handles":[{"geom_id":1552,"geom_name":"cab_2_left_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1553,"geom_name":"cab_2_left_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1554,"geom_name":"cab_2_left_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1555,"geom_name":"cab_2_left_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1556,"geom_name":"cab_2_left_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1557,"geom_name":"cab_2_left_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1558,"geom_name":"cab_2_left_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1559,"geom_name":"cab_2_left_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1560,"geom_name":"cab_2_left_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1561,"geom_name":"cab_2_left_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":248,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_left_group","pos":[0.19998732744104422,-0.9499992653822544,1.85],"pose_world":[0.19998732744104422,-0.9499992653822544,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"affordance_geometries":{"handles":[{"geom_id":388,"geom_name":"cab_2_main_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":389,"geom_name":"cab_2_main_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":390,"geom_name":"cab_2_main_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":391,"geom_name":"cab_2_main_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":392,"geom_name":"cab_2_main_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":393,"geom_name":"cab_2_main_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":394,"geom_name":"cab_2_main_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":395,"geom_name":"cab_2_main_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":396,"geom_name":"cab_2_main_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":397,"geom_name":"cab_2_main_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":78,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_main_group","pos":[2.9,-0.2,1.85],"pose_world":[2.9,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},{"body_id":59,"fixture_type":"Box","kind":"fixture","name":"cab_corner_2_main_group","pos":[0.2,-0.55,1.85],"pose_world":[0.2,-0.55,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.4,0.3,0.92],"type":"Box"},{"body_id":58,"fixture_type":"Box","kind":"fixture","name":"cab_corner_main_group","pos":[0.325,-0.2,1.85],"pose_world":[0.325,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.65,0.4,0.92],"type":"Box"},{"affordance_geometries":{"handles":[{"geom_id":342,"geom_name":"cab_main_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":343,"geom_name":"cab_main_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":344,"geom_name":"cab_main_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":345,"geom_name":"cab_main_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":346,"geom_name":"cab_main_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":347,"geom_name":"cab_main_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":348,"geom_name":"cab_main_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":349,"geom_name":"cab_main_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":350,"geom_name":"cab_main_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":351,"geom_name":"cab_main_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":356,"geom_name":"cab_main_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":357,"geom_name":"cab_main_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":358,"geom_name":"cab_main_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":359,"geom_name":"cab_main_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":360,"geom_name":"cab_main_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":361,"geom_name":"cab_main_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":362,"geom_name":"cab_main_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":363,"geom_name":"cab_main_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":364,"geom_name":"cab_main_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":365,"geom_name":"cab_main_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":69,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_main_main_group","pos":[2.15,-0.2,1.85],"pose_world":[2.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},{"body_id":299,"fixture_type":"Box","kind":"fixture","name":"cab_top_corner_right_group","pos":[-0.375,-0.21,1.8499999999999996],"pose_world":[5.6900013774533305,-0.3249992286294581,1.8499999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"score":0.5,"size":[0.65,0.78,0.92],"type":"Box"},{"affordance_geometries":{"start_buttons":{"start_button_1":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}],"start_button_2":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}]}},"affordance_sites":{"receptacle_place_site":[1.319170355796814,-0.34829509258270264,0.9765308499336243],"start_buttons":{"start_button_1":[1.3185672760009766,-0.41278737783432007,1.2256221771240234],"start_button_2":[1.3185672760009766,-0.41278737783432007,1.1727606058120728]}},"body_id":167,"depth":0.36232757964721246,"fixture_type":"CoffeeMachine","height":0.33999999999999997,"kind":"fixture","name":"coffee_machine_main_group","pos":[1.3185672959127874,-0.2445345466838201,1.0929999947553568],"pose_world":[1.3185672959127874,-0.2445345466838201,1.0929999947553568,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.1654909721085488,0.36232757964721246,0.33999999999999997],"type":"CoffeeMachine","width":0.1654909721085488},{"body_id":191,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_front_group","pos":[1.975,-4.075,0.46],"pose_world":[1.975,-4.075,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[2.55,0.65,0.92],"type":"Counter","width":2.55},{"body_id":197,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_left_group","pos":[0.32499191894658014,-2.1999988062231837,0.46],"pose_world":[0.32499191894658014,-2.1999988062231837,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"body_id":56,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_main_group","pos":[4.45,-0.325,0.46],"pose_world":[4.45,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[1.5,0.65,0.92],"type":"Counter","width":1.5},{"body_id":57,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_2_main_group","pos":[5.640000000000001,-0.325,0.46],"pose_world":[5.640000000000001,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.88,0.65,0.92],"type":"Counter","width":0.88},{"body_id":192,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_front_group","pos":[0.6500000056873556,-4.0748772339937,0.46],"pose_world":[0.6500000056873556,-4.0748772339937,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":193,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_left_group","pos":[0.3249987143760213,-4.049998806210703,0.46],"pose_world":[0.3249987143760213,-4.049998806210703,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":47,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_main_group","pos":[0.35,-0.325,0.46],"pose_world":[0.35,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},{"body_id":198,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_right_left_group","pos":[0.32498622547866995,-0.6499988062336404,0.46],"pose_world":[0.32498622547866995,-0.6499988062336404,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},{"body_id":48,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_main_main_group","pos":[2.2,-0.325,0.46],"pose_world":[2.2,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"score":0.5,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},{"affordance_geometries":{"handles":[{"geom_id":1425,"geom_name":"dishwasher_left_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":226,"depth":0.6,"fixture_type":"Dishwasher","height":0.89,"kind":"fixture","name":"dishwasher_left_group","pos":[0.32479563450010346,-1.3749988069386108,0.4449999999999999],"pose_world":[0.32479563450010346,-1.3749988069386108,0.4449999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"score":0.5,"size":[0.65,0.6,0.89],"type":"Dishwasher","width":0.65},{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"…"],"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":null,"query":null,"split":"target"},"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":220},"pose_evidence":{"fixtures":{"drawer":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0]},"objects":{},"source":"robocasa_scene_registry"},"prompt":null,"query":null,"selected":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":[2.950127124786377,-1.2184115648269653,0.7849999666213989]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":[3.0001063346862793,-1.2038850784301758,0.7850001454353333]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":[2.8998935222625732,-1.203946590423584,0.7849998474121094]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":[3.0001063346862793,-1.218124270439148,0.7850001454353333]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":[2.8998935222625732,-1.2180808782577515,0.7849998474121094]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":[2.950385332107544,-1.2409101724624634,0.7850003242492676]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":[2.9962358474731445,-1.2346129417419434,0.785000205039978]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":[2.9040141105651855,-1.2346129417419434,0.7850005030632019]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":[2.950385332107544,-1.2409101724624634,0.7850003242492676]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":[2.950000047683716,-1.2231712341308594,0.7850000262260437]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_scene_registry","trace_event_count":220},"prompt":null,"query":null,"source":"robocasa_scene_state"},"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"drawer","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"score":1.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":220},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":540.939}],"event":{"kind":"error","label":"Execution error","detail":""}},{"round":18,"at":565.040466,"duration":24.09,"title":"Execution error; inspect the returned feedback.","error":"Exception: DIAG P:True{'arrived': False, 'distance_m': 0.09001848101615906, 'executed': True, 'contact': None, 'stage': 'approach', 'eef': None} E[2.943, -1.311, 0.787] DO[2.973, -0.968, 0.765] || REL:True{'arrived': True, 'distance_m': 0.059258390218019485, 'executed': True, 'contact': None, 'stage': 'approach', 'eef': None} E[2.947, -1.356, 0.861] DO[2.973, -0.968, 0.765] || ST:True:{'agent_context': {}, 'execution_status': 'executed', 'fixtures': {'bottom_corner_right_group': {'body_id': 300, 'fixture_type': 'Box', 'kind': 'fixture', 'name': 'bottom_corner_right_group', 'pos': [-0.075, -0.21, 0.445], 'pose_world': [5.6900002754917995, -0.6249992286274342, 0.445, 0.707105482511 DO[2.973, -0.968, 0.765]","budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":11,"cumulativeToolCalls":80,"code":"msgs = []\nd0 = dobj()\nm1, s1 = mv([2.95, -1.40, 0.78], 1.0, 150)\nd1 = dobj()\nmsgs.append('P:' + s1 + ' E' + str(eefpos()) + ' DO' + str(d1))\n# release and retreat slightly\nm2, s2 = mv([2.95, -1.40, 0.90], -1.0, 60)\nmsgs.append('REL:' + s2 + ' E' + str(eefpos()) + ' DO' + str(dobj()))\nst = primitives.call(name='settle_robocasa_environment', evidence_handles=[], gripper_command=-1.0, steps=20)\nmsgs.append('ST:' + str(st.ok) + ':' + str(st.output)[:300] + ' DO' + str(dobj()))\nraise Exception('DIAG ' + ' || '.join(msgs)[:1900])","codeExcerpt":false,"stdout":"","feedback":{},"calls":[{"name":"observe_robocasa_kitchen_state","arguments":{"query":"drawer"},"ok":true,"error":null,"output":{"available_fixture_names":["bottom_corner_right_group","bottom_right_group_1","bottom_right_group_2","bottom_right_group_base","cab_1_left_group","cab_1_main_group","cab_2_left_group","cab_2_main_group","cab_corner_2_main_group","cab_corner_main_group","cab_main_main_group","cab_top_corner_right_group","coffee_machine_main_group","counter_1_front_group","counter_1_left_group","counter_1_main_group","counter_corner_2_main_group","counter_corner_front_group","counter_corner_left_group","counter_corner_main_group","counter_corner_right_left_group","counter_main_main_group","dishwasher_left_group","drawer","…"],"available_object_names":["distr_counter_1","drawer_obj"],"eef_position":[2.932796001434326,-1.2425466775894165,0.7786687612533569],"evidence_handles":[],"fixtures":{"drawer":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]},"stack_3_main_group_2":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]}},"gripper_qpos":[0.014531907625496387,-0.02547500655055046],"grounding_hint":"ground_robocasa_visual_target(entity_name=canonical_name); pass its evidence_handle to an action","held_object_handle":null,"held_object_name":null,"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":null,"query":null,"split":"target"},"objects":{"distr_counter_1":{"affordance_sites":[],"position":[3.008462429046631,-0.3804011344909668,0.9338282942771912],"size":[0.02821504,0.0281638,0.02811556]},"drawer_obj":{"affordance_sites":[],"position":[2.973196268081665,-0.9684265851974487,0.7651584148406982],"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105]}},"observation_serial":21},"at":553.57},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer","prompt":"left drawer handle","world_position":[2.95,-0.618,0.785]},"ok":true,"error":null,"output":{"entity_name":"drawer","evidence_handle":"robocasa:visual:21:robot0_agentview_left:state:21","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"fixture","entity_name":"drawer","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"fixture","entity_name":"drawer"},"native_geometry":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_3_main_group_2","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"observation_serial":21,"point_world":[2.950000047683716,-0.6179999709129333,0.7850000262260437],"prompt":"left drawer handle","query":null,"registry_pose_world":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"requested_world_position":[2.950000047683716,-0.6179999709129333,0.7850000262260437],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":553.574},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:21:robot0_agentview_left:state:21"],"gripper_command":1.0,"horizon":150,"target_position":[2.95,-1.4,0.78]},"ok":true,"error":null,"output":{"action_feedback":{"arrived":false,"contact":null,"distance_m":0.09001848101615906,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":558.769},{"name":"observe_robocasa_kitchen_state","arguments":{"query":"drawer"},"ok":true,"error":null,"output":{"available_fixture_names":["bottom_corner_right_group","bottom_right_group_1","bottom_right_group_2","bottom_right_group_base","cab_1_left_group","cab_1_main_group","cab_2_left_group","cab_2_main_group","cab_corner_2_main_group","cab_corner_main_group","cab_main_main_group","cab_top_corner_right_group","coffee_machine_main_group","counter_1_front_group","counter_1_left_group","counter_1_main_group","counter_corner_2_main_group","counter_corner_front_group","counter_corner_left_group","counter_corner_main_group","counter_corner_right_left_group","counter_main_main_group","dishwasher_left_group","drawer","…"],"available_object_names":["distr_counter_1","drawer_obj"],"eef_position":[2.9431450366973877,-1.310537576675415,0.7872673869132996],"evidence_handles":[],"fixtures":{"drawer":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]},"stack_3_main_group_2":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]}},"gripper_qpos":[0.001090971753001213,2.7363566914573312e-05],"grounding_hint":"ground_robocasa_visual_target(entity_name=canonical_name); pass its evidence_handle to an action","held_object_handle":null,"held_object_name":null,"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":null,"query":null,"split":"target"},"objects":{"distr_counter_1":{"affordance_sites":[],"position":[3.0084617137908936,-0.3804016709327698,0.9338282942771912],"size":[0.02821504,0.0281638,0.02811556]},"drawer_obj":{"affordance_sites":[],"position":[2.973195791244507,-0.9679294228553772,0.7651578187942505],"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105]}},"observation_serial":22},"at":558.778},{"name":"observe_robocasa_kitchen_state","arguments":{"query":"drawer"},"ok":true,"error":null,"output":{"available_fixture_names":["bottom_corner_right_group","bottom_right_group_1","bottom_right_group_2","bottom_right_group_base","cab_1_left_group","cab_1_main_group","cab_2_left_group","cab_2_main_group","cab_corner_2_main_group","cab_corner_main_group","cab_main_main_group","cab_top_corner_right_group","coffee_machine_main_group","counter_1_front_group","counter_1_left_group","counter_1_main_group","counter_corner_2_main_group","counter_corner_front_group","counter_corner_left_group","counter_corner_main_group","counter_corner_right_left_group","counter_main_main_group","dishwasher_left_group","drawer","…"],"available_object_names":["distr_counter_1","drawer_obj"],"eef_position":[2.9431450366973877,-1.310537576675415,0.7872673869132996],"evidence_handles":[],"fixtures":{"drawer":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]},"stack_3_main_group_2":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]}},"gripper_qpos":[0.001090971753001213,2.7363566914573312e-05],"grounding_hint":"ground_robocasa_visual_target(entity_name=canonical_name); pass its evidence_handle to an action","held_object_handle":null,"held_object_name":null,"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":null,"query":null,"split":"target"},"objects":{"distr_counter_1":{"affordance_sites":[],"position":[3.0084617137908936,-0.3804016709327698,0.9338282942771912],"size":[0.02821504,0.0281638,0.02811556]},"drawer_obj":{"affordance_sites":[],"position":[2.973195791244507,-0.9679294228553772,0.7651578187942505],"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105]}},"observation_serial":22},"at":558.787},{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer","prompt":"left drawer handle","world_position":[2.95,-0.618,0.785]},"ok":true,"error":null,"output":{"entity_name":"drawer","evidence_handle":"robocasa:visual:22:robot0_agentview_left:state:22","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"fixture","entity_name":"drawer","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"fixture","entity_name":"drawer"},"native_geometry":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_3_main_group_2","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"observation_serial":22,"point_world":[2.950000047683716,-0.6179999709129333,0.7850000262260437],"prompt":"left drawer handle","query":null,"registry_pose_world":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"requested_world_position":[2.950000047683716,-0.6179999709129333,0.7850000262260437],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":558.791},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:22:robot0_agentview_left:state:22"],"gripper_command":-1.0,"horizon":60,"target_position":[2.95,-1.4,0.9]},"ok":true,"error":null,"output":{"action_feedback":{"arrived":true,"contact":null,"distance_m":0.059258390218019485,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":560.733},{"name":"observe_robocasa_kitchen_state","arguments":{"query":"drawer"},"ok":true,"error":null,"output":{"available_fixture_names":["bottom_corner_right_group","bottom_right_group_1","bottom_right_group_2","bottom_right_group_base","cab_1_left_group","cab_1_main_group","cab_2_left_group","cab_2_main_group","cab_corner_2_main_group","cab_corner_main_group","cab_main_main_group","cab_top_corner_right_group","coffee_machine_main_group","counter_1_front_group","counter_1_left_group","counter_1_main_group","counter_corner_2_main_group","counter_corner_front_group","counter_corner_left_group","counter_corner_main_group","counter_corner_right_left_group","counter_main_main_group","dishwasher_left_group","drawer","…"],"available_object_names":["distr_counter_1","drawer_obj"],"eef_position":[2.9468777179718018,-1.355678677558899,0.8607898950576782],"evidence_handles":[],"fixtures":{"drawer":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]},"stack_3_main_group_2":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]}},"gripper_qpos":[0.04002726078033447,-0.03889056667685509],"grounding_hint":"ground_robocasa_visual_target(entity_name=canonical_name); pass its evidence_handle to an action","held_object_handle":null,"held_object_name":null,"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":null,"query":null,"split":"target"},"objects":{"distr_counter_1":{"affordance_sites":[],"position":[3.0084612369537354,-0.3804022967815399,0.9338283538818359],"size":[0.02821504,0.0281638,0.02811556]},"drawer_obj":{"affordance_sites":[],"position":[2.9731967449188232,-0.967928946018219,0.7651579976081848],"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105]}},"observation_serial":23},"at":560.739},{"name":"observe_robocasa_kitchen_state","arguments":{"query":"drawer"},"ok":true,"error":null,"output":{"available_fixture_names":["bottom_corner_right_group","bottom_right_group_1","bottom_right_group_2","bottom_right_group_base","cab_1_left_group","cab_1_main_group","cab_2_left_group","cab_2_main_group","cab_corner_2_main_group","cab_corner_main_group","cab_main_main_group","cab_top_corner_right_group","coffee_machine_main_group","counter_1_front_group","counter_1_left_group","counter_1_main_group","counter_corner_2_main_group","counter_corner_front_group","counter_corner_left_group","counter_corner_main_group","counter_corner_right_left_group","counter_main_main_group","dishwasher_left_group","drawer","…"],"available_object_names":["distr_counter_1","drawer_obj"],"eef_position":[2.9468777179718018,-1.355678677558899,0.8607898950576782],"evidence_handles":[],"fixtures":{"drawer":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]},"stack_3_main_group_2":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]}},"gripper_qpos":[0.04002726078033447,-0.03889056667685509],"grounding_hint":"ground_robocasa_visual_target(entity_name=canonical_name); pass its evidence_handle to an action","held_object_handle":null,"held_object_name":null,"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":null,"query":null,"split":"target"},"objects":{"distr_counter_1":{"affordance_sites":[],"position":[3.0084612369537354,-0.3804022967815399,0.9338283538818359],"size":[0.02821504,0.0281638,0.02811556]},"drawer_obj":{"affordance_sites":[],"position":[2.9731967449188232,-0.967928946018219,0.7651579976081848],"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105]}},"observation_serial":23},"at":560.745},{"name":"settle_robocasa_environment","arguments":{"evidence_handles":[],"gripper_command":-1.0,"steps":20},"ok":true,"error":null,"output":{"execution_status":"executed","fixtures":{"bottom_corner_right_group":{"body_id":300,"fixture_type":"Box","kind":"fixture","name":"bottom_corner_right_group","pos":[-0.075,-0.21,0.445],"pose_world":[5.6900002754917995,-0.6249992286274342,0.445,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.05,0.78,0.89],"type":"Box"},"bottom_right_group_1":{"affordance_geometries":{"handles":[{"geom_id":1942,"geom_name":"bottom_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1943,"geom_name":"bottom_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1944,"geom_name":"bottom_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1945,"geom_name":"bottom_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1946,"geom_name":"bottom_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1947,"geom_name":"bottom_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1948,"geom_name":"bottom_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1949,"geom_name":"bottom_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1950,"geom_name":"bottom_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1951,"geom_name":"bottom_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":302,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_1","pos":[5.689991772021986,-2.939999228611817,0.19999999999999982],"pose_world":[5.689991772021986,-2.939999228611817,0.19999999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},"bottom_right_group_2":{"affordance_geometries":{"handles":[{"geom_id":1976,"geom_name":"bottom_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1977,"geom_name":"bottom_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1978,"geom_name":"bottom_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1979,"geom_name":"bottom_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1980,"geom_name":"bottom_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1981,"geom_name":"bottom_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1982,"geom_name":"bottom_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1983,"geom_name":"bottom_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1984,"geom_name":"bottom_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1985,"geom_name":"bottom_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":306,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_2","pos":[5.689991772021986,-2.939999228611817,0.4999999999999998],"pose_world":[5.689991772021986,-2.939999228611817,0.4999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},"bottom_right_group_base":{"body_id":301,"fixture_type":"Box","kind":"fixture","name":"bottom_right_group_base","pos":[2.24,-0.17499999999999996,0.02499999999999982],"pose_world":[5.72499177202175,-2.9399993571739955,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.8,0.71,0.05],"type":"Box"},"cab_1_left_group":{"affordance_geometries":{"handles":[{"geom_id":1506,"geom_name":"cab_1_left_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1507,"geom_name":"cab_1_left_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1508,"geom_name":"cab_1_left_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1509,"geom_name":"cab_1_left_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1510,"geom_name":"cab_1_left_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1511,"geom_name":"cab_1_left_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1512,"geom_name":"cab_1_left_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1513,"geom_name":"cab_1_left_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1514,"geom_name":"cab_1_left_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1515,"geom_name":"cab_1_left_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1520,"geom_name":"cab_1_left_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1521,"geom_name":"cab_1_left_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1522,"geom_name":"cab_1_left_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1523,"geom_name":"cab_1_left_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1524,"geom_name":"cab_1_left_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1525,"geom_name":"cab_1_left_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1526,"geom_name":"cab_1_left_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1527,"geom_name":"cab_1_left_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1528,"geom_name":"cab_1_left_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1529,"geom_name":"cab_1_left_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":239,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_left_group","pos":[0.19999008234487173,-1.6999992653771945,1.85],"pose_world":[0.19999008234487173,-1.6999992653771945,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},"cab_1_main_group":{"affordance_geometries":{"handles":[{"geom_id":296,"geom_name":"cab_1_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":297,"geom_name":"cab_1_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":298,"geom_name":"cab_1_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":299,"geom_name":"cab_1_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":300,"geom_name":"cab_1_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":301,"geom_name":"cab_1_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":302,"geom_name":"cab_1_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":303,"geom_name":"cab_1_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":304,"geom_name":"cab_1_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":305,"geom_name":"cab_1_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":310,"geom_name":"cab_1_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":311,"geom_name":"cab_1_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":312,"geom_name":"cab_1_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":313,"geom_name":"cab_1_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":314,"geom_name":"cab_1_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":315,"geom_name":"cab_1_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":316,"geom_name":"cab_1_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":317,"geom_name":"cab_1_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":318,"geom_name":"cab_1_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":319,"geom_name":"cab_1_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":60,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_main_group","pos":[1.15,-0.2,1.85],"pose_world":[1.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},"cab_2_left_group":{"affordance_geometries":{"handles":[{"geom_id":1552,"geom_name":"cab_2_left_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1553,"geom_name":"cab_2_left_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1554,"geom_name":"cab_2_left_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1555,"geom_name":"cab_2_left_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1556,"geom_name":"cab_2_left_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1557,"geom_name":"cab_2_left_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1558,"geom_name":"cab_2_left_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1559,"geom_name":"cab_2_left_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1560,"geom_name":"cab_2_left_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1561,"geom_name":"cab_2_left_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":248,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_left_group","pos":[0.19998732744104422,-0.9499992653822544,1.85],"pose_world":[0.19998732744104422,-0.9499992653822544,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},"cab_2_main_group":{"affordance_geometries":{"handles":[{"geom_id":388,"geom_name":"cab_2_main_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":389,"geom_name":"cab_2_main_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":390,"geom_name":"cab_2_main_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":391,"geom_name":"cab_2_main_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":392,"geom_name":"cab_2_main_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":393,"geom_name":"cab_2_main_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":394,"geom_name":"cab_2_main_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":395,"geom_name":"cab_2_main_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":396,"geom_name":"cab_2_main_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":397,"geom_name":"cab_2_main_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":78,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_main_group","pos":[2.9,-0.2,1.85],"pose_world":[2.9,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},"cab_corner_2_main_group":{"body_id":59,"fixture_type":"Box","kind":"fixture","name":"cab_corner_2_main_group","pos":[0.2,-0.55,1.85],"pose_world":[0.2,-0.55,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.4,0.3,0.92],"type":"Box"},"cab_corner_main_group":{"body_id":58,"fixture_type":"Box","kind":"fixture","name":"cab_corner_main_group","pos":[0.325,-0.2,1.85],"pose_world":[0.325,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.65,0.4,0.92],"type":"Box"},"cab_main_main_group":{"affordance_geometries":{"handles":[{"geom_id":342,"geom_name":"cab_main_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":343,"geom_name":"cab_main_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":344,"geom_name":"cab_main_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":345,"geom_name":"cab_main_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":346,"geom_name":"cab_main_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":347,"geom_name":"cab_main_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":348,"geom_name":"cab_main_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":349,"geom_name":"cab_main_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":350,"geom_name":"cab_main_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":351,"geom_name":"cab_main_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":356,"geom_name":"cab_main_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":357,"geom_name":"cab_main_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":358,"geom_name":"cab_main_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":359,"geom_name":"cab_main_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":360,"geom_name":"cab_main_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":361,"geom_name":"cab_main_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":362,"geom_name":"cab_main_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":363,"geom_name":"cab_main_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":364,"geom_name":"cab_main_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":365,"geom_name":"cab_main_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":69,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_main_main_group","pos":[2.15,-0.2,1.85],"pose_world":[2.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},"cab_top_corner_right_group":{"body_id":299,"fixture_type":"Box","kind":"fixture","name":"cab_top_corner_right_group","pos":[-0.375,-0.21,1.8499999999999996],"pose_world":[5.6900013774533305,-0.3249992286294581,1.8499999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.65,0.78,0.92],"type":"Box"},"coffee_machine_main_group":{"affordance_geometries":{"start_buttons":{"start_button_1":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}],"start_button_2":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}]}},"affordance_sites":{"receptacle_place_site":[1.319170355796814,-0.34829509258270264,0.9765308499336243],"start_buttons":{"start_button_1":[1.3185672760009766,-0.41278737783432007,1.2256221771240234],"start_button_2":[1.3185672760009766,-0.41278737783432007,1.1727606058120728]}},"body_id":167,"depth":0.36232757964721246,"fixture_type":"CoffeeMachine","height":0.33999999999999997,"kind":"fixture","name":"coffee_machine_main_group","pos":[1.3185672959127874,-0.2445345466838201,1.0929999947553568],"pose_world":[1.3185672959127874,-0.2445345466838201,1.0929999947553568,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.1654909721085488,0.36232757964721246,0.33999999999999997],"type":"CoffeeMachine","width":0.1654909721085488},"counter_1_front_group":{"body_id":191,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_front_group","pos":[1.975,-4.075,0.46],"pose_world":[1.975,-4.075,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"size":[2.55,0.65,0.92],"type":"Counter","width":2.55},"counter_1_left_group":{"body_id":197,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_left_group","pos":[0.32499191894658014,-2.1999988062231837,0.46],"pose_world":[0.32499191894658014,-2.1999988062231837,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},"counter_1_main_group":{"body_id":56,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_main_group","pos":[4.45,-0.325,0.46],"pose_world":[4.45,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1.5,0.65,0.92],"type":"Counter","width":1.5},"counter_corner_2_main_group":{"body_id":57,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_2_main_group","pos":[5.640000000000001,-0.325,0.46],"pose_world":[5.640000000000001,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.88,0.65,0.92],"type":"Counter","width":0.88},"counter_corner_front_group":{"body_id":192,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_front_group","pos":[0.6500000056873556,-4.0748772339937,0.46],"pose_world":[0.6500000056873556,-4.0748772339937,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},"counter_corner_left_group":{"body_id":193,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_left_group","pos":[0.3249987143760213,-4.049998806210703,0.46],"pose_world":[0.3249987143760213,-4.049998806210703,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},"counter_corner_main_group":{"body_id":47,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_main_group","pos":[0.35,-0.325,0.46],"pose_world":[0.35,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},"counter_corner_right_left_group":{"body_id":198,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_right_left_group","pos":[0.32498622547866995,-0.6499988062336404,0.46],"pose_world":[0.32498622547866995,-0.6499988062336404,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},"counter_main_main_group":{"body_id":48,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_main_main_group","pos":[2.2,-0.325,0.46],"pose_world":[2.2,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},"dishwasher_left_group":{"affordance_geometries":{"handles":[{"geom_id":1425,"geom_name":"dishwasher_left_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":226,"depth":0.6,"fixture_type":"Dishwasher","height":0.89,"kind":"fixture","name":"dishwasher_left_group","pos":[0.32479563450010346,-1.3749988069386108,0.4449999999999999],"pose_world":[0.32479563450010346,-1.3749988069386108,0.4449999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[0.65,0.6,0.89],"type":"Dishwasher","width":0.65},"drawer":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_3_main_group_2","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"floor_backing_room":{"body_id":43,"fixture_type":"Floor","kind":"fixture","name":"floor_backing_room","pos":[3.04,-3,-0.14],"pose_world":[3.04,-3.0,-0.14,0.7071067811865476,0.0,0.0,0.7071067811865476],"size":[3.04,3.08,0.1],"type":"Floor"},"floor_room":{"body_id":42,"fixture_type":"Floor","kind":"fixture","name":"floor_room","pos":[3.04,-3,-0.02],"pose_world":[3.04,-3.0,-0.02,0.7071067811865476,0.0,0.0,0.7071067811865476],"size":[3.04,3.08,0.02],"type":"Floor"},"fridge_housing_right_group":{"body_id":278,"depth":0.78,"fixture_type":"HousingCabinet","height":1.7999999999999998,"kind":"fixture","name":"fridge_housing_right_group","pos":[5.689996712482849,-1.5949992286208903,0.9],"pose_world":[5.689996712482849,-1.5949992286208903,0.9,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.89,0.78,1.7999999999999998],"type":"HousingCabinet","width":0.89},"fridge_right_group":{"affordance_geometries":{"handles":[{"geom_id":1698,"geom_name":"fridge_right_group_freezer_door_handle_1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1699,"geom_name":"fridge_right_group_freezer_door_handle_2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1700,"geom_name":"fridge_right_group_freezer_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1747,"geom_name":"fridge_right_group_fridge_door_handle_1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1748,"geom_name":"fridge_right_group_fridge_door_handle_2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1749,"geom_name":"fridge_right_group_fridge_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":269,"depth":0.8,"fixture_type":"FridgeSideBySide","height":1.7799999999999998,"kind":"fixture","name":"fridge_right_group","pos":[5.642795227919224,-1.5949990552401563,0.8900000516962465],"pose_world":[5.642795227919224,-1.5949990552401563,0.8900000516962465,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.85,0.8,1.7799999999999998],"type":"FridgeSideBySide","width":0.85},"fridge_top_right_group":{"affordance_geometries":{"handles":[{"geom_id":1822,"geom_name":"fridge_top_right_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1823,"geom_name":"fridge_top_right_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1824,"geom_name":"fridge_top_right_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1825,"geom_name":"fridge_top_right_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1826,"geom_name":"fridge_top_right_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1827,"geom_name":"fridge_top_right_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1828,"geom_name":"fridge_top_right_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1829,"geom_name":"fridge_top_right_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1830,"geom_name":"fridge_top_right_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1831,"geom_name":"fridge_top_right_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1836,"geom_name":"fridge_top_right_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1837,"geom_name":"fridge_top_right_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1838,"geom_name":"fridge_top_right_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1839,"geom_name":"fridge_top_right_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1840,"geom_name":"fridge_top_right_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1841,"geom_name":"fridge_top_right_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1842,"geom_name":"fridge_top_right_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1843,"geom_name":"fridge_top_right_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1844,"geom_name":"fridge_top_right_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1845,"geom_name":"fridge_top_right_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":279,"depth":0.78,"fixture_type":"HingeCabinet","height":0.5100000000000002,"kind":"fixture","name":"fridge_top_right_group","pos":[5.689996712482849,-1.5949992286208903,2.0549999999999997],"pose_world":[5.689996712482849,-1.5949992286208903,2.0549999999999997,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.89,0.78,0.5100000000000002],"type":"HingeCabinet","width":0.89},"hood_main_group":{"body_id":87,"depth":0.5999999999999999,"fixture_type":"Hood","height":0.8797668963596291,"kind":"fixture","name":"hood_main_group","pos":[4.2015400124186355,-0.29420055813485146,2.109686643940881],"pose_world":[4.2015400124186355,-0.29420055813485146,2.109686643940881,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.9630070973781739,0.5999999999999999,0.8797668963596291],"type":"Hood","width":0.9630070973781739},"knife_block_main_group":{"body_id":189,"depth":0.3157588838500166,"fixture_type":"Accessory","height":0.27882058956551803,"kind":"fixture","name":"knife_block_main_group","pos":[1.4863969653311453,-0.18040035825278877,1.0624943354887755],"pose_world":[1.4863969653311453,-0.18040035825278877,1.0624943354887755,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.12,0.3157588838500166,0.27882058956551803],"type":"Accessory","width":0.12},"light_switch_2_room":{"body_id":36,"depth":3e-05,"fixture_type":"WallAccessory","height":3e-05,"kind":"fixture","name":"light_switch_2_room","pos":[0.0,-1.9,1.2],"pose_world":[0.0,-1.9,1.2,0.999999920000001,0.0,0.0,0.00039999998933328934],"rot":0.0007999999999999119,"size":[3e-05,3e-05,3e-05],"type":"WallAccessory","width":3e-05},"light_switch_room":{"body_id":35,"depth":3e-05,"fixture_type":"WallAccessory","height":3e-05,"kind":"fixture","name":"light_switch_room","pos":[0.0,-1.8,1.2],"pose_world":[0.0,-1.8,1.2,0.999999920000001,0.0,0.0,0.00039999998933328934],"rot":0.0007999999999999119,"size":[3e-05,3e-05,3e-05],"type":"WallAccessory","width":3e-05},"micro_housing_right_group":{"body_id":322,"depth":0.78,"fixture_type":"HousingCabinet","height":0.55,"kind":"fixture","name":"micro_housing_right_group","pos":[5.689991772021986,-2.939999228611817,1.6249999999999996],"pose_world":[5.689991772021986,-2.939999228611817,1.6249999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.8,0.78,0.55],"type":"HousingCabinet","width":0.8},"microwave_right_group":{"affordance_geometries":{"handles":[{"geom_id":2072,"geom_name":"microwave_right_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}],"start_buttons":{"start_button":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}],"stop_button":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}]}},"affordance_sites":{"start_buttons":{"start_button":[5.295259952545166,-3.217700242996216,1.5325120687484741],"stop_button":[5.295259475708008,-3.2673981189727783,1.532609224319458]}},"body_id":318,"depth":0.5,"fixture_type":"Microwave","height":0.4285172992036819,"kind":"fixture","name":"microwave_right_group","pos":[5.520458884233695,-2.9399986153512137,1.6249999999999996],"pose_world":[5.520458884233695,-2.9399986153512137,1.6249999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.75,0.5,0.4285172992036819],"type":"Microwave","width":0.75},"outlet_2_room":{"body_id":37,"depth":3e-05,"fixture_type":"WallAccessory","height":3e-05,"kind":"fixture","name":"outlet_2_room","pos":[6.08,-1.0,1.2],"pose_world":[6.08,-1.0,1.2,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[3e-05,3e-05,3e-05],"type":"WallAccessory","width":3e-05},"outlet_3_room":{"body_id":38,"depth":3e-05,"fixture_type":"WallAccessory","height":3e-05,"kind":"fixture","name":"outlet_3_room","pos":[6.08,-2.5,1.2],"pose_world":[6.08,-2.5,1.2,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[3e-05,3e-05,3e-05],"type":"WallAccessory","width":3e-05},"outlet_room":{"body_id":32,"depth":3e-05,"fixture_type":"WallAccessory","height":3e-05,"kind":"fixture","name":"outlet_room","pos":[3.0,0.0,1.2],"pose_world":[3.0,0.0,1.2,1.0,0.0,0.0,0.0],"rot":0.0,"size":[3e-05,3e-05,3e-05],"type":"WallAccessory","width":3e-05},"oven_housing_right_group":{"body_id":317,"depth":0.78,"fixture_type":"HousingCabinet","height":0.7,"kind":"fixture","name":"oven_housing_right_group","pos":[5.689991772021986,-2.939999228611817,0.9999999999999998],"pose_world":[5.689991772021986,-2.939999228611817,0.9999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.8,0.78,0.7],"type":"HousingCabinet","width":0.8},"oven_right_group":{"affordance_geometries":{"handles":[{"geom_id":2012,"geom_name":"oven_right_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":310,"depth":0.6,"fixture_type":"Oven","height":0.68,"kind":"fixture","name":"oven_right_group","pos":[5.572894656033508,-2.940065399684986,1.0000000336235495],"pose_world":[5.572894656033508,-2.940065399684986,1.0000000336235495,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.75,0.6,0.68],"type":"Oven","width":0.75},"paper_towel_main_group":{"body_id":174,"depth":0.16514230057010187,"fixture_type":"Accessory","height":0.33,"kind":"fixture","name":"paper_towel_main_group","pos":[0.2941806390777399,-0.5462106068293686,1.0878950932503004],"pose_world":[0.2941806390777399,-0.5462106068293686,1.0878950932503004,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.16570236319339088,0.16514230057010187,0.33],"type":"Accessory","width":0.16570236319339088},"plant_left_group":{"body_id":254,"depth":0.18385752901892194,"fixture_type":"Accessory","height":0.17000000000000004,"kind":"fixture","name":"plant_left_group","pos":[0.19613419104779156,-4.0699767368854864,1.008492366712176],"pose_world":[0.19613419104779156,-4.0699767368854864,1.008492366712176,0.7071055013256238,0.0,0.0,0.7071080610451548],"rot":1.5707999467849731,"size":[0.1824328557616565,0.18385752901892194,0.17000000000000004],"type":"Accessory","width":0.1824328557616565},"shelves_1_main_group":{"body_id":84,"depth":0.4,"fixture_type":"OpenCabinet","height":0.92,"kind":"fixture","name":"shelves_1_main_group","pos":[3.4,-0.2,1.85],"pose_world":[3.4,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.4,0.92],"type":"OpenCabinet","width":0.5},"shelves_2_main_group":{"body_id":93,"depth":0.4,"fixture_type":"OpenCabinet","height":0.92,"kind":"fixture","name":"shelves_2_main_group","pos":[5.05,-0.2,1.85],"pose_world":[5.05,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.6,0.4,0.92],"type":"OpenCabinet","width":0.6},"side_bottom_right_group_1":{"affordance_geometries":{"handles":[{"geom_id":2156,"geom_name":"side_bottom_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2157,"geom_name":"side_bottom_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2158,"geom_name":"side_bottom_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2159,"geom_name":"side_bottom_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2160,"geom_name":"side_bottom_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2161,"geom_name":"side_bottom_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2162,"geom_name":"side_bottom_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2163,"geom_name":"side_bottom_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2164,"geom_name":"side_bottom_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2165,"geom_name":"side_bottom_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":331,"depth":0.78,"fixture_type":"Drawer","height":0.2999999999279999,"kind":"fixture","name":"side_bottom_right_group_1","pos":[5.689988466137392,-3.8399992286057447,0.19999999996399978],"pose_world":[5.689988466137392,-3.8399992286057447,0.19999999996399978,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[1.0,0.78,0.2999999999279999],"type":"Drawer","width":1.0},"side_bottom_right_group_2":{"affordance_geometries":{"handles":[{"geom_id":2190,"geom_name":"side_bottom_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2191,"geom_name":"side_bottom_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2192,"geom_name":"side_bottom_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2193,"geom_name":"side_bottom_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2194,"geom_name":"side_bottom_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2195,"geom_name":"side_bottom_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2196,"geom_name":"side_bottom_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2197,"geom_name":"side_bottom_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2198,"geom_name":"side_bottom_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2199,"geom_name":"side_bottom_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":335,"depth":0.78,"fixture_type":"Drawer","height":0.2999999999279999,"kind":"fixture","name":"side_bottom_right_group_2","pos":[5.689988466137392,-3.8399992286057447,0.4999999998919997],"pose_world":[5.689988466137392,-3.8399992286057447,0.4999999998919997,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[1.0,0.78,0.2999999999279999],"type":"Drawer","width":1.0},"side_bottom_right_group_3":{"affordance_geometries":{"handles":[{"geom_id":2219,"geom_name":"side_bottom_right_group_3_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2220,"geom_name":"side_bottom_right_group_3_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2221,"geom_name":"side_bottom_right_group_3_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2222,"geom_name":"side_bottom_right_group_3_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2223,"geom_name":"side_bottom_right_group_3_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2224,"geom_name":"side_bottom_right_group_3_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2225,"geom_name":"side_bottom_right_group_3_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2226,"geom_name":"side_bottom_right_group_3_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2227,"geom_name":"side_bottom_right_group_3_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2228,"geom_name":"side_bottom_right_group_3_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2233,"geom_name":"side_bottom_right_group_3_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2234,"geom_name":"side_bottom_right_group_3_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2235,"geom_name":"side_bottom_right_group_3_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2236,"geom_name":"side_bottom_right_group_3_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2237,"geom_name":"side_bottom_right_group_3_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2238,"geom_name":"side_bottom_right_group_3_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2239,"geom_name":"side_bottom_right_group_3_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2240,"geom_name":"side_bottom_right_group_3_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2241,"geom_name":"side_bottom_right_group_3_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2242,"geom_name":"side_bottom_right_group_3_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":339,"depth":0.78,"fixture_type":"HingeCabinet","height":1.6600000001439998,"kind":"fixture","name":"side_bottom_right_group_3","pos":[5.689988466137392,-3.8399992286057447,1.4799999999279996],"pose_world":[5.689988466137392,-3.8399992286057447,1.4799999999279996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[1.0,0.78,1.6600000001439998],"type":"HingeCabinet","width":1.0},"side_bottom_right_group_base":{"body_id":330,"fixture_type":"Box","kind":"fixture","name":"side_bottom_right_group_base","pos":[3.14,-0.17499999999999996,0.02499999999999982],"pose_world":[5.724988466137156,-3.8399993571679234,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[1,0.71,0.05],"type":"Box"},"sink_left_group":{"affordance_geometries":{"handles":[{"geom_id":1186,"geom_name":"sink_left_group_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":194,"depth":0.53,"fixture_type":"Sink","height":0.249057244016921,"kind":"fixture","name":"sink_left_group","pos":[0.29999877198378305,-2.199998355103462,0.9894399220814241],"pose_world":[0.29999877198378305,-2.199998355103462,0.9894399220814241,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[0.9185064499639721,0.53,0.249057244016921],"type":"Sink","width":0.9185064499639721},"stack_1_left_group_1":{"affordance_geometries":{"handles":[{"geom_id":1267,"geom_name":"stack_1_left_group_1_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1268,"geom_name":"stack_1_left_group_1_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1269,"geom_name":"stack_1_left_group_1_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1270,"geom_name":"stack_1_left_group_1_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1271,"geom_name":"stack_1_left_group_1_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1272,"geom_name":"stack_1_left_group_1_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1273,"geom_name":"stack_1_left_group_1_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1274,"geom_name":"stack_1_left_group_1_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1275,"geom_name":"stack_1_left_group_1_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1276,"geom_name":"stack_1_left_group_1_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1281,"geom_name":"stack_1_left_group_1_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1282,"geom_name":"stack_1_left_group_1_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1283,"geom_name":"stack_1_left_group_1_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1284,"geom_name":"stack_1_left_group_1_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1285,"geom_name":"stack_1_left_group_1_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1286,"geom_name":"stack_1_left_group_1_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1287,"geom_name":"stack_1_left_group_1_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1288,"geom_name":"stack_1_left_group_1_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1289,"geom_name":"stack_1_left_group_1_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1290,"geom_name":"stack_1_left_group_1_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":200,"depth":0.6,"fixture_type":"HingeCabinet","height":0.63,"kind":"fixture","name":"stack_1_left_group_1","pos":[0.2999955921518521,-3.199998898046565,0.365],"pose_world":[0.2999955921518521,-3.199998898046565,0.365,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[1.0,0.6,0.63],"type":"HingeCabinet","width":1.0},"stack_1_left_group_2":{"affordance_geometries":{"handles":[{"geom_id":1317,"geom_name":"stack_1_left_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1318,"geom_name":"stack_1_left_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1319,"geom_name":"stack_1_left_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1320,"geom_name":"stack_1_left_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1321,"geom_name":"stack_1_left_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1322,"geom_name":"stack_1_left_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1323,"geom_name":"stack_1_left_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1324,"geom_name":"stack_1_left_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1325,"geom_name":"stack_1_left_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1326,"geom_name":"stack_1_left_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":208,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_1_left_group_2","pos":[0.2999965104531279,-3.4499988980448784,0.7849999999999999],"pose_world":[0.2999965104531279,-3.4499988980448784,0.7849999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"stack_1_left_group_3":{"affordance_geometries":{"handles":[{"geom_id":1351,"geom_name":"stack_1_left_group_3_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1352,"geom_name":"stack_1_left_group_3_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1353,"geom_name":"stack_1_left_group_3_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1354,"geom_name":"stack_1_left_group_3_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1355,"geom_name":"stack_1_left_group_3_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1356,"geom_name":"stack_1_left_group_3_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1357,"geom_name":"stack_1_left_group_3_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1358,"geom_name":"stack_1_left_group_3_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1359,"geom_name":"stack_1_left_group_3_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1360,"geom_name":"stack_1_left_group_3_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":212,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_1_left_group_3","pos":[0.29999467385057627,-2.9499988980482517,0.7849999999999999],"pose_world":[0.29999467385057627,-2.9499988980482517,0.7849999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"stack_1_left_group_base":{"body_id":199,"fixture_type":"Box","kind":"fixture","name":"stack_1_left_group_base","pos":[1.2,-0.265,0.024999999999999988],"pose_world":[0.2649955921520883,-3.1999990266087437,0.024999999999999988,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[1,0.53,0.05],"type":"Box"},"stack_1_main_group_1":{"affordance_geometries":{"handles":[{"geom_id":456,"geom_name":"stack_1_main_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":457,"geom_name":"stack_1_main_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":458,"geom_name":"stack_1_main_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":459,"geom_name":"stack_1_main_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":460,"geom_name":"stack_1_main_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":461,"geom_name":"stack_1_main_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":462,"geom_name":"stack_1_main_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":463,"geom_name":"stack_1_main_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":464,"geom_name":"stack_1_main_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":465,"geom_name":"stack_1_main_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":97,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_1_main_group_1","pos":[1.2,-0.3,0.15499999999999997],"pose_world":[1.2,-0.3,0.15499999999999997,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1.0,0.6,0.21],"type":"Drawer","width":1.0},"stack_1_main_group_2":{"affordance_geometries":{"handles":[{"geom_id":490,"geom_name":"stack_1_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":491,"geom_name":"stack_1_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":492,"geom_name":"stack_1_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":493,"geom_name":"stack_1_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":494,"geom_name":"stack_1_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":495,"geom_name":"stack_1_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":496,"geom_name":"stack_1_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":497,"geom_name":"stack_1_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":498,"geom_name":"stack_1_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":499,"geom_name":"stack_1_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":101,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_1_main_group_2","pos":[1.2,-0.3,0.365],"pose_world":[1.2,-0.3,0.365,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1.0,0.6,0.21],"type":"Drawer","width":1.0},"stack_1_main_group_3":{"affordance_geometries":{"handles":[{"geom_id":524,"geom_name":"stack_1_main_group_3_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":525,"geom_name":"stack_1_main_group_3_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":526,"geom_name":"stack_1_main_group_3_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":527,"geom_name":"stack_1_main_group_3_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":528,"geom_name":"stack_1_main_group_3_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":529,"geom_name":"stack_1_main_group_3_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":530,"geom_name":"stack_1_main_group_3_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":531,"geom_name":"stack_1_main_group_3_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":532,"geom_name":"stack_1_main_group_3_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":533,"geom_name":"stack_1_main_group_3_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":105,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_1_main_group_3","pos":[1.2,-0.3,0.575],"pose_world":[1.2,-0.3,0.575,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1.0,0.6,0.21],"type":"Drawer","width":1.0},"stack_1_main_group_4":{"affordance_geometries":{"handles":[{"geom_id":558,"geom_name":"stack_1_main_group_4_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":559,"geom_name":"stack_1_main_group_4_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":560,"geom_name":"stack_1_main_group_4_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":561,"geom_name":"stack_1_main_group_4_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":562,"geom_name":"stack_1_main_group_4_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":563,"geom_name":"stack_1_main_group_4_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":564,"geom_name":"stack_1_main_group_4_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":565,"geom_name":"stack_1_main_group_4_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":566,"geom_name":"stack_1_main_group_4_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":567,"geom_name":"stack_1_main_group_4_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":109,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_1_main_group_4","pos":[1.2,-0.3,0.7849999999999999],"pose_world":[1.2,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1.0,0.6,0.21],"type":"Drawer","width":1.0},"stack_1_main_group_base":{"body_id":96,"fixture_type":"Box","kind":"fixture","name":"stack_1_main_group_base","pos":[1.2,-0.265,0.024999999999999988],"pose_world":[1.2,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1,0.53,0.05],"type":"Box"},"stack_2_left_group_1":{"affordance_geometries":{"handles":[{"geom_id":1381,"geom_name":"stack_2_left_group_1_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1382,"geom_name":"stack_2_left_group_1_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1383,"geom_name":"stack_2_left_group_1_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1384,"geom_name":"stack_2_left_group_1_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1385,"geom_name":"stack_2_left_group_1_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1386,"geom_name":"stack_2_left_group_1_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1387,"geom_name":"stack_2_left_group_1_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1388,"geom_name":"stack_2_left_group_1_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1389,"geom_name":"stack_2_left_group_1_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1390,"geom_name":"stack_2_left_group_1_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1395,"geom_name":"stack_2_left_group_1_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1396,"geom_name":"stack_2_left_group_1_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1397,"geom_name":"stack_2_left_group_1_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1398,"geom_name":"stack_2_left_group_1_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1399,"geom_name":"stack_2_left_group_1_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1400,"geom_name":"stack_2_left_group_1_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1401,"geom_name":"stack_2_left_group_1_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1402,"geom_name":"stack_2_left_group_1_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1403,"geom_name":"stack_2_left_group_1_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1404,"geom_name":"stack_2_left_group_1_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":217,"depth":0.6,"fixture_type":"HingeCabinet","height":0.84,"kind":"fixture","name":"stack_2_left_group_1","pos":[0.29999191894674876,-2.199998898053311,0.47],"pose_world":[0.29999191894674876,-2.199998898053311,0.47,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[1.0,0.6,0.84],"type":"HingeCabinet","width":1.0},"stack_2_left_group_base":{"body_id":216,"fixture_type":"Box","kind":"fixture","name":"stack_2_left_group_base","pos":[2.2,-0.265,0.024999999999999988],"pose_world":[0.26499191894698493,-2.19999902661549,0.024999999999999988,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[1,0.53,0.05],"type":"Box"},"stack_2_main_group_1":{"affordance_geometries":{"handles":[{"geom_id":587,"geom_name":"stack_2_main_group_1_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":588,"geom_name":"stack_2_main_group_1_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":589,"geom_name":"stack_2_main_group_1_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":590,"geom_name":"stack_2_main_group_1_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":591,"geom_name":"stack_2_main_group_1_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":592,"geom_name":"stack_2_main_group_1_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":593,"geom_name":"stack_2_main_group_1_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":594,"geom_name":"stack_2_main_group_1_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":595,"geom_name":"stack_2_main_group_1_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":596,"geom_name":"stack_2_main_group_1_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":601,"geom_name":"stack_2_main_group_1_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":602,"geom_name":"stack_2_main_group_1_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":603,"geom_name":"stack_2_main_group_1_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":604,"geom_name":"stack_2_main_group_1_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":605,"geom_name":"stack_2_main_group_1_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":606,"geom_name":"stack_2_main_group_1_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":607,"geom_name":"stack_2_main_group_1_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":608,"geom_name":"stack_2_main_group_1_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":609,"geom_name":"stack_2_main_group_1_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":610,"geom_name":"stack_2_main_group_1_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":114,"depth":0.6,"fixture_type":"HingeCabinet","height":0.63,"kind":"fixture","name":"stack_2_main_group_1","pos":[2.2,-0.3,0.365],"pose_world":[2.2,-0.3,0.365,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1.0,0.6,0.63],"type":"HingeCabinet","width":1.0},"stack_2_main_group_2":{"affordance_geometries":{"handles":[{"geom_id":637,"geom_name":"stack_2_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":638,"geom_name":"stack_2_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":639,"geom_name":"stack_2_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":640,"geom_name":"stack_2_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":641,"geom_name":"stack_2_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":642,"geom_name":"stack_2_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":643,"geom_name":"stack_2_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":644,"geom_name":"stack_2_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":645,"geom_name":"stack_2_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":646,"geom_name":"stack_2_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":122,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_2_main_group_2","pos":[1.9500000000000002,-0.3,0.7849999999999999],"pose_world":[1.9500000000000002,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"stack_2_main_group_3":{"affordance_geometries":{"handles":[{"geom_id":671,"geom_name":"stack_2_main_group_3_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":672,"geom_name":"stack_2_main_group_3_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":673,"geom_name":"stack_2_main_group_3_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":674,"geom_name":"stack_2_main_group_3_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":675,"geom_name":"stack_2_main_group_3_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":676,"geom_name":"stack_2_main_group_3_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":677,"geom_name":"stack_2_main_group_3_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":678,"geom_name":"stack_2_main_group_3_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":679,"geom_name":"stack_2_main_group_3_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":680,"geom_name":"stack_2_main_group_3_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":126,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_2_main_group_3","pos":[2.45,-0.3,0.7849999999999999],"pose_world":[2.45,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"stack_2_main_group_base":{"body_id":113,"fixture_type":"Box","kind":"fixture","name":"stack_2_main_group_base","pos":[2.2,-0.265,0.024999999999999988],"pose_world":[2.2,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1,0.53,0.05],"type":"Box"},"stack_3_left_group_1":{"affordance_geometries":{"handles":[{"geom_id":1474,"geom_name":"stack_3_left_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1475,"geom_name":"stack_3_left_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1476,"geom_name":"stack_3_left_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1477,"geom_name":"stack_3_left_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1478,"geom_name":"stack_3_left_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1479,"geom_name":"stack_3_left_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1480,"geom_name":"stack_3_left_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1481,"geom_name":"stack_3_left_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1482,"geom_name":"stack_3_left_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1483,"geom_name":"stack_3_left_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":233,"depth":0.6,"fixture_type":"SingleCabinet","height":0.84,"kind":"fixture","name":"stack_3_left_group_1","pos":[0.2999870519499868,-0.8749988980622496,0.4699999999999999],"pose_world":[0.2999870519499868,-0.8749988980622496,0.4699999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[0.35,0.6,0.84],"type":"SingleCabinet","width":0.35},"stack_3_left_group_base":{"body_id":232,"fixture_type":"Box","kind":"fixture","name":"stack_3_left_group_base","pos":[3.5250000000000004,-0.265,0.024999999999999932],"pose_world":[0.264987051950223,-0.8749990266244283,0.024999999999999932,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[0.35,0.53,0.05],"type":"Box"},"stack_3_main_group_1":{"affordance_geometries":{"handles":[{"geom_id":700,"geom_name":"stack_3_main_group_1_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":701,"geom_name":"stack_3_main_group_1_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":702,"geom_name":"stack_3_main_group_1_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":703,"geom_name":"stack_3_main_group_1_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":704,"geom_name":"stack_3_main_group_1_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":705,"geom_name":"stack_3_main_group_1_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":706,"geom_name":"stack_3_main_group_1_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":707,"geom_name":"stack_3_main_group_1_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":708,"geom_name":"stack_3_main_group_1_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":709,"geom_name":"stack_3_main_group_1_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":714,"geom_name":"stack_3_main_group_1_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":715,"geom_name":"stack_3_main_group_1_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":716,"geom_name":"stack_3_main_group_1_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":717,"geom_name":"stack_3_main_group_1_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":718,"geom_name":"stack_3_main_group_1_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":719,"geom_name":"stack_3_main_group_1_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":720,"geom_name":"stack_3_main_group_1_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":721,"geom_name":"stack_3_main_group_1_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":722,"geom_name":"stack_3_main_group_1_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":723,"geom_name":"stack_3_main_group_1_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":131,"depth":0.6,"fixture_type":"HingeCabinet","height":0.63,"kind":"fixture","name":"stack_3_main_group_1","pos":[3.2,-0.3,0.365],"pose_world":[3.2,-0.3,0.365,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1.0,0.6,0.63],"type":"HingeCabinet","width":1.0},"stack_3_main_group_2":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_3_main_group_2","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"stack_3_main_group_3":{"affordance_geometries":{"handles":[{"geom_id":784,"geom_name":"stack_3_main_group_3_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":785,"geom_name":"stack_3_main_group_3_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":786,"geom_name":"stack_3_main_group_3_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":787,"geom_name":"stack_3_main_group_3_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":788,"geom_name":"stack_3_main_group_3_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":789,"geom_name":"stack_3_main_group_3_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":790,"geom_name":"stack_3_main_group_3_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":791,"geom_name":"stack_3_main_group_3_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":792,"geom_name":"stack_3_main_group_3_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":793,"geom_name":"stack_3_main_group_3_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":143,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_3_main_group_3","pos":[3.45,-0.3,0.7849999999999999],"pose_world":[3.45,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"stack_3_main_group_base":{"body_id":130,"fixture_type":"Box","kind":"fixture","name":"stack_3_main_group_base","pos":[3.2,-0.265,0.024999999999999988],"pose_world":[3.2,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1,0.53,0.05],"type":"Box"},"stack_4_main_group_1":{"affordance_geometries":{"handles":[{"geom_id":814,"geom_name":"stack_4_main_group_1_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":815,"geom_name":"stack_4_main_group_1_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":816,"geom_name":"stack_4_main_group_1_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":817,"geom_name":"stack_4_main_group_1_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":818,"geom_name":"stack_4_main_group_1_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":819,"geom_name":"stack_4_main_group_1_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":820,"geom_name":"stack_4_main_group_1_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":821,"geom_name":"stack_4_main_group_1_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":822,"geom_name":"stack_4_main_group_1_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":823,"geom_name":"stack_4_main_group_1_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":828,"geom_name":"stack_4_main_group_1_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":829,"geom_name":"stack_4_main_group_1_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":830,"geom_name":"stack_4_main_group_1_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":831,"geom_name":"stack_4_main_group_1_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":832,"geom_name":"stack_4_main_group_1_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":833,"geom_name":"stack_4_main_group_1_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":834,"geom_name":"stack_4_main_group_1_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":835,"geom_name":"stack_4_main_group_1_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":836,"geom_name":"stack_4_main_group_1_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":837,"geom_name":"stack_4_main_group_1_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":148,"depth":0.6,"fixture_type":"HingeCabinet","height":0.84,"kind":"fixture","name":"stack_4_main_group_1","pos":[4.2,-0.3,0.47],"pose_world":[4.2,-0.3,0.47,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1.0,0.6,0.84],"type":"HingeCabinet","width":1.0},"stack_4_main_group_base":{"body_id":147,"fixture_type":"Box","kind":"fixture","name":"stack_4_main_group_base","pos":[4.2,-0.265,0.024999999999999988],"pose_world":[4.2,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1,0.53,0.05],"type":"Box"},"stack_5_main_group_1":{"affordance_geometries":{"handles":[{"geom_id":861,"geom_name":"stack_5_main_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":862,"geom_name":"stack_5_main_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":863,"geom_name":"stack_5_main_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":864,"geom_name":"stack_5_main_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":865,"geom_name":"stack_5_main_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":866,"geom_name":"stack_5_main_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":867,"geom_name":"stack_5_main_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":868,"geom_name":"stack_5_main_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":869,"geom_name":"stack_5_main_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":870,"geom_name":"stack_5_main_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":158,"depth":0.6,"fixture_type":"SingleCabinet","height":0.63,"kind":"fixture","name":"stack_5_main_group_1","pos":[4.95,-0.3,0.365],"pose_world":[4.95,-0.3,0.365,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.6,0.63],"type":"SingleCabinet","width":0.5},"stack_5_main_group_2":{"affordance_geometries":{"handles":[{"geom_id":897,"geom_name":"stack_5_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":898,"geom_name":"stack_5_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":899,"geom_name":"stack_5_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":900,"geom_name":"stack_5_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":901,"geom_name":"stack_5_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":902,"geom_name":"stack_5_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":903,"geom_name":"stack_5_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":904,"geom_name":"stack_5_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":905,"geom_name":"stack_5_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":906,"geom_name":"stack_5_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":163,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_5_main_group_2","pos":[4.95,-0.3,0.7849999999999999],"pose_world":[4.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"stack_5_main_group_base":{"body_id":157,"fixture_type":"Box","kind":"fixture","name":"stack_5_main_group_base","pos":[4.95,-0.265,0.024999999999999988],"pose_world":[4.95,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.53,0.05],"type":"Box"},"stack_left_right_group_1":{"affordance_geometries":{"handles":[{"geom_id":1605,"geom_name":"stack_left_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1606,"geom_name":"stack_left_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1607,"geom_name":"stack_left_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1608,"geom_name":"stack_left_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1609,"geom_name":"stack_left_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1610,"geom_name":"stack_left_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1611,"geom_name":"stack_left_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1612,"geom_name":"stack_left_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1613,"geom_name":"stack_left_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1614,"geom_name":"stack_left_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":257,"depth":0.78,"fixture_type":"SingleCabinet","height":1.13,"kind":"fixture","name":"stack_left_right_group_1","pos":[5.689999265360396,-0.899999228625579,0.615],"pose_world":[5.689999265360396,-0.899999228625579,0.615,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.5,0.78,1.13],"type":"SingleCabinet","width":0.5},"stack_left_right_group_2":{"affordance_geometries":{"handles":[{"geom_id":1637,"geom_name":"stack_left_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1638,"geom_name":"stack_left_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1639,"geom_name":"stack_left_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1640,"geom_name":"stack_left_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1641,"geom_name":"stack_left_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1642,"geom_name":"stack_left_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1643,"geom_name":"stack_left_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1644,"geom_name":"stack_left_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1645,"geom_name":"stack_left_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1646,"geom_name":"stack_left_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":263,"depth":0.78,"fixture_type":"SingleCabinet","height":1.13,"kind":"fixture","name":"stack_left_right_group_2","pos":[5.689999265360396,-0.899999228625579,1.7449999999999999],"pose_world":[5.689999265360396,-0.899999228625579,1.7449999999999999,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.5,0.78,1.13],"type":"SingleCabinet","width":0.5},"stack_left_right_group_base":{"body_id":256,"fixture_type":"Box","kind":"fixture","name":"stack_left_right_group_base","pos":[0.2,-0.175,0.025000000000000043],"pose_world":[5.72499926536016,-0.8999993571877576,0.025000000000000043,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.5,0.71,0.05],"type":"Box"},"stack_right_right_group_1":{"affordance_geometries":{"handles":[{"geom_id":1866,"geom_name":"stack_right_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1867,"geom_name":"stack_right_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1868,"geom_name":"stack_right_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1869,"geom_name":"stack_right_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1870,"geom_name":"stack_right_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1871,"geom_name":"stack_right_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1872,"geom_name":"stack_right_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1873,"geom_name":"stack_right_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1874,"geom_name":"stack_right_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1875,"geom_name":"stack_right_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":287,"depth":0.78,"fixture_type":"SingleCabinet","height":1.13,"kind":"fixture","name":"stack_right_right_group_1","pos":[5.689994159605303,-2.289999228616202,0.6149999999999998],"pose_world":[5.689994159605303,-2.289999228616202,0.6149999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.5,0.78,1.13],"type":"SingleCabinet","width":0.5},"stack_right_right_group_2":{"affordance_geometries":{"handles":[{"geom_id":1898,"geom_name":"stack_right_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1899,"geom_name":"stack_right_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1900,"geom_name":"stack_right_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1901,"geom_name":"stack_right_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1902,"geom_name":"stack_right_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1903,"geom_name":"stack_right_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1904,"geom_name":"stack_right_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1905,"geom_name":"stack_right_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1906,"geom_name":"stack_right_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1907,"geom_name":"stack_right_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":293,"depth":0.78,"fixture_type":"SingleCabinet","height":1.13,"kind":"fixture","name":"stack_right_right_group_2","pos":[5.689994159605303,-2.289999228616202,1.7449999999999997],"pose_world":[5.689994159605303,-2.289999228616202,1.7449999999999997,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.5,0.78,1.13],"type":"SingleCabinet","width":0.5},"stack_right_right_group_base":{"body_id":286,"fixture_type":"Box","kind":"fixture","name":"stack_right_right_group_base","pos":[1.59,-0.17499999999999996,0.02499999999999982],"pose_world":[5.724994159605067,-2.28999935717838,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.5,0.71,0.05],"type":"Box"},"stool_1_room":{"body_id":44,"depth":0.37423366327297586,"fixture_type":"Stool","height":0.8,"kind":"fixture","name":"stool_1_room","pos":[1.325,-4.475,0.4],"pose_world":[1.325,-4.475,0.4,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"size":[0.3755556885348015,0.37423366327297586,0.8],"type":"Stool","width":0.3755556885348015},"stool_2_room":{"body_id":45,"depth":0.37423366327297586,"fixture_type":"Stool","height":0.8,"kind":"fixture","name":"stool_2_room","pos":[1.975,-4.475,0.4],"pose_world":[1.975,-4.475,0.4,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"size":[0.3755556885348015,0.37423366327297586,0.8],"type":"Stool","width":0.3755556885348015},"stool_3_room":{"body_id":46,"depth":0.37423366327297586,"fixture_type":"Stool","height":0.8,"kind":"fixture","name":"stool_3_room","pos":[2.625,-4.475,0.4],"pose_world":[2.625,-4.475,0.4,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"size":[0.3755556885348015,0.37423366327297586,0.8],"type":"Stool","width":0.3755556885348015},"stovetop_main_group":{"body_id":49,"depth":0.55,"fixture_type":"Stovetop","height":0.00880406371748579,"kind":"fixture","name":"stovetop_main_group","pos":[4.201503558601173,-0.29496929235669656,0.9307668946915083],"pose_world":[4.201503558601173,-0.29496929235669656,0.9307668946915083,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.9630070973781739,0.55,0.00880406371748579],"type":"Stovetop","width":0.9630070973781739},"toaster_main_group":{"affordance_geometries":{"handles":[{"geom_id":1036,"geom_name":"toaster_main_group_lever_handle","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":176,"depth":0.2995720256640279,"fixture_type":"Toaster","height":0.23,"kind":"fixture","name":"toaster_main_group","pos":[2.747640287102935,-0.21089753143282097,1.038],"pose_world":[2.747640287102935,-0.21089753143282097,1.038,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.18045825683631556,0.2995720256640279,0.23],"type":"Toaster","width":0.18045825683631556},"toaster_oven_main_group":{"affordance_geometries":{"handles":[{"geom_id":1076,"geom_name":"toaster_oven_main_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":181,"depth":0.33,"fixture_type":"ToasterOven","height":0.3067814795556516,"kind":"fixture","name":"toaster_oven_main_group","pos":[3.382218060875461,-0.3016016394625445,1.0763907397778258],"pose_world":[3.382218060875461,-0.3016016394625445,1.0763907397778258,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.49718527920494054,0.33,0.3067814795556516],"type":"ToasterOven","width":0.49718527920494054},"top_right_group":{"affordance_geometries":{"handles":[{"geom_id":2106,"geom_name":"top_right_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2107,"geom_name":"top_right_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2108,"geom_name":"top_right_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2109,"geom_name":"top_right_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2110,"geom_name":"top_right_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2111,"geom_name":"top_right_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2112,"geom_name":"top_right_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2113,"geom_name":"top_right_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2114,"geom_name":"top_right_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2115,"geom_name":"top_right_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2120,"geom_name":"top_right_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2121,"geom_name":"top_right_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2122,"geom_name":"top_right_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2123,"geom_name":"top_right_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2124,"geom_name":"top_right_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2125,"geom_name":"top_right_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2126,"geom_name":"top_right_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2127,"geom_name":"top_right_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2128,"geom_name":"top_right_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2129,"geom_name":"top_right_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":323,"depth":0.78,"fixture_type":"HingeCabinet","height":0.4099999999999999,"kind":"fixture","name":"top_right_group","pos":[5.689991772021986,-2.939999228611817,2.1049999999999995],"pose_world":[5.689991772021986,-2.939999228611817,2.1049999999999995,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.8,0.78,0.4099999999999999],"type":"HingeCabinet","width":0.8},"utensil_rack_room":{"body_id":33,"depth":0.09945939791284827,"fixture_type":"WallAccessory","height":0.32,"kind":"fixture","name":"utensil_rack_room","pos":[1.9,-0.039999999999999994,1.15],"pose_world":[1.9,-0.039999999999999994,1.15,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.3547280774992862,0.09945939791284827,0.32],"type":"WallAccessory","width":0.3547280774992862},"utensil_set_main_group":{"body_id":188,"depth":0.18939281018006945,"fixture_type":"Accessory","height":0.28,"kind":"fixture","name":"utensil_set_main_group","pos":[5.45731049109186,-0.15253297724350956,1.063320811843608],"pose_world":[5.45731049109186,-0.15253297724350956,1.063320811843608,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.18132970501991783,0.18939281018006945,0.28],"type":"Accessory","width":0.18132970501991783},"wall_backing_room":{"body_id":25,"fixture_type":"Wall","kind":"fixture","name":"wall_backing_room","pos":[3.04,0.14,1.38],"pose_world":[3.04,0.14,1.38,-0.7071067811865476,0.7071067811865476,0.0,0.0],"size":[3.2800000000000002,1.62,0.1],"type":"Wall"},"wall_front_backing_room":{"body_id":31,"fixture_type":"Wall","kind":"fixture","name":"wall_front_backing_room","pos":[3.04,-6.14,1.38],"pose_world":[3.04,-6.14,1.38,0.0,0.0,0.7071067811865476,-0.7071067811865476],"size":[3.24,1.62,0.1],"type":"Wall"},"wall_front_room":{"body_id":30,"fixture_type":"Wall","kind":"fixture","name":"wall_front_room","pos":[3.04,-6.02,1.5],"pose_world":[3.04,-6.02,1.5,0.0,0.0,0.7071067811865476,-0.7071067811865476],"size":[3.04,1.5,0.02],"type":"Wall"},"wall_left_backing_room":{"body_id":27,"fixture_type":"Wall","kind":"fixture","name":"wall_left_backing_room","pos":[-0.14,-3,1.38],"pose_world":[-0.14,-3.0,1.38,0.5,0.5,-0.5,-0.5],"size":[3.04,1.62,0.1],"type":"Wall"},"wall_left_room":{"body_id":26,"fixture_type":"Wall","kind":"fixture","name":"wall_left_room","pos":[-0.02,-3,1.5],"pose_world":[-0.02,-3.0,1.5,0.5,0.5,-0.5,-0.5],"size":[3.04,1.5,0.02],"type":"Wall"},"wall_right_backing_room":{"body_id":29,"fixture_type":"Wall","kind":"fixture","name":"wall_right_backing_room","pos":[6.22,-3,1.38],"pose_world":[6.22,-3.0,1.38,0.5,-0.5,-0.5,0.5],"size":[3.04,1.62,0.1],"type":"Wall"},"wall_right_room":{"body_id":28,"fixture_type":"Wall","kind":"fixture","name":"wall_right_room","pos":[6.1,-3,1.5],"pose_world":[6.1,-3.0,1.5,0.5,-0.5,-0.5,0.5],"size":[3.04,1.5,0.02],"type":"Wall"},"wall_room":{"body_id":24,"fixture_type":"Wall","kind":"fixture","name":"wall_room","pos":[3.04,0.02,1.5],"pose_world":[3.04,0.02,1.5,-0.7071067811865476,0.7071067811865476,0.0,0.0],"size":[3.08,1.5,0.02],"type":"Wall"},"window_group_room":{"body_id":39,"depth":0.03,"fixture_type":"Window","height":1.25,"kind":"fixture","name":"window_group_room","pos":[0.015000000000000003,-3.2999999,1.7],"pose_world":[0.015000000000000003,-3.2999999,1.7,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[2.0,0.03,1.25],"type":"Window","width":2.0}},"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":null,"query":null,"split":"target"},"live_observation":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"objects":{"distr_counter_1":{"body_id":350,"kind":"object","name":"distr_counter_1","pose_world":[3.008461272767537,-0.3804019519199705,0.9338282674007599,0.9974403312084477,0.021343422456702635,-0.009667630118784147,-0.06755576159367553],"rot":0.0,"size":[0.02821504,0.0281638,0.02811556],"type":"MJCFObject"},"drawer_obj":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.973196424646621,-0.9679291611051334,0.7651578087507626,0.9688527116061568,0.056668810314569516,0.004680468374993168,0.24102108282620965],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"}},"pose_evidence":{"fixtures":{"bottom_corner_right_group":[5.6900002754917995,-0.6249992286274342,0.445,0.7071054825112363,0.0,0.0,-0.7071080798594735],"bottom_right_group_1":[5.689991772021986,-2.939999228611817,0.19999999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"bottom_right_group_2":[5.689991772021986,-2.939999228611817,0.4999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"bottom_right_group_base":[5.72499177202175,-2.9399993571739955,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"cab_1_left_group":[0.19999008234487173,-1.6999992653771945,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"cab_1_main_group":[1.15,-0.2,1.85,1.0,0.0,0.0,0.0],"cab_2_left_group":[0.19998732744104422,-0.9499992653822544,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"cab_2_main_group":[2.9,-0.2,1.85,1.0,0.0,0.0,0.0],"cab_corner_2_main_group":[0.2,-0.55,1.85,1.0,0.0,0.0,0.0],"cab_corner_main_group":[0.325,-0.2,1.85,1.0,0.0,0.0,0.0],"cab_main_main_group":[2.15,-0.2,1.85,1.0,0.0,0.0,0.0],"cab_top_corner_right_group":[5.6900013774533305,-0.3249992286294581,1.8499999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"coffee_machine_main_group":[1.3185672959127874,-0.2445345466838201,1.0929999947553568,1.0,0.0,0.0,0.0],"counter_1_front_group":[1.975,-4.075,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"counter_1_left_group":[0.32499191894658014,-2.1999988062231837,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"counter_1_main_group":[4.45,-0.325,0.46,1.0,0.0,0.0,0.0],"counter_corner_2_main_group":[5.640000000000001,-0.325,0.46,1.0,0.0,0.0,0.0],"counter_corner_front_group":[0.6500000056873556,-4.0748772339937,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"counter_corner_left_group":[0.3249987143760213,-4.049998806210703,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"counter_corner_main_group":[0.35,-0.325,0.46,1.0,0.0,0.0,0.0],"counter_corner_right_left_group":[0.32498622547866995,-0.6499988062336404,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"counter_main_main_group":[2.2,-0.325,0.46,1.0,0.0,0.0,0.0],"dishwasher_left_group":[0.32479563450010346,-1.3749988069386108,0.4449999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"drawer":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"floor_backing_room":[3.04,-3.0,-0.14,0.7071067811865476,0.0,0.0,0.7071067811865476],"floor_room":[3.04,-3.0,-0.02,0.7071067811865476,0.0,0.0,0.7071067811865476],"fridge_housing_right_group":[5.689996712482849,-1.5949992286208903,0.9,0.7071054825112363,0.0,0.0,-0.7071080798594735],"fridge_right_group":[5.642795227919224,-1.5949990552401563,0.8900000516962465,0.7071054825112363,0.0,0.0,-0.7071080798594735],"fridge_top_right_group":[5.689996712482849,-1.5949992286208903,2.0549999999999997,0.7071054825112363,0.0,0.0,-0.7071080798594735],"hood_main_group":[4.2015400124186355,-0.29420055813485146,2.109686643940881,1.0,0.0,0.0,0.0],"knife_block_main_group":[1.4863969653311453,-0.18040035825278877,1.0624943354887755,1.0,0.0,0.0,0.0],"light_switch_2_room":[0.0,-1.9,1.2,0.999999920000001,0.0,0.0,0.00039999998933328934],"light_switch_room":[0.0,-1.8,1.2,0.999999920000001,0.0,0.0,0.00039999998933328934],"micro_housing_right_group":[5.689991772021986,-2.939999228611817,1.6249999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"microwave_right_group":[5.520458884233695,-2.9399986153512137,1.6249999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"outlet_2_room":[6.08,-1.0,1.2,0.7071054825112363,0.0,0.0,-0.7071080798594735],"outlet_3_room":[6.08,-2.5,1.2,0.7071054825112363,0.0,0.0,-0.7071080798594735],"outlet_room":[3.0,0.0,1.2,1.0,0.0,0.0,0.0],"oven_housing_right_group":[5.689991772021986,-2.939999228611817,0.9999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"oven_right_group":[5.572894656033508,-2.940065399684986,1.0000000336235495,0.7071054825112363,0.0,0.0,-0.7071080798594735],"paper_towel_main_group":[0.2941806390777399,-0.5462106068293686,1.0878950932503004,1.0,0.0,0.0,0.0],"plant_left_group":[0.19613419104779156,-4.0699767368854864,1.008492366712176,0.7071055013256238,0.0,0.0,0.7071080610451548],"shelves_1_main_group":[3.4,-0.2,1.85,1.0,0.0,0.0,0.0],"shelves_2_main_group":[5.05,-0.2,1.85,1.0,0.0,0.0,0.0],"side_bottom_right_group_1":[5.689988466137392,-3.8399992286057447,0.19999999996399978,0.7071054825112363,0.0,0.0,-0.7071080798594735],"side_bottom_right_group_2":[5.689988466137392,-3.8399992286057447,0.4999999998919997,0.7071054825112363,0.0,0.0,-0.7071080798594735],"side_bottom_right_group_3":[5.689988466137392,-3.8399992286057447,1.4799999999279996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"side_bottom_right_group_base":[5.724988466137156,-3.8399993571679234,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"sink_left_group":[0.29999877198378305,-2.199998355103462,0.9894399220814241,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_1_left_group_1":[0.2999955921518521,-3.199998898046565,0.365,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_1_left_group_2":[0.2999965104531279,-3.4499988980448784,0.7849999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_1_left_group_3":[0.29999467385057627,-2.9499988980482517,0.7849999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_1_left_group_base":[0.2649955921520883,-3.1999990266087437,0.024999999999999988,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_1_main_group_1":[1.2,-0.3,0.15499999999999997,1.0,0.0,0.0,0.0],"stack_1_main_group_2":[1.2,-0.3,0.365,1.0,0.0,0.0,0.0],"stack_1_main_group_3":[1.2,-0.3,0.575,1.0,0.0,0.0,0.0],"stack_1_main_group_4":[1.2,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"stack_1_main_group_base":[1.2,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"stack_2_left_group_1":[0.29999191894674876,-2.199998898053311,0.47,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_2_left_group_base":[0.26499191894698493,-2.19999902661549,0.024999999999999988,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_2_main_group_1":[2.2,-0.3,0.365,1.0,0.0,0.0,0.0],"stack_2_main_group_2":[1.9500000000000002,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"stack_2_main_group_3":[2.45,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"stack_2_main_group_base":[2.2,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"stack_3_left_group_1":[0.2999870519499868,-0.8749988980622496,0.4699999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_3_left_group_base":[0.264987051950223,-0.8749990266244283,0.024999999999999932,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_3_main_group_1":[3.2,-0.3,0.365,1.0,0.0,0.0,0.0],"stack_3_main_group_2":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"stack_3_main_group_3":[3.45,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"stack_3_main_group_base":[3.2,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"stack_4_main_group_1":[4.2,-0.3,0.47,1.0,0.0,0.0,0.0],"stack_4_main_group_base":[4.2,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"stack_5_main_group_1":[4.95,-0.3,0.365,1.0,0.0,0.0,0.0],"stack_5_main_group_2":[4.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"stack_5_main_group_base":[4.95,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"stack_left_right_group_1":[5.689999265360396,-0.899999228625579,0.615,0.7071054825112363,0.0,0.0,-0.7071080798594735],"stack_left_right_group_2":[5.689999265360396,-0.899999228625579,1.7449999999999999,0.7071054825112363,0.0,0.0,-0.7071080798594735],"stack_left_right_group_base":[5.72499926536016,-0.8999993571877576,0.025000000000000043,0.7071054825112363,0.0,0.0,-0.7071080798594735],"stack_right_right_group_1":[5.689994159605303,-2.289999228616202,0.6149999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"stack_right_right_group_2":[5.689994159605303,-2.289999228616202,1.7449999999999997,0.7071054825112363,0.0,0.0,-0.7071080798594735],"stack_right_right_group_base":[5.724994159605067,-2.28999935717838,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"stool_1_room":[1.325,-4.475,0.4,4.632679487995776e-05,0.0,0.0,0.999999998926914],"stool_2_room":[1.975,-4.475,0.4,4.632679487995776e-05,0.0,0.0,0.999999998926914],"stool_3_room":[2.625,-4.475,0.4,4.632679487995776e-05,0.0,0.0,0.999999998926914],"stovetop_main_group":[4.201503558601173,-0.29496929235669656,0.9307668946915083,1.0,0.0,0.0,0.0],"toaster_main_group":[2.747640287102935,-0.21089753143282097,1.038,1.0,0.0,0.0,0.0],"toaster_oven_main_group":[3.382218060875461,-0.3016016394625445,1.0763907397778258,1.0,0.0,0.0,0.0],"top_right_group":[5.689991772021986,-2.939999228611817,2.1049999999999995,0.7071054825112363,0.0,0.0,-0.7071080798594735],"utensil_rack_room":[1.9,-0.039999999999999994,1.15,1.0,0.0,0.0,0.0],"utensil_set_main_group":[5.45731049109186,-0.15253297724350956,1.063320811843608,1.0,0.0,0.0,0.0],"wall_backing_room":[3.04,0.14,1.38,-0.7071067811865476,0.7071067811865476,0.0,0.0],"wall_front_backing_room":[3.04,-6.14,1.38,0.0,0.0,0.7071067811865476,-0.7071067811865476],"wall_front_room":[3.04,-6.02,1.5,0.0,0.0,0.7071067811865476,-0.7071067811865476],"wall_left_backing_room":[-0.14,-3.0,1.38,0.5,0.5,-0.5,-0.5],"wall_left_room":[-0.02,-3.0,1.5,0.5,0.5,-0.5,-0.5],"wall_right_backing_room":[6.22,-3.0,1.38,0.5,-0.5,-0.5,0.5],"wall_right_room":[6.1,-3.0,1.5,0.5,-0.5,-0.5,0.5],"wall_room":[3.04,0.02,1.5,-0.7071067811865476,0.7071067811865476,0.0,0.0],"window_group_room":[0.015000000000000003,-3.2999999,1.7,0.7071054825112363,0.0,0.0,0.7071080798594735]},"objects":{"distr_counter_1":[3.008461272767537,-0.3804019519199705,0.9338282674007599,0.9974403312084477,0.021343422456702635,-0.009667630118784147,-0.06755576159367553],"drawer_obj":[2.973196424646621,-0.9679291611051334,0.7651578087507626,0.9688527116061568,0.056668810314569516,0.004680468374993168,0.24102108282620965]},"source":"robocasa_scene_registry"},"private_success_signal_exposed":false,"prompt":null,"query":null,"requested_steps":20,"runtime_action_schema":{"action_shape":[12],"available":true,"base_mode_index":11,"base_slice":[7,10],"controller_input_ref_frame":"base","eef_part":"right","eef_slice":[0,6],"env_created":true,"grasp_primitives_supported":true,"gripper_part":"right_gripper","gripper_slice":[6,7],"has_base_control":true,"has_gripper_control":true,"kind":"direct_composite","torso_slice":[10,11]},"step_summaries":[{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":0,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":1,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":2,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":3,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":4,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":5,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":6,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":7,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":8,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":9,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":10,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":11,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":12,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":13,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":14,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":15,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":16,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":17,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":18,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":19,"terminated":false,"truncated":false}],"steps_executed":20,"verifier_boundary":{"harness_verify_required":true,"private_task_signal_exposed":false,"task_completion_claimed_by_primitive":false},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":250},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":564.99},{"name":"observe_robocasa_kitchen_state","arguments":{"query":"drawer"},"ok":true,"error":null,"output":{"available_fixture_names":["bottom_corner_right_group","bottom_right_group_1","bottom_right_group_2","bottom_right_group_base","cab_1_left_group","cab_1_main_group","cab_2_left_group","cab_2_main_group","cab_corner_2_main_group","cab_corner_main_group","cab_main_main_group","cab_top_corner_right_group","coffee_machine_main_group","counter_1_front_group","counter_1_left_group","counter_1_main_group","counter_corner_2_main_group","counter_corner_front_group","counter_corner_left_group","counter_corner_main_group","counter_corner_right_left_group","counter_main_main_group","dishwasher_left_group","drawer","…"],"available_object_names":["distr_counter_1","drawer_obj"],"eef_position":[2.946763038635254,-1.3561534881591797,0.8617131114006042],"evidence_handles":[],"fixtures":{"drawer":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]},"stack_3_main_group_2":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]}},"gripper_qpos":[0.04002726078033447,-0.039126258343458176],"grounding_hint":"ground_robocasa_visual_target(entity_name=canonical_name); pass its evidence_handle to an action","held_object_handle":null,"held_object_name":null,"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":null,"query":null,"split":"target"},"objects":{"distr_counter_1":{"affordance_sites":[],"position":[3.0084612369537354,-0.38040193915367126,0.9338282942771912],"size":[0.02821504,0.0281638,0.02811556]},"drawer_obj":{"affordance_sites":[],"position":[2.973196506500244,-0.9679291844367981,0.7651578187942505],"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105]}},"observation_serial":43},"at":565.001}],"event":{"kind":"error","label":"Execution error","detail":""}},{"round":19,"at":591.510552,"duration":26.47,"title":"Execution error; inspect the returned feedback.","error":"Exception: DIAG UP:True{'arrived': True, 'distance_m': 0.05959776043891907, 'executed': True, 'contact': None, 'stage': 'approach', 'eef': None} E[2.95, -1.316, 0.993] DO[2.973, -0.968, 0.765] || ST:True DO[2.973, -0.968, 0.765] || REC:False:{'accepted_parameters': ['key', 'value'], 'executed': False, 'message': \"missing a required argument: 'key'\"} || TS:{'agent_context': {}, 'contact_stability': {'contact_confirmed': False, 'ever_contact_confirmed': False, 'live_coupling': {'available': False, 'coupled': None, 'coupling_error': None, 'eef_displacement': None, 'minimum_motion': 0.005, 'object_displacement': None, 'tolerance': 0.02}, 'phase_summary':","budgetStop":false,"success":false,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":8,"cumulativeToolCalls":88,"code":"msgs = []\n# Drawer object translated ~0.6 m in -y; drawer appears open in the left view. Retreat clear and record evidence.\nm1, s1 = mv([2.95, -1.30, 1.05], -1.0, 100)\nmsgs.append('UP:' + s1 + ' E' + str(eefpos()) + ' DO' + str(dobj()))\nst = primitives.call(name='settle_robocasa_environment', evidence_handles=[], gripper_command=-1.0, steps=30)\nmsgs.append('ST:' + str(st.ok) + ' DO' + str(dobj()))\nrec = primitives.call(name='record_robocasa_evidence')\nmsgs.append('REC:' + str(rec.ok) + ':' + str(rec.output)[:200])\nts = primitives.call(name='inspect_robocasa_transport_state', object_name='drawer_obj')\nmsgs.append('TS:' + str(ts.output)[:300])\nraise Exception('DIAG ' + ' || '.join(msgs)[:1900])","codeExcerpt":false,"stdout":"","feedback":{},"calls":[{"name":"ground_robocasa_visual_target","arguments":{"entity_name":"drawer","prompt":"left drawer handle","world_position":[2.95,-0.618,0.785]},"ok":true,"error":null,"output":{"entity_name":"drawer","evidence_handle":"robocasa:visual:43:robot0_agentview_left:state:23","grounding":{"button_name":null,"depth_statistics":null,"distance_to_requested_world_position":0.0,"entity_kind":"fixture","entity_name":"drawer","fallback_mode":"rgbd_state_pose_no_segmentation","instance":{"binding_source":"public_state_pose_with_rgbd_observation","entity_kind":"fixture","entity_name":"drawer"},"native_geometry":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_3_main_group_2","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"observation_serial":43,"point_world":[2.950000047683716,-0.6179999709129333,0.7850000262260437],"prompt":"left drawer handle","query":null,"registry_pose_world":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"requested_world_position":[2.950000047683716,-0.6179999709129333,0.7850000262260437],"segmentation_id":null,"source":"upstream_robocasa_rgb_depth_and_public_state_pose"},"native_modalities":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"at":582.863},{"name":"move_robocasa_ee_to","arguments":{"evidence_handles":["robocasa:visual:43:robot0_agentview_left:state:23"],"gripper_command":-1.0,"horizon":100,"target_position":[2.95,-1.3,1.05]},"ok":true,"error":null,"output":{"action_feedback":{"arrived":true,"contact":null,"distance_m":0.05959776043891907,"executed":true,"grasped":null,"lift_confirmed":null,"motion_coupling":{},"motion_coupling_confirmed":false,"official_task_success_not_included":true,"release_command_executed":null,"release_stable":null,"released":null,"stable":null,"stage":"approach","unknown_is_not_success":true},"execution_status":"stepped","release_executed":null,"release_stable":null,"target_name":"obj","xy_distance_after":null},"at":585.607},{"name":"observe_robocasa_kitchen_state","arguments":{"query":"drawer"},"ok":true,"error":null,"output":{"available_fixture_names":["bottom_corner_right_group","bottom_right_group_1","bottom_right_group_2","bottom_right_group_base","cab_1_left_group","cab_1_main_group","cab_2_left_group","cab_2_main_group","cab_corner_2_main_group","cab_corner_main_group","cab_main_main_group","cab_top_corner_right_group","coffee_machine_main_group","counter_1_front_group","counter_1_left_group","counter_1_main_group","counter_corner_2_main_group","counter_corner_front_group","counter_corner_left_group","counter_corner_main_group","counter_corner_right_left_group","counter_main_main_group","dishwasher_left_group","drawer","…"],"available_object_names":["distr_counter_1","drawer_obj"],"eef_position":[2.949873924255371,-1.3158636093139648,0.9925523996353149],"evidence_handles":[],"fixtures":{"drawer":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]},"stack_3_main_group_2":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]}},"gripper_qpos":[0.0400276854634285,-0.039260827004909515],"grounding_hint":"ground_robocasa_visual_target(entity_name=canonical_name); pass its evidence_handle to an action","held_object_handle":null,"held_object_name":null,"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":null,"query":null,"split":"target"},"objects":{"distr_counter_1":{"affordance_sites":[],"position":[3.008460760116577,-0.38040271401405334,0.9338284134864807],"size":[0.02821504,0.0281638,0.02811556]},"drawer_obj":{"affordance_sites":[],"position":[2.9731979370117188,-0.9679285287857056,0.7651582360267639],"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105]}},"observation_serial":44},"at":585.616},{"name":"observe_robocasa_kitchen_state","arguments":{"query":"drawer"},"ok":true,"error":null,"output":{"available_fixture_names":["bottom_corner_right_group","bottom_right_group_1","bottom_right_group_2","bottom_right_group_base","cab_1_left_group","cab_1_main_group","cab_2_left_group","cab_2_main_group","cab_corner_2_main_group","cab_corner_main_group","cab_main_main_group","cab_top_corner_right_group","coffee_machine_main_group","counter_1_front_group","counter_1_left_group","counter_1_main_group","counter_corner_2_main_group","counter_corner_front_group","counter_corner_left_group","counter_corner_main_group","counter_corner_right_left_group","counter_main_main_group","dishwasher_left_group","drawer","…"],"available_object_names":["distr_counter_1","drawer_obj"],"eef_position":[2.949873924255371,-1.3158636093139648,0.9925523996353149],"evidence_handles":[],"fixtures":{"drawer":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]},"stack_3_main_group_2":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]}},"gripper_qpos":[0.0400276854634285,-0.039260827004909515],"grounding_hint":"ground_robocasa_visual_target(entity_name=canonical_name); pass its evidence_handle to an action","held_object_handle":null,"held_object_name":null,"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":null,"query":null,"split":"target"},"objects":{"distr_counter_1":{"affordance_sites":[],"position":[3.008460760116577,-0.38040271401405334,0.9338284134864807],"size":[0.02821504,0.0281638,0.02811556]},"drawer_obj":{"affordance_sites":[],"position":[2.9731979370117188,-0.9679285287857056,0.7651582360267639],"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105]}},"observation_serial":44},"at":585.708},{"name":"settle_robocasa_environment","arguments":{"evidence_handles":[],"gripper_command":-1.0,"steps":30},"ok":true,"error":null,"output":{"execution_status":"executed","fixtures":{"bottom_corner_right_group":{"body_id":300,"fixture_type":"Box","kind":"fixture","name":"bottom_corner_right_group","pos":[-0.075,-0.21,0.445],"pose_world":[5.6900002754917995,-0.6249992286274342,0.445,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.05,0.78,0.89],"type":"Box"},"bottom_right_group_1":{"affordance_geometries":{"handles":[{"geom_id":1942,"geom_name":"bottom_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1943,"geom_name":"bottom_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1944,"geom_name":"bottom_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1945,"geom_name":"bottom_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1946,"geom_name":"bottom_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1947,"geom_name":"bottom_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1948,"geom_name":"bottom_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1949,"geom_name":"bottom_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1950,"geom_name":"bottom_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1951,"geom_name":"bottom_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":302,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_1","pos":[5.689991772021986,-2.939999228611817,0.19999999999999982],"pose_world":[5.689991772021986,-2.939999228611817,0.19999999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},"bottom_right_group_2":{"affordance_geometries":{"handles":[{"geom_id":1976,"geom_name":"bottom_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1977,"geom_name":"bottom_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1978,"geom_name":"bottom_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1979,"geom_name":"bottom_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1980,"geom_name":"bottom_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1981,"geom_name":"bottom_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1982,"geom_name":"bottom_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1983,"geom_name":"bottom_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1984,"geom_name":"bottom_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1985,"geom_name":"bottom_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":306,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_2","pos":[5.689991772021986,-2.939999228611817,0.4999999999999998],"pose_world":[5.689991772021986,-2.939999228611817,0.4999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},"bottom_right_group_base":{"body_id":301,"fixture_type":"Box","kind":"fixture","name":"bottom_right_group_base","pos":[2.24,-0.17499999999999996,0.02499999999999982],"pose_world":[5.72499177202175,-2.9399993571739955,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.8,0.71,0.05],"type":"Box"},"cab_1_left_group":{"affordance_geometries":{"handles":[{"geom_id":1506,"geom_name":"cab_1_left_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1507,"geom_name":"cab_1_left_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1508,"geom_name":"cab_1_left_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1509,"geom_name":"cab_1_left_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1510,"geom_name":"cab_1_left_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1511,"geom_name":"cab_1_left_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1512,"geom_name":"cab_1_left_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1513,"geom_name":"cab_1_left_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1514,"geom_name":"cab_1_left_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1515,"geom_name":"cab_1_left_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1520,"geom_name":"cab_1_left_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1521,"geom_name":"cab_1_left_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1522,"geom_name":"cab_1_left_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1523,"geom_name":"cab_1_left_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1524,"geom_name":"cab_1_left_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1525,"geom_name":"cab_1_left_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1526,"geom_name":"cab_1_left_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1527,"geom_name":"cab_1_left_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1528,"geom_name":"cab_1_left_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1529,"geom_name":"cab_1_left_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":239,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_left_group","pos":[0.19999008234487173,-1.6999992653771945,1.85],"pose_world":[0.19999008234487173,-1.6999992653771945,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},"cab_1_main_group":{"affordance_geometries":{"handles":[{"geom_id":296,"geom_name":"cab_1_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":297,"geom_name":"cab_1_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":298,"geom_name":"cab_1_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":299,"geom_name":"cab_1_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":300,"geom_name":"cab_1_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":301,"geom_name":"cab_1_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":302,"geom_name":"cab_1_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":303,"geom_name":"cab_1_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":304,"geom_name":"cab_1_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":305,"geom_name":"cab_1_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":310,"geom_name":"cab_1_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":311,"geom_name":"cab_1_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":312,"geom_name":"cab_1_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":313,"geom_name":"cab_1_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":314,"geom_name":"cab_1_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":315,"geom_name":"cab_1_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":316,"geom_name":"cab_1_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":317,"geom_name":"cab_1_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":318,"geom_name":"cab_1_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":319,"geom_name":"cab_1_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":60,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_main_group","pos":[1.15,-0.2,1.85],"pose_world":[1.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},"cab_2_left_group":{"affordance_geometries":{"handles":[{"geom_id":1552,"geom_name":"cab_2_left_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1553,"geom_name":"cab_2_left_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1554,"geom_name":"cab_2_left_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1555,"geom_name":"cab_2_left_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1556,"geom_name":"cab_2_left_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1557,"geom_name":"cab_2_left_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1558,"geom_name":"cab_2_left_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1559,"geom_name":"cab_2_left_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1560,"geom_name":"cab_2_left_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1561,"geom_name":"cab_2_left_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":248,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_left_group","pos":[0.19998732744104422,-0.9499992653822544,1.85],"pose_world":[0.19998732744104422,-0.9499992653822544,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},"cab_2_main_group":{"affordance_geometries":{"handles":[{"geom_id":388,"geom_name":"cab_2_main_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":389,"geom_name":"cab_2_main_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":390,"geom_name":"cab_2_main_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":391,"geom_name":"cab_2_main_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":392,"geom_name":"cab_2_main_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":393,"geom_name":"cab_2_main_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":394,"geom_name":"cab_2_main_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":395,"geom_name":"cab_2_main_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":396,"geom_name":"cab_2_main_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":397,"geom_name":"cab_2_main_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":78,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_main_group","pos":[2.9,-0.2,1.85],"pose_world":[2.9,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},"cab_corner_2_main_group":{"body_id":59,"fixture_type":"Box","kind":"fixture","name":"cab_corner_2_main_group","pos":[0.2,-0.55,1.85],"pose_world":[0.2,-0.55,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.4,0.3,0.92],"type":"Box"},"cab_corner_main_group":{"body_id":58,"fixture_type":"Box","kind":"fixture","name":"cab_corner_main_group","pos":[0.325,-0.2,1.85],"pose_world":[0.325,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.65,0.4,0.92],"type":"Box"},"cab_main_main_group":{"affordance_geometries":{"handles":[{"geom_id":342,"geom_name":"cab_main_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":343,"geom_name":"cab_main_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":344,"geom_name":"cab_main_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":345,"geom_name":"cab_main_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":346,"geom_name":"cab_main_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":347,"geom_name":"cab_main_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":348,"geom_name":"cab_main_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":349,"geom_name":"cab_main_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":350,"geom_name":"cab_main_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":351,"geom_name":"cab_main_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":356,"geom_name":"cab_main_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":357,"geom_name":"cab_main_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":358,"geom_name":"cab_main_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":359,"geom_name":"cab_main_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":360,"geom_name":"cab_main_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":361,"geom_name":"cab_main_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":362,"geom_name":"cab_main_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":363,"geom_name":"cab_main_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":364,"geom_name":"cab_main_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":365,"geom_name":"cab_main_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":69,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_main_main_group","pos":[2.15,-0.2,1.85],"pose_world":[2.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},"cab_top_corner_right_group":{"body_id":299,"fixture_type":"Box","kind":"fixture","name":"cab_top_corner_right_group","pos":[-0.375,-0.21,1.8499999999999996],"pose_world":[5.6900013774533305,-0.3249992286294581,1.8499999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.65,0.78,0.92],"type":"Box"},"coffee_machine_main_group":{"affordance_geometries":{"start_buttons":{"start_button_1":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}],"start_button_2":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}]}},"affordance_sites":{"receptacle_place_site":[1.319170355796814,-0.34829509258270264,0.9765308499336243],"start_buttons":{"start_button_1":[1.3185672760009766,-0.41278737783432007,1.2256221771240234],"start_button_2":[1.3185672760009766,-0.41278737783432007,1.1727606058120728]}},"body_id":167,"depth":0.36232757964721246,"fixture_type":"CoffeeMachine","height":0.33999999999999997,"kind":"fixture","name":"coffee_machine_main_group","pos":[1.3185672959127874,-0.2445345466838201,1.0929999947553568],"pose_world":[1.3185672959127874,-0.2445345466838201,1.0929999947553568,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.1654909721085488,0.36232757964721246,0.33999999999999997],"type":"CoffeeMachine","width":0.1654909721085488},"counter_1_front_group":{"body_id":191,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_front_group","pos":[1.975,-4.075,0.46],"pose_world":[1.975,-4.075,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"size":[2.55,0.65,0.92],"type":"Counter","width":2.55},"counter_1_left_group":{"body_id":197,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_left_group","pos":[0.32499191894658014,-2.1999988062231837,0.46],"pose_world":[0.32499191894658014,-2.1999988062231837,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},"counter_1_main_group":{"body_id":56,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_main_group","pos":[4.45,-0.325,0.46],"pose_world":[4.45,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1.5,0.65,0.92],"type":"Counter","width":1.5},"counter_corner_2_main_group":{"body_id":57,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_2_main_group","pos":[5.640000000000001,-0.325,0.46],"pose_world":[5.640000000000001,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.88,0.65,0.92],"type":"Counter","width":0.88},"counter_corner_front_group":{"body_id":192,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_front_group","pos":[0.6500000056873556,-4.0748772339937,0.46],"pose_world":[0.6500000056873556,-4.0748772339937,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},"counter_corner_left_group":{"body_id":193,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_left_group","pos":[0.3249987143760213,-4.049998806210703,0.46],"pose_world":[0.3249987143760213,-4.049998806210703,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},"counter_corner_main_group":{"body_id":47,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_main_group","pos":[0.35,-0.325,0.46],"pose_world":[0.35,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},"counter_corner_right_left_group":{"body_id":198,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_right_left_group","pos":[0.32498622547866995,-0.6499988062336404,0.46],"pose_world":[0.32498622547866995,-0.6499988062336404,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},"counter_main_main_group":{"body_id":48,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_main_main_group","pos":[2.2,-0.325,0.46],"pose_world":[2.2,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},"dishwasher_left_group":{"affordance_geometries":{"handles":[{"geom_id":1425,"geom_name":"dishwasher_left_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":226,"depth":0.6,"fixture_type":"Dishwasher","height":0.89,"kind":"fixture","name":"dishwasher_left_group","pos":[0.32479563450010346,-1.3749988069386108,0.4449999999999999],"pose_world":[0.32479563450010346,-1.3749988069386108,0.4449999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[0.65,0.6,0.89],"type":"Dishwasher","width":0.65},"drawer":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_3_main_group_2","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"floor_backing_room":{"body_id":43,"fixture_type":"Floor","kind":"fixture","name":"floor_backing_room","pos":[3.04,-3,-0.14],"pose_world":[3.04,-3.0,-0.14,0.7071067811865476,0.0,0.0,0.7071067811865476],"size":[3.04,3.08,0.1],"type":"Floor"},"floor_room":{"body_id":42,"fixture_type":"Floor","kind":"fixture","name":"floor_room","pos":[3.04,-3,-0.02],"pose_world":[3.04,-3.0,-0.02,0.7071067811865476,0.0,0.0,0.7071067811865476],"size":[3.04,3.08,0.02],"type":"Floor"},"fridge_housing_right_group":{"body_id":278,"depth":0.78,"fixture_type":"HousingCabinet","height":1.7999999999999998,"kind":"fixture","name":"fridge_housing_right_group","pos":[5.689996712482849,-1.5949992286208903,0.9],"pose_world":[5.689996712482849,-1.5949992286208903,0.9,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.89,0.78,1.7999999999999998],"type":"HousingCabinet","width":0.89},"fridge_right_group":{"affordance_geometries":{"handles":[{"geom_id":1698,"geom_name":"fridge_right_group_freezer_door_handle_1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1699,"geom_name":"fridge_right_group_freezer_door_handle_2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1700,"geom_name":"fridge_right_group_freezer_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1747,"geom_name":"fridge_right_group_fridge_door_handle_1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1748,"geom_name":"fridge_right_group_fridge_door_handle_2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1749,"geom_name":"fridge_right_group_fridge_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":269,"depth":0.8,"fixture_type":"FridgeSideBySide","height":1.7799999999999998,"kind":"fixture","name":"fridge_right_group","pos":[5.642795227919224,-1.5949990552401563,0.8900000516962465],"pose_world":[5.642795227919224,-1.5949990552401563,0.8900000516962465,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.85,0.8,1.7799999999999998],"type":"FridgeSideBySide","width":0.85},"fridge_top_right_group":{"affordance_geometries":{"handles":[{"geom_id":1822,"geom_name":"fridge_top_right_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1823,"geom_name":"fridge_top_right_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1824,"geom_name":"fridge_top_right_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1825,"geom_name":"fridge_top_right_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1826,"geom_name":"fridge_top_right_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1827,"geom_name":"fridge_top_right_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1828,"geom_name":"fridge_top_right_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1829,"geom_name":"fridge_top_right_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1830,"geom_name":"fridge_top_right_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1831,"geom_name":"fridge_top_right_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1836,"geom_name":"fridge_top_right_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1837,"geom_name":"fridge_top_right_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1838,"geom_name":"fridge_top_right_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1839,"geom_name":"fridge_top_right_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1840,"geom_name":"fridge_top_right_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1841,"geom_name":"fridge_top_right_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1842,"geom_name":"fridge_top_right_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1843,"geom_name":"fridge_top_right_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1844,"geom_name":"fridge_top_right_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1845,"geom_name":"fridge_top_right_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":279,"depth":0.78,"fixture_type":"HingeCabinet","height":0.5100000000000002,"kind":"fixture","name":"fridge_top_right_group","pos":[5.689996712482849,-1.5949992286208903,2.0549999999999997],"pose_world":[5.689996712482849,-1.5949992286208903,2.0549999999999997,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.89,0.78,0.5100000000000002],"type":"HingeCabinet","width":0.89},"hood_main_group":{"body_id":87,"depth":0.5999999999999999,"fixture_type":"Hood","height":0.8797668963596291,"kind":"fixture","name":"hood_main_group","pos":[4.2015400124186355,-0.29420055813485146,2.109686643940881],"pose_world":[4.2015400124186355,-0.29420055813485146,2.109686643940881,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.9630070973781739,0.5999999999999999,0.8797668963596291],"type":"Hood","width":0.9630070973781739},"knife_block_main_group":{"body_id":189,"depth":0.3157588838500166,"fixture_type":"Accessory","height":0.27882058956551803,"kind":"fixture","name":"knife_block_main_group","pos":[1.4863969653311453,-0.18040035825278877,1.0624943354887755],"pose_world":[1.4863969653311453,-0.18040035825278877,1.0624943354887755,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.12,0.3157588838500166,0.27882058956551803],"type":"Accessory","width":0.12},"light_switch_2_room":{"body_id":36,"depth":3e-05,"fixture_type":"WallAccessory","height":3e-05,"kind":"fixture","name":"light_switch_2_room","pos":[0.0,-1.9,1.2],"pose_world":[0.0,-1.9,1.2,0.999999920000001,0.0,0.0,0.00039999998933328934],"rot":0.0007999999999999119,"size":[3e-05,3e-05,3e-05],"type":"WallAccessory","width":3e-05},"light_switch_room":{"body_id":35,"depth":3e-05,"fixture_type":"WallAccessory","height":3e-05,"kind":"fixture","name":"light_switch_room","pos":[0.0,-1.8,1.2],"pose_world":[0.0,-1.8,1.2,0.999999920000001,0.0,0.0,0.00039999998933328934],"rot":0.0007999999999999119,"size":[3e-05,3e-05,3e-05],"type":"WallAccessory","width":3e-05},"micro_housing_right_group":{"body_id":322,"depth":0.78,"fixture_type":"HousingCabinet","height":0.55,"kind":"fixture","name":"micro_housing_right_group","pos":[5.689991772021986,-2.939999228611817,1.6249999999999996],"pose_world":[5.689991772021986,-2.939999228611817,1.6249999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.8,0.78,0.55],"type":"HousingCabinet","width":0.8},"microwave_right_group":{"affordance_geometries":{"handles":[{"geom_id":2072,"geom_name":"microwave_right_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}],"start_buttons":{"start_button":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}],"stop_button":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}]}},"affordance_sites":{"start_buttons":{"start_button":[5.295259952545166,-3.217700242996216,1.5325120687484741],"stop_button":[5.295259475708008,-3.2673981189727783,1.532609224319458]}},"body_id":318,"depth":0.5,"fixture_type":"Microwave","height":0.4285172992036819,"kind":"fixture","name":"microwave_right_group","pos":[5.520458884233695,-2.9399986153512137,1.6249999999999996],"pose_world":[5.520458884233695,-2.9399986153512137,1.6249999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.75,0.5,0.4285172992036819],"type":"Microwave","width":0.75},"outlet_2_room":{"body_id":37,"depth":3e-05,"fixture_type":"WallAccessory","height":3e-05,"kind":"fixture","name":"outlet_2_room","pos":[6.08,-1.0,1.2],"pose_world":[6.08,-1.0,1.2,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[3e-05,3e-05,3e-05],"type":"WallAccessory","width":3e-05},"outlet_3_room":{"body_id":38,"depth":3e-05,"fixture_type":"WallAccessory","height":3e-05,"kind":"fixture","name":"outlet_3_room","pos":[6.08,-2.5,1.2],"pose_world":[6.08,-2.5,1.2,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[3e-05,3e-05,3e-05],"type":"WallAccessory","width":3e-05},"outlet_room":{"body_id":32,"depth":3e-05,"fixture_type":"WallAccessory","height":3e-05,"kind":"fixture","name":"outlet_room","pos":[3.0,0.0,1.2],"pose_world":[3.0,0.0,1.2,1.0,0.0,0.0,0.0],"rot":0.0,"size":[3e-05,3e-05,3e-05],"type":"WallAccessory","width":3e-05},"oven_housing_right_group":{"body_id":317,"depth":0.78,"fixture_type":"HousingCabinet","height":0.7,"kind":"fixture","name":"oven_housing_right_group","pos":[5.689991772021986,-2.939999228611817,0.9999999999999998],"pose_world":[5.689991772021986,-2.939999228611817,0.9999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.8,0.78,0.7],"type":"HousingCabinet","width":0.8},"oven_right_group":{"affordance_geometries":{"handles":[{"geom_id":2012,"geom_name":"oven_right_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":310,"depth":0.6,"fixture_type":"Oven","height":0.68,"kind":"fixture","name":"oven_right_group","pos":[5.572894656033508,-2.940065399684986,1.0000000336235495],"pose_world":[5.572894656033508,-2.940065399684986,1.0000000336235495,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.75,0.6,0.68],"type":"Oven","width":0.75},"paper_towel_main_group":{"body_id":174,"depth":0.16514230057010187,"fixture_type":"Accessory","height":0.33,"kind":"fixture","name":"paper_towel_main_group","pos":[0.2941806390777399,-0.5462106068293686,1.0878950932503004],"pose_world":[0.2941806390777399,-0.5462106068293686,1.0878950932503004,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.16570236319339088,0.16514230057010187,0.33],"type":"Accessory","width":0.16570236319339088},"plant_left_group":{"body_id":254,"depth":0.18385752901892194,"fixture_type":"Accessory","height":0.17000000000000004,"kind":"fixture","name":"plant_left_group","pos":[0.19613419104779156,-4.0699767368854864,1.008492366712176],"pose_world":[0.19613419104779156,-4.0699767368854864,1.008492366712176,0.7071055013256238,0.0,0.0,0.7071080610451548],"rot":1.5707999467849731,"size":[0.1824328557616565,0.18385752901892194,0.17000000000000004],"type":"Accessory","width":0.1824328557616565},"shelves_1_main_group":{"body_id":84,"depth":0.4,"fixture_type":"OpenCabinet","height":0.92,"kind":"fixture","name":"shelves_1_main_group","pos":[3.4,-0.2,1.85],"pose_world":[3.4,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.4,0.92],"type":"OpenCabinet","width":0.5},"shelves_2_main_group":{"body_id":93,"depth":0.4,"fixture_type":"OpenCabinet","height":0.92,"kind":"fixture","name":"shelves_2_main_group","pos":[5.05,-0.2,1.85],"pose_world":[5.05,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.6,0.4,0.92],"type":"OpenCabinet","width":0.6},"side_bottom_right_group_1":{"affordance_geometries":{"handles":[{"geom_id":2156,"geom_name":"side_bottom_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2157,"geom_name":"side_bottom_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2158,"geom_name":"side_bottom_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2159,"geom_name":"side_bottom_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2160,"geom_name":"side_bottom_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2161,"geom_name":"side_bottom_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2162,"geom_name":"side_bottom_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2163,"geom_name":"side_bottom_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2164,"geom_name":"side_bottom_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2165,"geom_name":"side_bottom_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":331,"depth":0.78,"fixture_type":"Drawer","height":0.2999999999279999,"kind":"fixture","name":"side_bottom_right_group_1","pos":[5.689988466137392,-3.8399992286057447,0.19999999996399978],"pose_world":[5.689988466137392,-3.8399992286057447,0.19999999996399978,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[1.0,0.78,0.2999999999279999],"type":"Drawer","width":1.0},"side_bottom_right_group_2":{"affordance_geometries":{"handles":[{"geom_id":2190,"geom_name":"side_bottom_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2191,"geom_name":"side_bottom_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2192,"geom_name":"side_bottom_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2193,"geom_name":"side_bottom_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2194,"geom_name":"side_bottom_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2195,"geom_name":"side_bottom_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2196,"geom_name":"side_bottom_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2197,"geom_name":"side_bottom_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2198,"geom_name":"side_bottom_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2199,"geom_name":"side_bottom_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":335,"depth":0.78,"fixture_type":"Drawer","height":0.2999999999279999,"kind":"fixture","name":"side_bottom_right_group_2","pos":[5.689988466137392,-3.8399992286057447,0.4999999998919997],"pose_world":[5.689988466137392,-3.8399992286057447,0.4999999998919997,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[1.0,0.78,0.2999999999279999],"type":"Drawer","width":1.0},"side_bottom_right_group_3":{"affordance_geometries":{"handles":[{"geom_id":2219,"geom_name":"side_bottom_right_group_3_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2220,"geom_name":"side_bottom_right_group_3_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2221,"geom_name":"side_bottom_right_group_3_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2222,"geom_name":"side_bottom_right_group_3_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2223,"geom_name":"side_bottom_right_group_3_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2224,"geom_name":"side_bottom_right_group_3_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2225,"geom_name":"side_bottom_right_group_3_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2226,"geom_name":"side_bottom_right_group_3_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2227,"geom_name":"side_bottom_right_group_3_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2228,"geom_name":"side_bottom_right_group_3_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2233,"geom_name":"side_bottom_right_group_3_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2234,"geom_name":"side_bottom_right_group_3_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2235,"geom_name":"side_bottom_right_group_3_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2236,"geom_name":"side_bottom_right_group_3_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2237,"geom_name":"side_bottom_right_group_3_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2238,"geom_name":"side_bottom_right_group_3_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2239,"geom_name":"side_bottom_right_group_3_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2240,"geom_name":"side_bottom_right_group_3_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2241,"geom_name":"side_bottom_right_group_3_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2242,"geom_name":"side_bottom_right_group_3_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":339,"depth":0.78,"fixture_type":"HingeCabinet","height":1.6600000001439998,"kind":"fixture","name":"side_bottom_right_group_3","pos":[5.689988466137392,-3.8399992286057447,1.4799999999279996],"pose_world":[5.689988466137392,-3.8399992286057447,1.4799999999279996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[1.0,0.78,1.6600000001439998],"type":"HingeCabinet","width":1.0},"side_bottom_right_group_base":{"body_id":330,"fixture_type":"Box","kind":"fixture","name":"side_bottom_right_group_base","pos":[3.14,-0.17499999999999996,0.02499999999999982],"pose_world":[5.724988466137156,-3.8399993571679234,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[1,0.71,0.05],"type":"Box"},"sink_left_group":{"affordance_geometries":{"handles":[{"geom_id":1186,"geom_name":"sink_left_group_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":194,"depth":0.53,"fixture_type":"Sink","height":0.249057244016921,"kind":"fixture","name":"sink_left_group","pos":[0.29999877198378305,-2.199998355103462,0.9894399220814241],"pose_world":[0.29999877198378305,-2.199998355103462,0.9894399220814241,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[0.9185064499639721,0.53,0.249057244016921],"type":"Sink","width":0.9185064499639721},"stack_1_left_group_1":{"affordance_geometries":{"handles":[{"geom_id":1267,"geom_name":"stack_1_left_group_1_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1268,"geom_name":"stack_1_left_group_1_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1269,"geom_name":"stack_1_left_group_1_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1270,"geom_name":"stack_1_left_group_1_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1271,"geom_name":"stack_1_left_group_1_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1272,"geom_name":"stack_1_left_group_1_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1273,"geom_name":"stack_1_left_group_1_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1274,"geom_name":"stack_1_left_group_1_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1275,"geom_name":"stack_1_left_group_1_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1276,"geom_name":"stack_1_left_group_1_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1281,"geom_name":"stack_1_left_group_1_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1282,"geom_name":"stack_1_left_group_1_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1283,"geom_name":"stack_1_left_group_1_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1284,"geom_name":"stack_1_left_group_1_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1285,"geom_name":"stack_1_left_group_1_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1286,"geom_name":"stack_1_left_group_1_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1287,"geom_name":"stack_1_left_group_1_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1288,"geom_name":"stack_1_left_group_1_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1289,"geom_name":"stack_1_left_group_1_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1290,"geom_name":"stack_1_left_group_1_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":200,"depth":0.6,"fixture_type":"HingeCabinet","height":0.63,"kind":"fixture","name":"stack_1_left_group_1","pos":[0.2999955921518521,-3.199998898046565,0.365],"pose_world":[0.2999955921518521,-3.199998898046565,0.365,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[1.0,0.6,0.63],"type":"HingeCabinet","width":1.0},"stack_1_left_group_2":{"affordance_geometries":{"handles":[{"geom_id":1317,"geom_name":"stack_1_left_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1318,"geom_name":"stack_1_left_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1319,"geom_name":"stack_1_left_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1320,"geom_name":"stack_1_left_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1321,"geom_name":"stack_1_left_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1322,"geom_name":"stack_1_left_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1323,"geom_name":"stack_1_left_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1324,"geom_name":"stack_1_left_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1325,"geom_name":"stack_1_left_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1326,"geom_name":"stack_1_left_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":208,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_1_left_group_2","pos":[0.2999965104531279,-3.4499988980448784,0.7849999999999999],"pose_world":[0.2999965104531279,-3.4499988980448784,0.7849999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"stack_1_left_group_3":{"affordance_geometries":{"handles":[{"geom_id":1351,"geom_name":"stack_1_left_group_3_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1352,"geom_name":"stack_1_left_group_3_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1353,"geom_name":"stack_1_left_group_3_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1354,"geom_name":"stack_1_left_group_3_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1355,"geom_name":"stack_1_left_group_3_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1356,"geom_name":"stack_1_left_group_3_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1357,"geom_name":"stack_1_left_group_3_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1358,"geom_name":"stack_1_left_group_3_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1359,"geom_name":"stack_1_left_group_3_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1360,"geom_name":"stack_1_left_group_3_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":212,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_1_left_group_3","pos":[0.29999467385057627,-2.9499988980482517,0.7849999999999999],"pose_world":[0.29999467385057627,-2.9499988980482517,0.7849999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"stack_1_left_group_base":{"body_id":199,"fixture_type":"Box","kind":"fixture","name":"stack_1_left_group_base","pos":[1.2,-0.265,0.024999999999999988],"pose_world":[0.2649955921520883,-3.1999990266087437,0.024999999999999988,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[1,0.53,0.05],"type":"Box"},"stack_1_main_group_1":{"affordance_geometries":{"handles":[{"geom_id":456,"geom_name":"stack_1_main_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":457,"geom_name":"stack_1_main_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":458,"geom_name":"stack_1_main_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":459,"geom_name":"stack_1_main_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":460,"geom_name":"stack_1_main_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":461,"geom_name":"stack_1_main_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":462,"geom_name":"stack_1_main_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":463,"geom_name":"stack_1_main_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":464,"geom_name":"stack_1_main_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":465,"geom_name":"stack_1_main_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":97,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_1_main_group_1","pos":[1.2,-0.3,0.15499999999999997],"pose_world":[1.2,-0.3,0.15499999999999997,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1.0,0.6,0.21],"type":"Drawer","width":1.0},"stack_1_main_group_2":{"affordance_geometries":{"handles":[{"geom_id":490,"geom_name":"stack_1_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":491,"geom_name":"stack_1_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":492,"geom_name":"stack_1_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":493,"geom_name":"stack_1_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":494,"geom_name":"stack_1_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":495,"geom_name":"stack_1_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":496,"geom_name":"stack_1_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":497,"geom_name":"stack_1_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":498,"geom_name":"stack_1_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":499,"geom_name":"stack_1_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":101,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_1_main_group_2","pos":[1.2,-0.3,0.365],"pose_world":[1.2,-0.3,0.365,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1.0,0.6,0.21],"type":"Drawer","width":1.0},"stack_1_main_group_3":{"affordance_geometries":{"handles":[{"geom_id":524,"geom_name":"stack_1_main_group_3_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":525,"geom_name":"stack_1_main_group_3_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":526,"geom_name":"stack_1_main_group_3_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":527,"geom_name":"stack_1_main_group_3_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":528,"geom_name":"stack_1_main_group_3_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":529,"geom_name":"stack_1_main_group_3_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":530,"geom_name":"stack_1_main_group_3_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":531,"geom_name":"stack_1_main_group_3_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":532,"geom_name":"stack_1_main_group_3_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":533,"geom_name":"stack_1_main_group_3_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":105,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_1_main_group_3","pos":[1.2,-0.3,0.575],"pose_world":[1.2,-0.3,0.575,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1.0,0.6,0.21],"type":"Drawer","width":1.0},"stack_1_main_group_4":{"affordance_geometries":{"handles":[{"geom_id":558,"geom_name":"stack_1_main_group_4_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":559,"geom_name":"stack_1_main_group_4_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":560,"geom_name":"stack_1_main_group_4_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":561,"geom_name":"stack_1_main_group_4_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":562,"geom_name":"stack_1_main_group_4_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":563,"geom_name":"stack_1_main_group_4_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":564,"geom_name":"stack_1_main_group_4_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":565,"geom_name":"stack_1_main_group_4_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":566,"geom_name":"stack_1_main_group_4_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":567,"geom_name":"stack_1_main_group_4_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":109,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_1_main_group_4","pos":[1.2,-0.3,0.7849999999999999],"pose_world":[1.2,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1.0,0.6,0.21],"type":"Drawer","width":1.0},"stack_1_main_group_base":{"body_id":96,"fixture_type":"Box","kind":"fixture","name":"stack_1_main_group_base","pos":[1.2,-0.265,0.024999999999999988],"pose_world":[1.2,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1,0.53,0.05],"type":"Box"},"stack_2_left_group_1":{"affordance_geometries":{"handles":[{"geom_id":1381,"geom_name":"stack_2_left_group_1_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1382,"geom_name":"stack_2_left_group_1_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1383,"geom_name":"stack_2_left_group_1_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1384,"geom_name":"stack_2_left_group_1_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1385,"geom_name":"stack_2_left_group_1_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1386,"geom_name":"stack_2_left_group_1_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1387,"geom_name":"stack_2_left_group_1_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1388,"geom_name":"stack_2_left_group_1_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1389,"geom_name":"stack_2_left_group_1_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1390,"geom_name":"stack_2_left_group_1_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1395,"geom_name":"stack_2_left_group_1_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1396,"geom_name":"stack_2_left_group_1_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1397,"geom_name":"stack_2_left_group_1_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1398,"geom_name":"stack_2_left_group_1_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1399,"geom_name":"stack_2_left_group_1_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1400,"geom_name":"stack_2_left_group_1_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1401,"geom_name":"stack_2_left_group_1_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1402,"geom_name":"stack_2_left_group_1_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1403,"geom_name":"stack_2_left_group_1_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1404,"geom_name":"stack_2_left_group_1_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":217,"depth":0.6,"fixture_type":"HingeCabinet","height":0.84,"kind":"fixture","name":"stack_2_left_group_1","pos":[0.29999191894674876,-2.199998898053311,0.47],"pose_world":[0.29999191894674876,-2.199998898053311,0.47,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[1.0,0.6,0.84],"type":"HingeCabinet","width":1.0},"stack_2_left_group_base":{"body_id":216,"fixture_type":"Box","kind":"fixture","name":"stack_2_left_group_base","pos":[2.2,-0.265,0.024999999999999988],"pose_world":[0.26499191894698493,-2.19999902661549,0.024999999999999988,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[1,0.53,0.05],"type":"Box"},"stack_2_main_group_1":{"affordance_geometries":{"handles":[{"geom_id":587,"geom_name":"stack_2_main_group_1_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":588,"geom_name":"stack_2_main_group_1_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":589,"geom_name":"stack_2_main_group_1_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":590,"geom_name":"stack_2_main_group_1_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":591,"geom_name":"stack_2_main_group_1_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":592,"geom_name":"stack_2_main_group_1_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":593,"geom_name":"stack_2_main_group_1_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":594,"geom_name":"stack_2_main_group_1_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":595,"geom_name":"stack_2_main_group_1_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":596,"geom_name":"stack_2_main_group_1_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":601,"geom_name":"stack_2_main_group_1_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":602,"geom_name":"stack_2_main_group_1_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":603,"geom_name":"stack_2_main_group_1_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":604,"geom_name":"stack_2_main_group_1_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":605,"geom_name":"stack_2_main_group_1_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":606,"geom_name":"stack_2_main_group_1_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":607,"geom_name":"stack_2_main_group_1_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":608,"geom_name":"stack_2_main_group_1_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":609,"geom_name":"stack_2_main_group_1_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":610,"geom_name":"stack_2_main_group_1_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":114,"depth":0.6,"fixture_type":"HingeCabinet","height":0.63,"kind":"fixture","name":"stack_2_main_group_1","pos":[2.2,-0.3,0.365],"pose_world":[2.2,-0.3,0.365,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1.0,0.6,0.63],"type":"HingeCabinet","width":1.0},"stack_2_main_group_2":{"affordance_geometries":{"handles":[{"geom_id":637,"geom_name":"stack_2_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":638,"geom_name":"stack_2_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":639,"geom_name":"stack_2_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":640,"geom_name":"stack_2_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":641,"geom_name":"stack_2_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":642,"geom_name":"stack_2_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":643,"geom_name":"stack_2_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":644,"geom_name":"stack_2_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":645,"geom_name":"stack_2_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":646,"geom_name":"stack_2_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":122,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_2_main_group_2","pos":[1.9500000000000002,-0.3,0.7849999999999999],"pose_world":[1.9500000000000002,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"stack_2_main_group_3":{"affordance_geometries":{"handles":[{"geom_id":671,"geom_name":"stack_2_main_group_3_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":672,"geom_name":"stack_2_main_group_3_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":673,"geom_name":"stack_2_main_group_3_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":674,"geom_name":"stack_2_main_group_3_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":675,"geom_name":"stack_2_main_group_3_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":676,"geom_name":"stack_2_main_group_3_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":677,"geom_name":"stack_2_main_group_3_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":678,"geom_name":"stack_2_main_group_3_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":679,"geom_name":"stack_2_main_group_3_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":680,"geom_name":"stack_2_main_group_3_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":126,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_2_main_group_3","pos":[2.45,-0.3,0.7849999999999999],"pose_world":[2.45,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"stack_2_main_group_base":{"body_id":113,"fixture_type":"Box","kind":"fixture","name":"stack_2_main_group_base","pos":[2.2,-0.265,0.024999999999999988],"pose_world":[2.2,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1,0.53,0.05],"type":"Box"},"stack_3_left_group_1":{"affordance_geometries":{"handles":[{"geom_id":1474,"geom_name":"stack_3_left_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1475,"geom_name":"stack_3_left_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1476,"geom_name":"stack_3_left_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1477,"geom_name":"stack_3_left_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1478,"geom_name":"stack_3_left_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1479,"geom_name":"stack_3_left_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1480,"geom_name":"stack_3_left_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1481,"geom_name":"stack_3_left_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1482,"geom_name":"stack_3_left_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1483,"geom_name":"stack_3_left_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":233,"depth":0.6,"fixture_type":"SingleCabinet","height":0.84,"kind":"fixture","name":"stack_3_left_group_1","pos":[0.2999870519499868,-0.8749988980622496,0.4699999999999999],"pose_world":[0.2999870519499868,-0.8749988980622496,0.4699999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[0.35,0.6,0.84],"type":"SingleCabinet","width":0.35},"stack_3_left_group_base":{"body_id":232,"fixture_type":"Box","kind":"fixture","name":"stack_3_left_group_base","pos":[3.5250000000000004,-0.265,0.024999999999999932],"pose_world":[0.264987051950223,-0.8749990266244283,0.024999999999999932,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[0.35,0.53,0.05],"type":"Box"},"stack_3_main_group_1":{"affordance_geometries":{"handles":[{"geom_id":700,"geom_name":"stack_3_main_group_1_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":701,"geom_name":"stack_3_main_group_1_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":702,"geom_name":"stack_3_main_group_1_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":703,"geom_name":"stack_3_main_group_1_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":704,"geom_name":"stack_3_main_group_1_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":705,"geom_name":"stack_3_main_group_1_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":706,"geom_name":"stack_3_main_group_1_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":707,"geom_name":"stack_3_main_group_1_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":708,"geom_name":"stack_3_main_group_1_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":709,"geom_name":"stack_3_main_group_1_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":714,"geom_name":"stack_3_main_group_1_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":715,"geom_name":"stack_3_main_group_1_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":716,"geom_name":"stack_3_main_group_1_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":717,"geom_name":"stack_3_main_group_1_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":718,"geom_name":"stack_3_main_group_1_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":719,"geom_name":"stack_3_main_group_1_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":720,"geom_name":"stack_3_main_group_1_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":721,"geom_name":"stack_3_main_group_1_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":722,"geom_name":"stack_3_main_group_1_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":723,"geom_name":"stack_3_main_group_1_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":131,"depth":0.6,"fixture_type":"HingeCabinet","height":0.63,"kind":"fixture","name":"stack_3_main_group_1","pos":[3.2,-0.3,0.365],"pose_world":[3.2,-0.3,0.365,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1.0,0.6,0.63],"type":"HingeCabinet","width":1.0},"stack_3_main_group_2":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_3_main_group_2","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"stack_3_main_group_3":{"affordance_geometries":{"handles":[{"geom_id":784,"geom_name":"stack_3_main_group_3_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":785,"geom_name":"stack_3_main_group_3_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":786,"geom_name":"stack_3_main_group_3_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":787,"geom_name":"stack_3_main_group_3_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":788,"geom_name":"stack_3_main_group_3_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":789,"geom_name":"stack_3_main_group_3_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":790,"geom_name":"stack_3_main_group_3_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":791,"geom_name":"stack_3_main_group_3_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":792,"geom_name":"stack_3_main_group_3_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":793,"geom_name":"stack_3_main_group_3_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":143,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_3_main_group_3","pos":[3.45,-0.3,0.7849999999999999],"pose_world":[3.45,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"stack_3_main_group_base":{"body_id":130,"fixture_type":"Box","kind":"fixture","name":"stack_3_main_group_base","pos":[3.2,-0.265,0.024999999999999988],"pose_world":[3.2,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1,0.53,0.05],"type":"Box"},"stack_4_main_group_1":{"affordance_geometries":{"handles":[{"geom_id":814,"geom_name":"stack_4_main_group_1_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":815,"geom_name":"stack_4_main_group_1_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":816,"geom_name":"stack_4_main_group_1_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":817,"geom_name":"stack_4_main_group_1_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":818,"geom_name":"stack_4_main_group_1_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":819,"geom_name":"stack_4_main_group_1_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":820,"geom_name":"stack_4_main_group_1_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":821,"geom_name":"stack_4_main_group_1_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":822,"geom_name":"stack_4_main_group_1_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":823,"geom_name":"stack_4_main_group_1_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":828,"geom_name":"stack_4_main_group_1_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":829,"geom_name":"stack_4_main_group_1_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":830,"geom_name":"stack_4_main_group_1_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":831,"geom_name":"stack_4_main_group_1_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":832,"geom_name":"stack_4_main_group_1_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":833,"geom_name":"stack_4_main_group_1_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":834,"geom_name":"stack_4_main_group_1_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":835,"geom_name":"stack_4_main_group_1_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":836,"geom_name":"stack_4_main_group_1_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":837,"geom_name":"stack_4_main_group_1_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":148,"depth":0.6,"fixture_type":"HingeCabinet","height":0.84,"kind":"fixture","name":"stack_4_main_group_1","pos":[4.2,-0.3,0.47],"pose_world":[4.2,-0.3,0.47,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1.0,0.6,0.84],"type":"HingeCabinet","width":1.0},"stack_4_main_group_base":{"body_id":147,"fixture_type":"Box","kind":"fixture","name":"stack_4_main_group_base","pos":[4.2,-0.265,0.024999999999999988],"pose_world":[4.2,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1,0.53,0.05],"type":"Box"},"stack_5_main_group_1":{"affordance_geometries":{"handles":[{"geom_id":861,"geom_name":"stack_5_main_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":862,"geom_name":"stack_5_main_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":863,"geom_name":"stack_5_main_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":864,"geom_name":"stack_5_main_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":865,"geom_name":"stack_5_main_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":866,"geom_name":"stack_5_main_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":867,"geom_name":"stack_5_main_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":868,"geom_name":"stack_5_main_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":869,"geom_name":"stack_5_main_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":870,"geom_name":"stack_5_main_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":158,"depth":0.6,"fixture_type":"SingleCabinet","height":0.63,"kind":"fixture","name":"stack_5_main_group_1","pos":[4.95,-0.3,0.365],"pose_world":[4.95,-0.3,0.365,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.6,0.63],"type":"SingleCabinet","width":0.5},"stack_5_main_group_2":{"affordance_geometries":{"handles":[{"geom_id":897,"geom_name":"stack_5_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":898,"geom_name":"stack_5_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":899,"geom_name":"stack_5_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":900,"geom_name":"stack_5_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":901,"geom_name":"stack_5_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":902,"geom_name":"stack_5_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":903,"geom_name":"stack_5_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":904,"geom_name":"stack_5_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":905,"geom_name":"stack_5_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":906,"geom_name":"stack_5_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":163,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_5_main_group_2","pos":[4.95,-0.3,0.7849999999999999],"pose_world":[4.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"stack_5_main_group_base":{"body_id":157,"fixture_type":"Box","kind":"fixture","name":"stack_5_main_group_base","pos":[4.95,-0.265,0.024999999999999988],"pose_world":[4.95,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.53,0.05],"type":"Box"},"stack_left_right_group_1":{"affordance_geometries":{"handles":[{"geom_id":1605,"geom_name":"stack_left_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1606,"geom_name":"stack_left_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1607,"geom_name":"stack_left_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1608,"geom_name":"stack_left_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1609,"geom_name":"stack_left_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1610,"geom_name":"stack_left_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1611,"geom_name":"stack_left_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1612,"geom_name":"stack_left_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1613,"geom_name":"stack_left_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1614,"geom_name":"stack_left_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":257,"depth":0.78,"fixture_type":"SingleCabinet","height":1.13,"kind":"fixture","name":"stack_left_right_group_1","pos":[5.689999265360396,-0.899999228625579,0.615],"pose_world":[5.689999265360396,-0.899999228625579,0.615,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.5,0.78,1.13],"type":"SingleCabinet","width":0.5},"stack_left_right_group_2":{"affordance_geometries":{"handles":[{"geom_id":1637,"geom_name":"stack_left_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1638,"geom_name":"stack_left_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1639,"geom_name":"stack_left_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1640,"geom_name":"stack_left_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1641,"geom_name":"stack_left_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1642,"geom_name":"stack_left_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1643,"geom_name":"stack_left_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1644,"geom_name":"stack_left_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1645,"geom_name":"stack_left_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1646,"geom_name":"stack_left_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":263,"depth":0.78,"fixture_type":"SingleCabinet","height":1.13,"kind":"fixture","name":"stack_left_right_group_2","pos":[5.689999265360396,-0.899999228625579,1.7449999999999999],"pose_world":[5.689999265360396,-0.899999228625579,1.7449999999999999,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.5,0.78,1.13],"type":"SingleCabinet","width":0.5},"stack_left_right_group_base":{"body_id":256,"fixture_type":"Box","kind":"fixture","name":"stack_left_right_group_base","pos":[0.2,-0.175,0.025000000000000043],"pose_world":[5.72499926536016,-0.8999993571877576,0.025000000000000043,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.5,0.71,0.05],"type":"Box"},"stack_right_right_group_1":{"affordance_geometries":{"handles":[{"geom_id":1866,"geom_name":"stack_right_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1867,"geom_name":"stack_right_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1868,"geom_name":"stack_right_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1869,"geom_name":"stack_right_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1870,"geom_name":"stack_right_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1871,"geom_name":"stack_right_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1872,"geom_name":"stack_right_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1873,"geom_name":"stack_right_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1874,"geom_name":"stack_right_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1875,"geom_name":"stack_right_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":287,"depth":0.78,"fixture_type":"SingleCabinet","height":1.13,"kind":"fixture","name":"stack_right_right_group_1","pos":[5.689994159605303,-2.289999228616202,0.6149999999999998],"pose_world":[5.689994159605303,-2.289999228616202,0.6149999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.5,0.78,1.13],"type":"SingleCabinet","width":0.5},"stack_right_right_group_2":{"affordance_geometries":{"handles":[{"geom_id":1898,"geom_name":"stack_right_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1899,"geom_name":"stack_right_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1900,"geom_name":"stack_right_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1901,"geom_name":"stack_right_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1902,"geom_name":"stack_right_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1903,"geom_name":"stack_right_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1904,"geom_name":"stack_right_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1905,"geom_name":"stack_right_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1906,"geom_name":"stack_right_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1907,"geom_name":"stack_right_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":293,"depth":0.78,"fixture_type":"SingleCabinet","height":1.13,"kind":"fixture","name":"stack_right_right_group_2","pos":[5.689994159605303,-2.289999228616202,1.7449999999999997],"pose_world":[5.689994159605303,-2.289999228616202,1.7449999999999997,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.5,0.78,1.13],"type":"SingleCabinet","width":0.5},"stack_right_right_group_base":{"body_id":286,"fixture_type":"Box","kind":"fixture","name":"stack_right_right_group_base","pos":[1.59,-0.17499999999999996,0.02499999999999982],"pose_world":[5.724994159605067,-2.28999935717838,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.5,0.71,0.05],"type":"Box"},"stool_1_room":{"body_id":44,"depth":0.37423366327297586,"fixture_type":"Stool","height":0.8,"kind":"fixture","name":"stool_1_room","pos":[1.325,-4.475,0.4],"pose_world":[1.325,-4.475,0.4,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"size":[0.3755556885348015,0.37423366327297586,0.8],"type":"Stool","width":0.3755556885348015},"stool_2_room":{"body_id":45,"depth":0.37423366327297586,"fixture_type":"Stool","height":0.8,"kind":"fixture","name":"stool_2_room","pos":[1.975,-4.475,0.4],"pose_world":[1.975,-4.475,0.4,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"size":[0.3755556885348015,0.37423366327297586,0.8],"type":"Stool","width":0.3755556885348015},"stool_3_room":{"body_id":46,"depth":0.37423366327297586,"fixture_type":"Stool","height":0.8,"kind":"fixture","name":"stool_3_room","pos":[2.625,-4.475,0.4],"pose_world":[2.625,-4.475,0.4,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"size":[0.3755556885348015,0.37423366327297586,0.8],"type":"Stool","width":0.3755556885348015},"stovetop_main_group":{"body_id":49,"depth":0.55,"fixture_type":"Stovetop","height":0.00880406371748579,"kind":"fixture","name":"stovetop_main_group","pos":[4.201503558601173,-0.29496929235669656,0.9307668946915083],"pose_world":[4.201503558601173,-0.29496929235669656,0.9307668946915083,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.9630070973781739,0.55,0.00880406371748579],"type":"Stovetop","width":0.9630070973781739},"toaster_main_group":{"affordance_geometries":{"handles":[{"geom_id":1036,"geom_name":"toaster_main_group_lever_handle","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":176,"depth":0.2995720256640279,"fixture_type":"Toaster","height":0.23,"kind":"fixture","name":"toaster_main_group","pos":[2.747640287102935,-0.21089753143282097,1.038],"pose_world":[2.747640287102935,-0.21089753143282097,1.038,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.18045825683631556,0.2995720256640279,0.23],"type":"Toaster","width":0.18045825683631556},"toaster_oven_main_group":{"affordance_geometries":{"handles":[{"geom_id":1076,"geom_name":"toaster_oven_main_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":181,"depth":0.33,"fixture_type":"ToasterOven","height":0.3067814795556516,"kind":"fixture","name":"toaster_oven_main_group","pos":[3.382218060875461,-0.3016016394625445,1.0763907397778258],"pose_world":[3.382218060875461,-0.3016016394625445,1.0763907397778258,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.49718527920494054,0.33,0.3067814795556516],"type":"ToasterOven","width":0.49718527920494054},"top_right_group":{"affordance_geometries":{"handles":[{"geom_id":2106,"geom_name":"top_right_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2107,"geom_name":"top_right_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2108,"geom_name":"top_right_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2109,"geom_name":"top_right_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2110,"geom_name":"top_right_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2111,"geom_name":"top_right_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2112,"geom_name":"top_right_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2113,"geom_name":"top_right_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2114,"geom_name":"top_right_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2115,"geom_name":"top_right_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2120,"geom_name":"top_right_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2121,"geom_name":"top_right_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2122,"geom_name":"top_right_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2123,"geom_name":"top_right_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2124,"geom_name":"top_right_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2125,"geom_name":"top_right_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2126,"geom_name":"top_right_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2127,"geom_name":"top_right_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2128,"geom_name":"top_right_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2129,"geom_name":"top_right_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":323,"depth":0.78,"fixture_type":"HingeCabinet","height":0.4099999999999999,"kind":"fixture","name":"top_right_group","pos":[5.689991772021986,-2.939999228611817,2.1049999999999995],"pose_world":[5.689991772021986,-2.939999228611817,2.1049999999999995,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.8,0.78,0.4099999999999999],"type":"HingeCabinet","width":0.8},"utensil_rack_room":{"body_id":33,"depth":0.09945939791284827,"fixture_type":"WallAccessory","height":0.32,"kind":"fixture","name":"utensil_rack_room","pos":[1.9,-0.039999999999999994,1.15],"pose_world":[1.9,-0.039999999999999994,1.15,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.3547280774992862,0.09945939791284827,0.32],"type":"WallAccessory","width":0.3547280774992862},"utensil_set_main_group":{"body_id":188,"depth":0.18939281018006945,"fixture_type":"Accessory","height":0.28,"kind":"fixture","name":"utensil_set_main_group","pos":[5.45731049109186,-0.15253297724350956,1.063320811843608],"pose_world":[5.45731049109186,-0.15253297724350956,1.063320811843608,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.18132970501991783,0.18939281018006945,0.28],"type":"Accessory","width":0.18132970501991783},"wall_backing_room":{"body_id":25,"fixture_type":"Wall","kind":"fixture","name":"wall_backing_room","pos":[3.04,0.14,1.38],"pose_world":[3.04,0.14,1.38,-0.7071067811865476,0.7071067811865476,0.0,0.0],"size":[3.2800000000000002,1.62,0.1],"type":"Wall"},"wall_front_backing_room":{"body_id":31,"fixture_type":"Wall","kind":"fixture","name":"wall_front_backing_room","pos":[3.04,-6.14,1.38],"pose_world":[3.04,-6.14,1.38,0.0,0.0,0.7071067811865476,-0.7071067811865476],"size":[3.24,1.62,0.1],"type":"Wall"},"wall_front_room":{"body_id":30,"fixture_type":"Wall","kind":"fixture","name":"wall_front_room","pos":[3.04,-6.02,1.5],"pose_world":[3.04,-6.02,1.5,0.0,0.0,0.7071067811865476,-0.7071067811865476],"size":[3.04,1.5,0.02],"type":"Wall"},"wall_left_backing_room":{"body_id":27,"fixture_type":"Wall","kind":"fixture","name":"wall_left_backing_room","pos":[-0.14,-3,1.38],"pose_world":[-0.14,-3.0,1.38,0.5,0.5,-0.5,-0.5],"size":[3.04,1.62,0.1],"type":"Wall"},"wall_left_room":{"body_id":26,"fixture_type":"Wall","kind":"fixture","name":"wall_left_room","pos":[-0.02,-3,1.5],"pose_world":[-0.02,-3.0,1.5,0.5,0.5,-0.5,-0.5],"size":[3.04,1.5,0.02],"type":"Wall"},"wall_right_backing_room":{"body_id":29,"fixture_type":"Wall","kind":"fixture","name":"wall_right_backing_room","pos":[6.22,-3,1.38],"pose_world":[6.22,-3.0,1.38,0.5,-0.5,-0.5,0.5],"size":[3.04,1.62,0.1],"type":"Wall"},"wall_right_room":{"body_id":28,"fixture_type":"Wall","kind":"fixture","name":"wall_right_room","pos":[6.1,-3,1.5],"pose_world":[6.1,-3.0,1.5,0.5,-0.5,-0.5,0.5],"size":[3.04,1.5,0.02],"type":"Wall"},"wall_room":{"body_id":24,"fixture_type":"Wall","kind":"fixture","name":"wall_room","pos":[3.04,0.02,1.5],"pose_world":[3.04,0.02,1.5,-0.7071067811865476,0.7071067811865476,0.0,0.0],"size":[3.08,1.5,0.02],"type":"Wall"},"window_group_room":{"body_id":39,"depth":0.03,"fixture_type":"Window","height":1.25,"kind":"fixture","name":"window_group_room","pos":[0.015000000000000003,-3.2999999,1.7],"pose_world":[0.015000000000000003,-3.2999999,1.7,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[2.0,0.03,1.25],"type":"Window","width":2.0}},"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":null,"query":null,"split":"target"},"live_observation":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"objects":{"distr_counter_1":{"body_id":350,"kind":"object","name":"distr_counter_1","pose_world":[3.008460493275868,-0.3804030653317888,0.933828399825857,0.9974418350762033,0.021349455870962455,-0.009669226748922228,-0.06753141808008084],"rot":0.0,"size":[0.02821504,0.0281638,0.02811556],"type":"MJCFObject"},"drawer_obj":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.973196849508035,-0.9679289658402517,0.7651577464424502,0.9688537278703511,0.0566682217879907,0.00468092957175982,0.24101712704589212],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"}},"pose_evidence":{"fixtures":{"bottom_corner_right_group":[5.6900002754917995,-0.6249992286274342,0.445,0.7071054825112363,0.0,0.0,-0.7071080798594735],"bottom_right_group_1":[5.689991772021986,-2.939999228611817,0.19999999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"bottom_right_group_2":[5.689991772021986,-2.939999228611817,0.4999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"bottom_right_group_base":[5.72499177202175,-2.9399993571739955,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"cab_1_left_group":[0.19999008234487173,-1.6999992653771945,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"cab_1_main_group":[1.15,-0.2,1.85,1.0,0.0,0.0,0.0],"cab_2_left_group":[0.19998732744104422,-0.9499992653822544,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"cab_2_main_group":[2.9,-0.2,1.85,1.0,0.0,0.0,0.0],"cab_corner_2_main_group":[0.2,-0.55,1.85,1.0,0.0,0.0,0.0],"cab_corner_main_group":[0.325,-0.2,1.85,1.0,0.0,0.0,0.0],"cab_main_main_group":[2.15,-0.2,1.85,1.0,0.0,0.0,0.0],"cab_top_corner_right_group":[5.6900013774533305,-0.3249992286294581,1.8499999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"coffee_machine_main_group":[1.3185672959127874,-0.2445345466838201,1.0929999947553568,1.0,0.0,0.0,0.0],"counter_1_front_group":[1.975,-4.075,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"counter_1_left_group":[0.32499191894658014,-2.1999988062231837,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"counter_1_main_group":[4.45,-0.325,0.46,1.0,0.0,0.0,0.0],"counter_corner_2_main_group":[5.640000000000001,-0.325,0.46,1.0,0.0,0.0,0.0],"counter_corner_front_group":[0.6500000056873556,-4.0748772339937,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"counter_corner_left_group":[0.3249987143760213,-4.049998806210703,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"counter_corner_main_group":[0.35,-0.325,0.46,1.0,0.0,0.0,0.0],"counter_corner_right_left_group":[0.32498622547866995,-0.6499988062336404,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"counter_main_main_group":[2.2,-0.325,0.46,1.0,0.0,0.0,0.0],"dishwasher_left_group":[0.32479563450010346,-1.3749988069386108,0.4449999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"drawer":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"floor_backing_room":[3.04,-3.0,-0.14,0.7071067811865476,0.0,0.0,0.7071067811865476],"floor_room":[3.04,-3.0,-0.02,0.7071067811865476,0.0,0.0,0.7071067811865476],"fridge_housing_right_group":[5.689996712482849,-1.5949992286208903,0.9,0.7071054825112363,0.0,0.0,-0.7071080798594735],"fridge_right_group":[5.642795227919224,-1.5949990552401563,0.8900000516962465,0.7071054825112363,0.0,0.0,-0.7071080798594735],"fridge_top_right_group":[5.689996712482849,-1.5949992286208903,2.0549999999999997,0.7071054825112363,0.0,0.0,-0.7071080798594735],"hood_main_group":[4.2015400124186355,-0.29420055813485146,2.109686643940881,1.0,0.0,0.0,0.0],"knife_block_main_group":[1.4863969653311453,-0.18040035825278877,1.0624943354887755,1.0,0.0,0.0,0.0],"light_switch_2_room":[0.0,-1.9,1.2,0.999999920000001,0.0,0.0,0.00039999998933328934],"light_switch_room":[0.0,-1.8,1.2,0.999999920000001,0.0,0.0,0.00039999998933328934],"micro_housing_right_group":[5.689991772021986,-2.939999228611817,1.6249999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"microwave_right_group":[5.520458884233695,-2.9399986153512137,1.6249999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"outlet_2_room":[6.08,-1.0,1.2,0.7071054825112363,0.0,0.0,-0.7071080798594735],"outlet_3_room":[6.08,-2.5,1.2,0.7071054825112363,0.0,0.0,-0.7071080798594735],"outlet_room":[3.0,0.0,1.2,1.0,0.0,0.0,0.0],"oven_housing_right_group":[5.689991772021986,-2.939999228611817,0.9999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"oven_right_group":[5.572894656033508,-2.940065399684986,1.0000000336235495,0.7071054825112363,0.0,0.0,-0.7071080798594735],"paper_towel_main_group":[0.2941806390777399,-0.5462106068293686,1.0878950932503004,1.0,0.0,0.0,0.0],"plant_left_group":[0.19613419104779156,-4.0699767368854864,1.008492366712176,0.7071055013256238,0.0,0.0,0.7071080610451548],"shelves_1_main_group":[3.4,-0.2,1.85,1.0,0.0,0.0,0.0],"shelves_2_main_group":[5.05,-0.2,1.85,1.0,0.0,0.0,0.0],"side_bottom_right_group_1":[5.689988466137392,-3.8399992286057447,0.19999999996399978,0.7071054825112363,0.0,0.0,-0.7071080798594735],"side_bottom_right_group_2":[5.689988466137392,-3.8399992286057447,0.4999999998919997,0.7071054825112363,0.0,0.0,-0.7071080798594735],"side_bottom_right_group_3":[5.689988466137392,-3.8399992286057447,1.4799999999279996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"side_bottom_right_group_base":[5.724988466137156,-3.8399993571679234,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"sink_left_group":[0.29999877198378305,-2.199998355103462,0.9894399220814241,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_1_left_group_1":[0.2999955921518521,-3.199998898046565,0.365,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_1_left_group_2":[0.2999965104531279,-3.4499988980448784,0.7849999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_1_left_group_3":[0.29999467385057627,-2.9499988980482517,0.7849999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_1_left_group_base":[0.2649955921520883,-3.1999990266087437,0.024999999999999988,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_1_main_group_1":[1.2,-0.3,0.15499999999999997,1.0,0.0,0.0,0.0],"stack_1_main_group_2":[1.2,-0.3,0.365,1.0,0.0,0.0,0.0],"stack_1_main_group_3":[1.2,-0.3,0.575,1.0,0.0,0.0,0.0],"stack_1_main_group_4":[1.2,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"stack_1_main_group_base":[1.2,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"stack_2_left_group_1":[0.29999191894674876,-2.199998898053311,0.47,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_2_left_group_base":[0.26499191894698493,-2.19999902661549,0.024999999999999988,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_2_main_group_1":[2.2,-0.3,0.365,1.0,0.0,0.0,0.0],"stack_2_main_group_2":[1.9500000000000002,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"stack_2_main_group_3":[2.45,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"stack_2_main_group_base":[2.2,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"stack_3_left_group_1":[0.2999870519499868,-0.8749988980622496,0.4699999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_3_left_group_base":[0.264987051950223,-0.8749990266244283,0.024999999999999932,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_3_main_group_1":[3.2,-0.3,0.365,1.0,0.0,0.0,0.0],"stack_3_main_group_2":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"stack_3_main_group_3":[3.45,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"stack_3_main_group_base":[3.2,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"stack_4_main_group_1":[4.2,-0.3,0.47,1.0,0.0,0.0,0.0],"stack_4_main_group_base":[4.2,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"stack_5_main_group_1":[4.95,-0.3,0.365,1.0,0.0,0.0,0.0],"stack_5_main_group_2":[4.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"stack_5_main_group_base":[4.95,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"stack_left_right_group_1":[5.689999265360396,-0.899999228625579,0.615,0.7071054825112363,0.0,0.0,-0.7071080798594735],"stack_left_right_group_2":[5.689999265360396,-0.899999228625579,1.7449999999999999,0.7071054825112363,0.0,0.0,-0.7071080798594735],"stack_left_right_group_base":[5.72499926536016,-0.8999993571877576,0.025000000000000043,0.7071054825112363,0.0,0.0,-0.7071080798594735],"stack_right_right_group_1":[5.689994159605303,-2.289999228616202,0.6149999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"stack_right_right_group_2":[5.689994159605303,-2.289999228616202,1.7449999999999997,0.7071054825112363,0.0,0.0,-0.7071080798594735],"stack_right_right_group_base":[5.724994159605067,-2.28999935717838,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"stool_1_room":[1.325,-4.475,0.4,4.632679487995776e-05,0.0,0.0,0.999999998926914],"stool_2_room":[1.975,-4.475,0.4,4.632679487995776e-05,0.0,0.0,0.999999998926914],"stool_3_room":[2.625,-4.475,0.4,4.632679487995776e-05,0.0,0.0,0.999999998926914],"stovetop_main_group":[4.201503558601173,-0.29496929235669656,0.9307668946915083,1.0,0.0,0.0,0.0],"toaster_main_group":[2.747640287102935,-0.21089753143282097,1.038,1.0,0.0,0.0,0.0],"toaster_oven_main_group":[3.382218060875461,-0.3016016394625445,1.0763907397778258,1.0,0.0,0.0,0.0],"top_right_group":[5.689991772021986,-2.939999228611817,2.1049999999999995,0.7071054825112363,0.0,0.0,-0.7071080798594735],"utensil_rack_room":[1.9,-0.039999999999999994,1.15,1.0,0.0,0.0,0.0],"utensil_set_main_group":[5.45731049109186,-0.15253297724350956,1.063320811843608,1.0,0.0,0.0,0.0],"wall_backing_room":[3.04,0.14,1.38,-0.7071067811865476,0.7071067811865476,0.0,0.0],"wall_front_backing_room":[3.04,-6.14,1.38,0.0,0.0,0.7071067811865476,-0.7071067811865476],"wall_front_room":[3.04,-6.02,1.5,0.0,0.0,0.7071067811865476,-0.7071067811865476],"wall_left_backing_room":[-0.14,-3.0,1.38,0.5,0.5,-0.5,-0.5],"wall_left_room":[-0.02,-3.0,1.5,0.5,0.5,-0.5,-0.5],"wall_right_backing_room":[6.22,-3.0,1.38,0.5,-0.5,-0.5,0.5],"wall_right_room":[6.1,-3.0,1.5,0.5,-0.5,-0.5,0.5],"wall_room":[3.04,0.02,1.5,-0.7071067811865476,0.7071067811865476,0.0,0.0],"window_group_room":[0.015000000000000003,-3.2999999,1.7,0.7071054825112363,0.0,0.0,0.7071080798594735]},"objects":{"distr_counter_1":[3.008460493275868,-0.3804030653317888,0.933828399825857,0.9974418350762033,0.021349455870962455,-0.009669226748922228,-0.06753141808008084],"drawer_obj":[2.973196849508035,-0.9679289658402517,0.7651577464424502,0.9688537278703511,0.0566682217879907,0.00468092957175982,0.24101712704589212]},"source":"robocasa_scene_registry"},"private_success_signal_exposed":false,"prompt":null,"query":null,"requested_steps":30,"runtime_action_schema":{"action_shape":[12],"available":true,"base_mode_index":11,"base_slice":[7,10],"controller_input_ref_frame":"base","eef_part":"right","eef_slice":[0,6],"env_created":true,"grasp_primitives_supported":true,"gripper_part":"right_gripper","gripper_slice":[6,7],"has_base_control":true,"has_gripper_control":true,"kind":"direct_composite","torso_slice":[10,11]},"step_summaries":[{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":0,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":1,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":2,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":3,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":4,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":5,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":6,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":7,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":8,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":9,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":10,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":11,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":12,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":13,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":14,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":15,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":16,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":17,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":18,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":19,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":20,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":21,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":22,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":23,"terminated":false,"truncated":false},"…"],"steps_executed":30,"verifier_boundary":{"harness_verify_required":true,"private_task_signal_exposed":false,"task_completion_claimed_by_primitive":false},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":268},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":591.446},{"name":"observe_robocasa_kitchen_state","arguments":{"query":"drawer"},"ok":true,"error":null,"output":{"available_fixture_names":["bottom_corner_right_group","bottom_right_group_1","bottom_right_group_2","bottom_right_group_base","cab_1_left_group","cab_1_main_group","cab_2_left_group","cab_2_main_group","cab_corner_2_main_group","cab_corner_main_group","cab_main_main_group","cab_top_corner_right_group","coffee_machine_main_group","counter_1_front_group","counter_1_left_group","counter_1_main_group","counter_corner_2_main_group","counter_corner_front_group","counter_corner_left_group","counter_corner_main_group","counter_corner_right_left_group","counter_main_main_group","dishwasher_left_group","drawer","…"],"available_object_names":["distr_counter_1","drawer_obj"],"eef_position":[2.949723243713379,-1.3156410455703735,0.9935669302940369],"evidence_handles":[],"fixtures":{"drawer":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]},"stack_3_main_group_2":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]}},"gripper_qpos":[0.04002772271633148,-0.03927738964557648],"grounding_hint":"ground_robocasa_visual_target(entity_name=canonical_name); pass its evidence_handle to an action","held_object_handle":null,"held_object_name":null,"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":null,"query":null,"split":"target"},"objects":{"distr_counter_1":{"affordance_sites":[],"position":[3.008460521697998,-0.380403071641922,0.9338284134864807],"size":[0.02821504,0.0281638,0.02811556]},"drawer_obj":{"affordance_sites":[],"position":[2.9731967449188232,-0.967928946018219,0.7651577591896057],"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105]}},"observation_serial":74},"at":591.454},{"name":"record_robocasa_evidence","arguments":{},"ok":false,"error":"invalid_parameters","output":{"accepted_parameters":["key","value"],"executed":false,"message":"missing a required argument: 'key'"},"at":591.457},{"name":"inspect_robocasa_transport_state","arguments":{"object_name":"drawer_obj"},"ok":true,"error":null,"output":{"contact_stability":{"contact_confirmed":false,"ever_contact_confirmed":false,"live_coupling":{"available":false,"coupled":null,"coupling_error":null,"eef_displacement":null,"minimum_motion":0.005,"object_displacement":null,"tolerance":0.02},"phase_summary":{},"status":"physical_contact_absent"},"heldness":{"contact_tolerance":0.08,"gripper_closed":false,"gripper_object_contact":false,"likely_held":false,"motion_coupled":null,"object_to_eef_distance_after":0.4166838824748993,"source":"live_observation_and_public_sim_contact","status":"physical_contact_absent"},"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":null,"query":null,"split":"target"},"live_observation":{"available":true,"contact_tolerance":0.08,"coupling":{"available":false,"coupled":null,"coupling_error":null,"eef_displacement":null,"minimum_motion":0.005,"object_displacement":null,"tolerance":0.02},"distance_contact":false,"eef_position":[2.949723243713379,-1.3156410455703735,0.9935669302940369],"gripper_closed":false,"gripper_closed_threshold":0.035,"gripper_object_contact":false,"gripper_qpos":[0.04002772271633148,-0.03927738964557648],"gripper_qvel":[3.7850998779731526e-08,-3.674839263112517e-06],"held_status":"physical_contact_absent","likely_held":false,"object_name":"drawer_obj","object_position":[2.9731967449188232,-0.967928946018219,0.7651577591896057],"object_to_eef_distance":0.4166838824748993,"private_task_signal_exposed":false,"source":"live_observation_and_public_sim_contact"},"official_task_completion_claimed":false,"private_task_signal_exposed":false,"prompt":null,"public_metrics":{"best_distance":null,"best_xy_distance":null,"distance_after":null,"distance_before":null,"distance_metric":null,"execution_status":null,"final_xy_distance":null,"motion_status":null},"query":null,"release_gate":{"best_xy_distance":null,"final_xy_distance":null,"release_contact_ready":true,"release_executed":false,"release_ready":false,"release_requires_contact":false,"release_xy_ready":false,"release_xy_tolerance":0.04},"settle_state":{"drifted_after_release":false,"post_release_stability":{"best_xy_distance":null,"drift_margin":0.01,"drifted_after_release":false,"entered_release_window":false,"final_xy_distance":null,"post_release_best_xy_distance":null,"post_release_left_release_window":false,"release_executed":false,"release_ready":false,"release_xy_tolerance":0.04},"release_executed":false},"verifier_boundary":{"call_after_agent_visible_sequence":"verify(scope='task')","primitive_claims_task_completion":false,"private_task_signal_exposed":false}},"at":591.46}],"event":{"kind":"error","label":"Execution error","detail":""}},{"round":20,"at":609.622349,"duration":18.112,"title":"The episode reaches its success condition.","error":null,"budgetStop":false,"success":true,"score":null,"goalsMet":null,"goalsTotal":null,"environmentSteps":null,"currentSubgoal":null,"toolCalls":4,"cumulativeToolCalls":92,"code":"msgs = []\nrec = primitives.call(name='record_robocasa_evidence', key='drawer_open', value='drawer_obj moved from y=-0.368 to y=-0.968 (0.60 m pull, drawer depth 0.6); drawer visibly extended in robot0_agentview_left and eye-in-hand')\nmsgs.append('REC:' + str(rec.ok) + ':' + str(rec.output)[:150])\nst = primitives.call(name='settle_robocasa_environment', evidence_handles=[], gripper_command=-1.0, steps=20)\nmsgs.append('ST:' + str(st.ok) + ' DO' + str(dobj()) + ' E' + str(eefpos()))\nresult = ' || '.join(msgs)\nprint(result)","codeExcerpt":false,"stdout":"REC:True:{'artifact_id': 'robocasa:evidence:drawer_open'} || ST:True DO[2.973, -0.968, 0.765] E[2.95, -1.316, 0.994]\n","feedback":{},"calls":[{"name":"record_robocasa_evidence","arguments":{"key":"drawer_open","value":"drawer_obj moved from y=-0.368 to y=-0.968 (0.60 m pull, drawer depth 0.6); drawer visibly extended in robot0_agentview_left and eye-in-hand"},"ok":true,"error":null,"output":{},"at":604.752},{"name":"settle_robocasa_environment","arguments":{"evidence_handles":[],"gripper_command":-1.0,"steps":20},"ok":true,"error":null,"output":{"execution_status":"executed","fixtures":{"bottom_corner_right_group":{"body_id":300,"fixture_type":"Box","kind":"fixture","name":"bottom_corner_right_group","pos":[-0.075,-0.21,0.445],"pose_world":[5.6900002754917995,-0.6249992286274342,0.445,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.05,0.78,0.89],"type":"Box"},"bottom_right_group_1":{"affordance_geometries":{"handles":[{"geom_id":1942,"geom_name":"bottom_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1943,"geom_name":"bottom_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1944,"geom_name":"bottom_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1945,"geom_name":"bottom_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1946,"geom_name":"bottom_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1947,"geom_name":"bottom_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1948,"geom_name":"bottom_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1949,"geom_name":"bottom_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1950,"geom_name":"bottom_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1951,"geom_name":"bottom_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":302,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_1","pos":[5.689991772021986,-2.939999228611817,0.19999999999999982],"pose_world":[5.689991772021986,-2.939999228611817,0.19999999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},"bottom_right_group_2":{"affordance_geometries":{"handles":[{"geom_id":1976,"geom_name":"bottom_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1977,"geom_name":"bottom_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1978,"geom_name":"bottom_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1979,"geom_name":"bottom_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1980,"geom_name":"bottom_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1981,"geom_name":"bottom_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1982,"geom_name":"bottom_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1983,"geom_name":"bottom_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1984,"geom_name":"bottom_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1985,"geom_name":"bottom_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":306,"depth":0.78,"fixture_type":"Drawer","height":0.3,"kind":"fixture","name":"bottom_right_group_2","pos":[5.689991772021986,-2.939999228611817,0.4999999999999998],"pose_world":[5.689991772021986,-2.939999228611817,0.4999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.8,0.78,0.3],"type":"Drawer","width":0.8},"bottom_right_group_base":{"body_id":301,"fixture_type":"Box","kind":"fixture","name":"bottom_right_group_base","pos":[2.24,-0.17499999999999996,0.02499999999999982],"pose_world":[5.72499177202175,-2.9399993571739955,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.8,0.71,0.05],"type":"Box"},"cab_1_left_group":{"affordance_geometries":{"handles":[{"geom_id":1506,"geom_name":"cab_1_left_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1507,"geom_name":"cab_1_left_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1508,"geom_name":"cab_1_left_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1509,"geom_name":"cab_1_left_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1510,"geom_name":"cab_1_left_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1511,"geom_name":"cab_1_left_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1512,"geom_name":"cab_1_left_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1513,"geom_name":"cab_1_left_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1514,"geom_name":"cab_1_left_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1515,"geom_name":"cab_1_left_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1520,"geom_name":"cab_1_left_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1521,"geom_name":"cab_1_left_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1522,"geom_name":"cab_1_left_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1523,"geom_name":"cab_1_left_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1524,"geom_name":"cab_1_left_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1525,"geom_name":"cab_1_left_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1526,"geom_name":"cab_1_left_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1527,"geom_name":"cab_1_left_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1528,"geom_name":"cab_1_left_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1529,"geom_name":"cab_1_left_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":239,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_left_group","pos":[0.19999008234487173,-1.6999992653771945,1.85],"pose_world":[0.19999008234487173,-1.6999992653771945,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},"cab_1_main_group":{"affordance_geometries":{"handles":[{"geom_id":296,"geom_name":"cab_1_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":297,"geom_name":"cab_1_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":298,"geom_name":"cab_1_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":299,"geom_name":"cab_1_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":300,"geom_name":"cab_1_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":301,"geom_name":"cab_1_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":302,"geom_name":"cab_1_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":303,"geom_name":"cab_1_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":304,"geom_name":"cab_1_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":305,"geom_name":"cab_1_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":310,"geom_name":"cab_1_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":311,"geom_name":"cab_1_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":312,"geom_name":"cab_1_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":313,"geom_name":"cab_1_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":314,"geom_name":"cab_1_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":315,"geom_name":"cab_1_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":316,"geom_name":"cab_1_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":317,"geom_name":"cab_1_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":318,"geom_name":"cab_1_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":319,"geom_name":"cab_1_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":60,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_1_main_group","pos":[1.15,-0.2,1.85],"pose_world":[1.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},"cab_2_left_group":{"affordance_geometries":{"handles":[{"geom_id":1552,"geom_name":"cab_2_left_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1553,"geom_name":"cab_2_left_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1554,"geom_name":"cab_2_left_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1555,"geom_name":"cab_2_left_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1556,"geom_name":"cab_2_left_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1557,"geom_name":"cab_2_left_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1558,"geom_name":"cab_2_left_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1559,"geom_name":"cab_2_left_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1560,"geom_name":"cab_2_left_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1561,"geom_name":"cab_2_left_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":248,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_left_group","pos":[0.19998732744104422,-0.9499992653822544,1.85],"pose_world":[0.19998732744104422,-0.9499992653822544,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},"cab_2_main_group":{"affordance_geometries":{"handles":[{"geom_id":388,"geom_name":"cab_2_main_group_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":389,"geom_name":"cab_2_main_group_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":390,"geom_name":"cab_2_main_group_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":391,"geom_name":"cab_2_main_group_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":392,"geom_name":"cab_2_main_group_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":393,"geom_name":"cab_2_main_group_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":394,"geom_name":"cab_2_main_group_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":395,"geom_name":"cab_2_main_group_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":396,"geom_name":"cab_2_main_group_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":397,"geom_name":"cab_2_main_group_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":78,"depth":0.4,"fixture_type":"SingleCabinet","height":0.92,"kind":"fixture","name":"cab_2_main_group","pos":[2.9,-0.2,1.85],"pose_world":[2.9,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.4,0.92],"type":"SingleCabinet","width":0.5},"cab_corner_2_main_group":{"body_id":59,"fixture_type":"Box","kind":"fixture","name":"cab_corner_2_main_group","pos":[0.2,-0.55,1.85],"pose_world":[0.2,-0.55,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.4,0.3,0.92],"type":"Box"},"cab_corner_main_group":{"body_id":58,"fixture_type":"Box","kind":"fixture","name":"cab_corner_main_group","pos":[0.325,-0.2,1.85],"pose_world":[0.325,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.65,0.4,0.92],"type":"Box"},"cab_main_main_group":{"affordance_geometries":{"handles":[{"geom_id":342,"geom_name":"cab_main_main_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":343,"geom_name":"cab_main_main_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":344,"geom_name":"cab_main_main_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":345,"geom_name":"cab_main_main_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":346,"geom_name":"cab_main_main_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":347,"geom_name":"cab_main_main_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":348,"geom_name":"cab_main_main_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":349,"geom_name":"cab_main_main_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":350,"geom_name":"cab_main_main_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":351,"geom_name":"cab_main_main_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":356,"geom_name":"cab_main_main_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":357,"geom_name":"cab_main_main_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":358,"geom_name":"cab_main_main_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":359,"geom_name":"cab_main_main_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":360,"geom_name":"cab_main_main_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":361,"geom_name":"cab_main_main_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":362,"geom_name":"cab_main_main_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":363,"geom_name":"cab_main_main_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":364,"geom_name":"cab_main_main_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":365,"geom_name":"cab_main_main_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":69,"depth":0.4,"fixture_type":"HingeCabinet","height":0.92,"kind":"fixture","name":"cab_main_main_group","pos":[2.15,-0.2,1.85],"pose_world":[2.15,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1.0,0.4,0.92],"type":"HingeCabinet","width":1.0},"cab_top_corner_right_group":{"body_id":299,"fixture_type":"Box","kind":"fixture","name":"cab_top_corner_right_group","pos":[-0.375,-0.21,1.8499999999999996],"pose_world":[5.6900013774533305,-0.3249992286294581,1.8499999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.65,0.78,0.92],"type":"Box"},"coffee_machine_main_group":{"affordance_geometries":{"start_buttons":{"start_button_1":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}],"start_button_2":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}]}},"affordance_sites":{"receptacle_place_site":[1.319170355796814,-0.34829509258270264,0.9765308499336243],"start_buttons":{"start_button_1":[1.3185672760009766,-0.41278737783432007,1.2256221771240234],"start_button_2":[1.3185672760009766,-0.41278737783432007,1.1727606058120728]}},"body_id":167,"depth":0.36232757964721246,"fixture_type":"CoffeeMachine","height":0.33999999999999997,"kind":"fixture","name":"coffee_machine_main_group","pos":[1.3185672959127874,-0.2445345466838201,1.0929999947553568],"pose_world":[1.3185672959127874,-0.2445345466838201,1.0929999947553568,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.1654909721085488,0.36232757964721246,0.33999999999999997],"type":"CoffeeMachine","width":0.1654909721085488},"counter_1_front_group":{"body_id":191,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_front_group","pos":[1.975,-4.075,0.46],"pose_world":[1.975,-4.075,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"size":[2.55,0.65,0.92],"type":"Counter","width":2.55},"counter_1_left_group":{"body_id":197,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_left_group","pos":[0.32499191894658014,-2.1999988062231837,0.46],"pose_world":[0.32499191894658014,-2.1999988062231837,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},"counter_1_main_group":{"body_id":56,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_1_main_group","pos":[4.45,-0.325,0.46],"pose_world":[4.45,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1.5,0.65,0.92],"type":"Counter","width":1.5},"counter_corner_2_main_group":{"body_id":57,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_2_main_group","pos":[5.640000000000001,-0.325,0.46],"pose_world":[5.640000000000001,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.88,0.65,0.92],"type":"Counter","width":0.88},"counter_corner_front_group":{"body_id":192,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_front_group","pos":[0.6500000056873556,-4.0748772339937,0.46],"pose_world":[0.6500000056873556,-4.0748772339937,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},"counter_corner_left_group":{"body_id":193,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_left_group","pos":[0.3249987143760213,-4.049998806210703,0.46],"pose_world":[0.3249987143760213,-4.049998806210703,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},"counter_corner_main_group":{"body_id":47,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_main_group","pos":[0.35,-0.325,0.46],"pose_world":[0.35,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.7,0.65,0.92],"type":"Counter","width":0.7},"counter_corner_right_left_group":{"body_id":198,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_corner_right_left_group","pos":[0.32498622547866995,-0.6499988062336404,0.46],"pose_world":[0.32498622547866995,-0.6499988062336404,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[0.1,0.65,0.92],"type":"Counter","width":0.1},"counter_main_main_group":{"body_id":48,"depth":0.65,"fixture_type":"Counter","height":0.92,"kind":"fixture","name":"counter_main_main_group","pos":[2.2,-0.325,0.46],"pose_world":[2.2,-0.325,0.46,1.0,0.0,0.0,0.0],"rot":0.0,"size":[3.0,0.65,0.92],"type":"Counter","width":3.0},"dishwasher_left_group":{"affordance_geometries":{"handles":[{"geom_id":1425,"geom_name":"dishwasher_left_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":226,"depth":0.6,"fixture_type":"Dishwasher","height":0.89,"kind":"fixture","name":"dishwasher_left_group","pos":[0.32479563450010346,-1.3749988069386108,0.4449999999999999],"pose_world":[0.32479563450010346,-1.3749988069386108,0.4449999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[0.65,0.6,0.89],"type":"Dishwasher","width":0.65},"drawer":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_3_main_group_2","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"floor_backing_room":{"body_id":43,"fixture_type":"Floor","kind":"fixture","name":"floor_backing_room","pos":[3.04,-3,-0.14],"pose_world":[3.04,-3.0,-0.14,0.7071067811865476,0.0,0.0,0.7071067811865476],"size":[3.04,3.08,0.1],"type":"Floor"},"floor_room":{"body_id":42,"fixture_type":"Floor","kind":"fixture","name":"floor_room","pos":[3.04,-3,-0.02],"pose_world":[3.04,-3.0,-0.02,0.7071067811865476,0.0,0.0,0.7071067811865476],"size":[3.04,3.08,0.02],"type":"Floor"},"fridge_housing_right_group":{"body_id":278,"depth":0.78,"fixture_type":"HousingCabinet","height":1.7999999999999998,"kind":"fixture","name":"fridge_housing_right_group","pos":[5.689996712482849,-1.5949992286208903,0.9],"pose_world":[5.689996712482849,-1.5949992286208903,0.9,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.89,0.78,1.7999999999999998],"type":"HousingCabinet","width":0.89},"fridge_right_group":{"affordance_geometries":{"handles":[{"geom_id":1698,"geom_name":"fridge_right_group_freezer_door_handle_1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1699,"geom_name":"fridge_right_group_freezer_door_handle_2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1700,"geom_name":"fridge_right_group_freezer_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1747,"geom_name":"fridge_right_group_fridge_door_handle_1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1748,"geom_name":"fridge_right_group_fridge_door_handle_2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1749,"geom_name":"fridge_right_group_fridge_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":269,"depth":0.8,"fixture_type":"FridgeSideBySide","height":1.7799999999999998,"kind":"fixture","name":"fridge_right_group","pos":[5.642795227919224,-1.5949990552401563,0.8900000516962465],"pose_world":[5.642795227919224,-1.5949990552401563,0.8900000516962465,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.85,0.8,1.7799999999999998],"type":"FridgeSideBySide","width":0.85},"fridge_top_right_group":{"affordance_geometries":{"handles":[{"geom_id":1822,"geom_name":"fridge_top_right_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1823,"geom_name":"fridge_top_right_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1824,"geom_name":"fridge_top_right_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1825,"geom_name":"fridge_top_right_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1826,"geom_name":"fridge_top_right_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1827,"geom_name":"fridge_top_right_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1828,"geom_name":"fridge_top_right_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1829,"geom_name":"fridge_top_right_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1830,"geom_name":"fridge_top_right_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1831,"geom_name":"fridge_top_right_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1836,"geom_name":"fridge_top_right_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1837,"geom_name":"fridge_top_right_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1838,"geom_name":"fridge_top_right_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1839,"geom_name":"fridge_top_right_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1840,"geom_name":"fridge_top_right_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1841,"geom_name":"fridge_top_right_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1842,"geom_name":"fridge_top_right_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1843,"geom_name":"fridge_top_right_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1844,"geom_name":"fridge_top_right_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1845,"geom_name":"fridge_top_right_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":279,"depth":0.78,"fixture_type":"HingeCabinet","height":0.5100000000000002,"kind":"fixture","name":"fridge_top_right_group","pos":[5.689996712482849,-1.5949992286208903,2.0549999999999997],"pose_world":[5.689996712482849,-1.5949992286208903,2.0549999999999997,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.89,0.78,0.5100000000000002],"type":"HingeCabinet","width":0.89},"hood_main_group":{"body_id":87,"depth":0.5999999999999999,"fixture_type":"Hood","height":0.8797668963596291,"kind":"fixture","name":"hood_main_group","pos":[4.2015400124186355,-0.29420055813485146,2.109686643940881],"pose_world":[4.2015400124186355,-0.29420055813485146,2.109686643940881,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.9630070973781739,0.5999999999999999,0.8797668963596291],"type":"Hood","width":0.9630070973781739},"knife_block_main_group":{"body_id":189,"depth":0.3157588838500166,"fixture_type":"Accessory","height":0.27882058956551803,"kind":"fixture","name":"knife_block_main_group","pos":[1.4863969653311453,-0.18040035825278877,1.0624943354887755],"pose_world":[1.4863969653311453,-0.18040035825278877,1.0624943354887755,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.12,0.3157588838500166,0.27882058956551803],"type":"Accessory","width":0.12},"light_switch_2_room":{"body_id":36,"depth":3e-05,"fixture_type":"WallAccessory","height":3e-05,"kind":"fixture","name":"light_switch_2_room","pos":[0.0,-1.9,1.2],"pose_world":[0.0,-1.9,1.2,0.999999920000001,0.0,0.0,0.00039999998933328934],"rot":0.0007999999999999119,"size":[3e-05,3e-05,3e-05],"type":"WallAccessory","width":3e-05},"light_switch_room":{"body_id":35,"depth":3e-05,"fixture_type":"WallAccessory","height":3e-05,"kind":"fixture","name":"light_switch_room","pos":[0.0,-1.8,1.2],"pose_world":[0.0,-1.8,1.2,0.999999920000001,0.0,0.0,0.00039999998933328934],"rot":0.0007999999999999119,"size":[3e-05,3e-05,3e-05],"type":"WallAccessory","width":3e-05},"micro_housing_right_group":{"body_id":322,"depth":0.78,"fixture_type":"HousingCabinet","height":0.55,"kind":"fixture","name":"micro_housing_right_group","pos":[5.689991772021986,-2.939999228611817,1.6249999999999996],"pose_world":[5.689991772021986,-2.939999228611817,1.6249999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.8,0.78,0.55],"type":"HousingCabinet","width":0.8},"microwave_right_group":{"affordance_geometries":{"handles":[{"geom_id":2072,"geom_name":"microwave_right_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}],"start_buttons":{"start_button":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}],"stop_button":[{"geom_id":"[nested data omitted]","geom_name":"[nested data omitted]","position_world":"[nested data omitted]"}]}},"affordance_sites":{"start_buttons":{"start_button":[5.295259952545166,-3.217700242996216,1.5325120687484741],"stop_button":[5.295259475708008,-3.2673981189727783,1.532609224319458]}},"body_id":318,"depth":0.5,"fixture_type":"Microwave","height":0.4285172992036819,"kind":"fixture","name":"microwave_right_group","pos":[5.520458884233695,-2.9399986153512137,1.6249999999999996],"pose_world":[5.520458884233695,-2.9399986153512137,1.6249999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.75,0.5,0.4285172992036819],"type":"Microwave","width":0.75},"outlet_2_room":{"body_id":37,"depth":3e-05,"fixture_type":"WallAccessory","height":3e-05,"kind":"fixture","name":"outlet_2_room","pos":[6.08,-1.0,1.2],"pose_world":[6.08,-1.0,1.2,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[3e-05,3e-05,3e-05],"type":"WallAccessory","width":3e-05},"outlet_3_room":{"body_id":38,"depth":3e-05,"fixture_type":"WallAccessory","height":3e-05,"kind":"fixture","name":"outlet_3_room","pos":[6.08,-2.5,1.2],"pose_world":[6.08,-2.5,1.2,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[3e-05,3e-05,3e-05],"type":"WallAccessory","width":3e-05},"outlet_room":{"body_id":32,"depth":3e-05,"fixture_type":"WallAccessory","height":3e-05,"kind":"fixture","name":"outlet_room","pos":[3.0,0.0,1.2],"pose_world":[3.0,0.0,1.2,1.0,0.0,0.0,0.0],"rot":0.0,"size":[3e-05,3e-05,3e-05],"type":"WallAccessory","width":3e-05},"oven_housing_right_group":{"body_id":317,"depth":0.78,"fixture_type":"HousingCabinet","height":0.7,"kind":"fixture","name":"oven_housing_right_group","pos":[5.689991772021986,-2.939999228611817,0.9999999999999998],"pose_world":[5.689991772021986,-2.939999228611817,0.9999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.8,0.78,0.7],"type":"HousingCabinet","width":0.8},"oven_right_group":{"affordance_geometries":{"handles":[{"geom_id":2012,"geom_name":"oven_right_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":310,"depth":0.6,"fixture_type":"Oven","height":0.68,"kind":"fixture","name":"oven_right_group","pos":[5.572894656033508,-2.940065399684986,1.0000000336235495],"pose_world":[5.572894656033508,-2.940065399684986,1.0000000336235495,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.75,0.6,0.68],"type":"Oven","width":0.75},"paper_towel_main_group":{"body_id":174,"depth":0.16514230057010187,"fixture_type":"Accessory","height":0.33,"kind":"fixture","name":"paper_towel_main_group","pos":[0.2941806390777399,-0.5462106068293686,1.0878950932503004],"pose_world":[0.2941806390777399,-0.5462106068293686,1.0878950932503004,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.16570236319339088,0.16514230057010187,0.33],"type":"Accessory","width":0.16570236319339088},"plant_left_group":{"body_id":254,"depth":0.18385752901892194,"fixture_type":"Accessory","height":0.17000000000000004,"kind":"fixture","name":"plant_left_group","pos":[0.19613419104779156,-4.0699767368854864,1.008492366712176],"pose_world":[0.19613419104779156,-4.0699767368854864,1.008492366712176,0.7071055013256238,0.0,0.0,0.7071080610451548],"rot":1.5707999467849731,"size":[0.1824328557616565,0.18385752901892194,0.17000000000000004],"type":"Accessory","width":0.1824328557616565},"shelves_1_main_group":{"body_id":84,"depth":0.4,"fixture_type":"OpenCabinet","height":0.92,"kind":"fixture","name":"shelves_1_main_group","pos":[3.4,-0.2,1.85],"pose_world":[3.4,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.4,0.92],"type":"OpenCabinet","width":0.5},"shelves_2_main_group":{"body_id":93,"depth":0.4,"fixture_type":"OpenCabinet","height":0.92,"kind":"fixture","name":"shelves_2_main_group","pos":[5.05,-0.2,1.85],"pose_world":[5.05,-0.2,1.85,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.6,0.4,0.92],"type":"OpenCabinet","width":0.6},"side_bottom_right_group_1":{"affordance_geometries":{"handles":[{"geom_id":2156,"geom_name":"side_bottom_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2157,"geom_name":"side_bottom_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2158,"geom_name":"side_bottom_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2159,"geom_name":"side_bottom_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2160,"geom_name":"side_bottom_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2161,"geom_name":"side_bottom_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2162,"geom_name":"side_bottom_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2163,"geom_name":"side_bottom_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2164,"geom_name":"side_bottom_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2165,"geom_name":"side_bottom_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":331,"depth":0.78,"fixture_type":"Drawer","height":0.2999999999279999,"kind":"fixture","name":"side_bottom_right_group_1","pos":[5.689988466137392,-3.8399992286057447,0.19999999996399978],"pose_world":[5.689988466137392,-3.8399992286057447,0.19999999996399978,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[1.0,0.78,0.2999999999279999],"type":"Drawer","width":1.0},"side_bottom_right_group_2":{"affordance_geometries":{"handles":[{"geom_id":2190,"geom_name":"side_bottom_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2191,"geom_name":"side_bottom_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2192,"geom_name":"side_bottom_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2193,"geom_name":"side_bottom_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2194,"geom_name":"side_bottom_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2195,"geom_name":"side_bottom_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2196,"geom_name":"side_bottom_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2197,"geom_name":"side_bottom_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2198,"geom_name":"side_bottom_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2199,"geom_name":"side_bottom_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":335,"depth":0.78,"fixture_type":"Drawer","height":0.2999999999279999,"kind":"fixture","name":"side_bottom_right_group_2","pos":[5.689988466137392,-3.8399992286057447,0.4999999998919997],"pose_world":[5.689988466137392,-3.8399992286057447,0.4999999998919997,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[1.0,0.78,0.2999999999279999],"type":"Drawer","width":1.0},"side_bottom_right_group_3":{"affordance_geometries":{"handles":[{"geom_id":2219,"geom_name":"side_bottom_right_group_3_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2220,"geom_name":"side_bottom_right_group_3_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2221,"geom_name":"side_bottom_right_group_3_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2222,"geom_name":"side_bottom_right_group_3_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2223,"geom_name":"side_bottom_right_group_3_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2224,"geom_name":"side_bottom_right_group_3_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2225,"geom_name":"side_bottom_right_group_3_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2226,"geom_name":"side_bottom_right_group_3_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2227,"geom_name":"side_bottom_right_group_3_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2228,"geom_name":"side_bottom_right_group_3_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2233,"geom_name":"side_bottom_right_group_3_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2234,"geom_name":"side_bottom_right_group_3_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2235,"geom_name":"side_bottom_right_group_3_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2236,"geom_name":"side_bottom_right_group_3_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2237,"geom_name":"side_bottom_right_group_3_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2238,"geom_name":"side_bottom_right_group_3_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2239,"geom_name":"side_bottom_right_group_3_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2240,"geom_name":"side_bottom_right_group_3_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2241,"geom_name":"side_bottom_right_group_3_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2242,"geom_name":"side_bottom_right_group_3_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":339,"depth":0.78,"fixture_type":"HingeCabinet","height":1.6600000001439998,"kind":"fixture","name":"side_bottom_right_group_3","pos":[5.689988466137392,-3.8399992286057447,1.4799999999279996],"pose_world":[5.689988466137392,-3.8399992286057447,1.4799999999279996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[1.0,0.78,1.6600000001439998],"type":"HingeCabinet","width":1.0},"side_bottom_right_group_base":{"body_id":330,"fixture_type":"Box","kind":"fixture","name":"side_bottom_right_group_base","pos":[3.14,-0.17499999999999996,0.02499999999999982],"pose_world":[5.724988466137156,-3.8399993571679234,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[1,0.71,0.05],"type":"Box"},"sink_left_group":{"affordance_geometries":{"handles":[{"geom_id":1186,"geom_name":"sink_left_group_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":194,"depth":0.53,"fixture_type":"Sink","height":0.249057244016921,"kind":"fixture","name":"sink_left_group","pos":[0.29999877198378305,-2.199998355103462,0.9894399220814241],"pose_world":[0.29999877198378305,-2.199998355103462,0.9894399220814241,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[0.9185064499639721,0.53,0.249057244016921],"type":"Sink","width":0.9185064499639721},"stack_1_left_group_1":{"affordance_geometries":{"handles":[{"geom_id":1267,"geom_name":"stack_1_left_group_1_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1268,"geom_name":"stack_1_left_group_1_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1269,"geom_name":"stack_1_left_group_1_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1270,"geom_name":"stack_1_left_group_1_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1271,"geom_name":"stack_1_left_group_1_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1272,"geom_name":"stack_1_left_group_1_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1273,"geom_name":"stack_1_left_group_1_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1274,"geom_name":"stack_1_left_group_1_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1275,"geom_name":"stack_1_left_group_1_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1276,"geom_name":"stack_1_left_group_1_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1281,"geom_name":"stack_1_left_group_1_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1282,"geom_name":"stack_1_left_group_1_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1283,"geom_name":"stack_1_left_group_1_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1284,"geom_name":"stack_1_left_group_1_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1285,"geom_name":"stack_1_left_group_1_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1286,"geom_name":"stack_1_left_group_1_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1287,"geom_name":"stack_1_left_group_1_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1288,"geom_name":"stack_1_left_group_1_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1289,"geom_name":"stack_1_left_group_1_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1290,"geom_name":"stack_1_left_group_1_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":200,"depth":0.6,"fixture_type":"HingeCabinet","height":0.63,"kind":"fixture","name":"stack_1_left_group_1","pos":[0.2999955921518521,-3.199998898046565,0.365],"pose_world":[0.2999955921518521,-3.199998898046565,0.365,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[1.0,0.6,0.63],"type":"HingeCabinet","width":1.0},"stack_1_left_group_2":{"affordance_geometries":{"handles":[{"geom_id":1317,"geom_name":"stack_1_left_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1318,"geom_name":"stack_1_left_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1319,"geom_name":"stack_1_left_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1320,"geom_name":"stack_1_left_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1321,"geom_name":"stack_1_left_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1322,"geom_name":"stack_1_left_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1323,"geom_name":"stack_1_left_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1324,"geom_name":"stack_1_left_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1325,"geom_name":"stack_1_left_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1326,"geom_name":"stack_1_left_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":208,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_1_left_group_2","pos":[0.2999965104531279,-3.4499988980448784,0.7849999999999999],"pose_world":[0.2999965104531279,-3.4499988980448784,0.7849999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"stack_1_left_group_3":{"affordance_geometries":{"handles":[{"geom_id":1351,"geom_name":"stack_1_left_group_3_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1352,"geom_name":"stack_1_left_group_3_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1353,"geom_name":"stack_1_left_group_3_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1354,"geom_name":"stack_1_left_group_3_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1355,"geom_name":"stack_1_left_group_3_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1356,"geom_name":"stack_1_left_group_3_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1357,"geom_name":"stack_1_left_group_3_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1358,"geom_name":"stack_1_left_group_3_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1359,"geom_name":"stack_1_left_group_3_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1360,"geom_name":"stack_1_left_group_3_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":212,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_1_left_group_3","pos":[0.29999467385057627,-2.9499988980482517,0.7849999999999999],"pose_world":[0.29999467385057627,-2.9499988980482517,0.7849999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"stack_1_left_group_base":{"body_id":199,"fixture_type":"Box","kind":"fixture","name":"stack_1_left_group_base","pos":[1.2,-0.265,0.024999999999999988],"pose_world":[0.2649955921520883,-3.1999990266087437,0.024999999999999988,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[1,0.53,0.05],"type":"Box"},"stack_1_main_group_1":{"affordance_geometries":{"handles":[{"geom_id":456,"geom_name":"stack_1_main_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":457,"geom_name":"stack_1_main_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":458,"geom_name":"stack_1_main_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":459,"geom_name":"stack_1_main_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":460,"geom_name":"stack_1_main_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":461,"geom_name":"stack_1_main_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":462,"geom_name":"stack_1_main_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":463,"geom_name":"stack_1_main_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":464,"geom_name":"stack_1_main_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":465,"geom_name":"stack_1_main_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":97,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_1_main_group_1","pos":[1.2,-0.3,0.15499999999999997],"pose_world":[1.2,-0.3,0.15499999999999997,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1.0,0.6,0.21],"type":"Drawer","width":1.0},"stack_1_main_group_2":{"affordance_geometries":{"handles":[{"geom_id":490,"geom_name":"stack_1_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":491,"geom_name":"stack_1_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":492,"geom_name":"stack_1_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":493,"geom_name":"stack_1_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":494,"geom_name":"stack_1_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":495,"geom_name":"stack_1_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":496,"geom_name":"stack_1_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":497,"geom_name":"stack_1_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":498,"geom_name":"stack_1_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":499,"geom_name":"stack_1_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":101,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_1_main_group_2","pos":[1.2,-0.3,0.365],"pose_world":[1.2,-0.3,0.365,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1.0,0.6,0.21],"type":"Drawer","width":1.0},"stack_1_main_group_3":{"affordance_geometries":{"handles":[{"geom_id":524,"geom_name":"stack_1_main_group_3_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":525,"geom_name":"stack_1_main_group_3_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":526,"geom_name":"stack_1_main_group_3_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":527,"geom_name":"stack_1_main_group_3_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":528,"geom_name":"stack_1_main_group_3_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":529,"geom_name":"stack_1_main_group_3_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":530,"geom_name":"stack_1_main_group_3_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":531,"geom_name":"stack_1_main_group_3_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":532,"geom_name":"stack_1_main_group_3_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":533,"geom_name":"stack_1_main_group_3_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":105,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_1_main_group_3","pos":[1.2,-0.3,0.575],"pose_world":[1.2,-0.3,0.575,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1.0,0.6,0.21],"type":"Drawer","width":1.0},"stack_1_main_group_4":{"affordance_geometries":{"handles":[{"geom_id":558,"geom_name":"stack_1_main_group_4_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":559,"geom_name":"stack_1_main_group_4_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":560,"geom_name":"stack_1_main_group_4_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":561,"geom_name":"stack_1_main_group_4_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":562,"geom_name":"stack_1_main_group_4_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":563,"geom_name":"stack_1_main_group_4_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":564,"geom_name":"stack_1_main_group_4_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":565,"geom_name":"stack_1_main_group_4_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":566,"geom_name":"stack_1_main_group_4_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":567,"geom_name":"stack_1_main_group_4_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":109,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_1_main_group_4","pos":[1.2,-0.3,0.7849999999999999],"pose_world":[1.2,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1.0,0.6,0.21],"type":"Drawer","width":1.0},"stack_1_main_group_base":{"body_id":96,"fixture_type":"Box","kind":"fixture","name":"stack_1_main_group_base","pos":[1.2,-0.265,0.024999999999999988],"pose_world":[1.2,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1,0.53,0.05],"type":"Box"},"stack_2_left_group_1":{"affordance_geometries":{"handles":[{"geom_id":1381,"geom_name":"stack_2_left_group_1_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1382,"geom_name":"stack_2_left_group_1_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1383,"geom_name":"stack_2_left_group_1_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1384,"geom_name":"stack_2_left_group_1_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1385,"geom_name":"stack_2_left_group_1_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1386,"geom_name":"stack_2_left_group_1_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1387,"geom_name":"stack_2_left_group_1_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1388,"geom_name":"stack_2_left_group_1_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1389,"geom_name":"stack_2_left_group_1_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1390,"geom_name":"stack_2_left_group_1_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1395,"geom_name":"stack_2_left_group_1_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1396,"geom_name":"stack_2_left_group_1_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1397,"geom_name":"stack_2_left_group_1_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1398,"geom_name":"stack_2_left_group_1_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1399,"geom_name":"stack_2_left_group_1_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1400,"geom_name":"stack_2_left_group_1_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1401,"geom_name":"stack_2_left_group_1_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1402,"geom_name":"stack_2_left_group_1_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1403,"geom_name":"stack_2_left_group_1_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1404,"geom_name":"stack_2_left_group_1_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":217,"depth":0.6,"fixture_type":"HingeCabinet","height":0.84,"kind":"fixture","name":"stack_2_left_group_1","pos":[0.29999191894674876,-2.199998898053311,0.47],"pose_world":[0.29999191894674876,-2.199998898053311,0.47,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[1.0,0.6,0.84],"type":"HingeCabinet","width":1.0},"stack_2_left_group_base":{"body_id":216,"fixture_type":"Box","kind":"fixture","name":"stack_2_left_group_base","pos":[2.2,-0.265,0.024999999999999988],"pose_world":[0.26499191894698493,-2.19999902661549,0.024999999999999988,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[1,0.53,0.05],"type":"Box"},"stack_2_main_group_1":{"affordance_geometries":{"handles":[{"geom_id":587,"geom_name":"stack_2_main_group_1_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":588,"geom_name":"stack_2_main_group_1_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":589,"geom_name":"stack_2_main_group_1_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":590,"geom_name":"stack_2_main_group_1_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":591,"geom_name":"stack_2_main_group_1_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":592,"geom_name":"stack_2_main_group_1_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":593,"geom_name":"stack_2_main_group_1_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":594,"geom_name":"stack_2_main_group_1_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":595,"geom_name":"stack_2_main_group_1_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":596,"geom_name":"stack_2_main_group_1_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":601,"geom_name":"stack_2_main_group_1_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":602,"geom_name":"stack_2_main_group_1_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":603,"geom_name":"stack_2_main_group_1_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":604,"geom_name":"stack_2_main_group_1_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":605,"geom_name":"stack_2_main_group_1_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":606,"geom_name":"stack_2_main_group_1_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":607,"geom_name":"stack_2_main_group_1_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":608,"geom_name":"stack_2_main_group_1_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":609,"geom_name":"stack_2_main_group_1_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":610,"geom_name":"stack_2_main_group_1_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":114,"depth":0.6,"fixture_type":"HingeCabinet","height":0.63,"kind":"fixture","name":"stack_2_main_group_1","pos":[2.2,-0.3,0.365],"pose_world":[2.2,-0.3,0.365,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1.0,0.6,0.63],"type":"HingeCabinet","width":1.0},"stack_2_main_group_2":{"affordance_geometries":{"handles":[{"geom_id":637,"geom_name":"stack_2_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":638,"geom_name":"stack_2_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":639,"geom_name":"stack_2_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":640,"geom_name":"stack_2_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":641,"geom_name":"stack_2_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":642,"geom_name":"stack_2_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":643,"geom_name":"stack_2_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":644,"geom_name":"stack_2_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":645,"geom_name":"stack_2_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":646,"geom_name":"stack_2_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":122,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_2_main_group_2","pos":[1.9500000000000002,-0.3,0.7849999999999999],"pose_world":[1.9500000000000002,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"stack_2_main_group_3":{"affordance_geometries":{"handles":[{"geom_id":671,"geom_name":"stack_2_main_group_3_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":672,"geom_name":"stack_2_main_group_3_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":673,"geom_name":"stack_2_main_group_3_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":674,"geom_name":"stack_2_main_group_3_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":675,"geom_name":"stack_2_main_group_3_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":676,"geom_name":"stack_2_main_group_3_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":677,"geom_name":"stack_2_main_group_3_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":678,"geom_name":"stack_2_main_group_3_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":679,"geom_name":"stack_2_main_group_3_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":680,"geom_name":"stack_2_main_group_3_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":126,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_2_main_group_3","pos":[2.45,-0.3,0.7849999999999999],"pose_world":[2.45,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"stack_2_main_group_base":{"body_id":113,"fixture_type":"Box","kind":"fixture","name":"stack_2_main_group_base","pos":[2.2,-0.265,0.024999999999999988],"pose_world":[2.2,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1,0.53,0.05],"type":"Box"},"stack_3_left_group_1":{"affordance_geometries":{"handles":[{"geom_id":1474,"geom_name":"stack_3_left_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1475,"geom_name":"stack_3_left_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1476,"geom_name":"stack_3_left_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1477,"geom_name":"stack_3_left_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1478,"geom_name":"stack_3_left_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1479,"geom_name":"stack_3_left_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1480,"geom_name":"stack_3_left_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1481,"geom_name":"stack_3_left_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1482,"geom_name":"stack_3_left_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1483,"geom_name":"stack_3_left_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":233,"depth":0.6,"fixture_type":"SingleCabinet","height":0.84,"kind":"fixture","name":"stack_3_left_group_1","pos":[0.2999870519499868,-0.8749988980622496,0.4699999999999999],"pose_world":[0.2999870519499868,-0.8749988980622496,0.4699999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[0.35,0.6,0.84],"type":"SingleCabinet","width":0.35},"stack_3_left_group_base":{"body_id":232,"fixture_type":"Box","kind":"fixture","name":"stack_3_left_group_base","pos":[3.5250000000000004,-0.265,0.024999999999999932],"pose_world":[0.264987051950223,-0.8749990266244283,0.024999999999999932,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[0.35,0.53,0.05],"type":"Box"},"stack_3_main_group_1":{"affordance_geometries":{"handles":[{"geom_id":700,"geom_name":"stack_3_main_group_1_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":701,"geom_name":"stack_3_main_group_1_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":702,"geom_name":"stack_3_main_group_1_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":703,"geom_name":"stack_3_main_group_1_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":704,"geom_name":"stack_3_main_group_1_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":705,"geom_name":"stack_3_main_group_1_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":706,"geom_name":"stack_3_main_group_1_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":707,"geom_name":"stack_3_main_group_1_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":708,"geom_name":"stack_3_main_group_1_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":709,"geom_name":"stack_3_main_group_1_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":714,"geom_name":"stack_3_main_group_1_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":715,"geom_name":"stack_3_main_group_1_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":716,"geom_name":"stack_3_main_group_1_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":717,"geom_name":"stack_3_main_group_1_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":718,"geom_name":"stack_3_main_group_1_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":719,"geom_name":"stack_3_main_group_1_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":720,"geom_name":"stack_3_main_group_1_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":721,"geom_name":"stack_3_main_group_1_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":722,"geom_name":"stack_3_main_group_1_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":723,"geom_name":"stack_3_main_group_1_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":131,"depth":0.6,"fixture_type":"HingeCabinet","height":0.63,"kind":"fixture","name":"stack_3_main_group_1","pos":[3.2,-0.3,0.365],"pose_world":[3.2,-0.3,0.365,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1.0,0.6,0.63],"type":"HingeCabinet","width":1.0},"stack_3_main_group_2":{"affordance_geometries":{"handles":[{"geom_id":750,"geom_name":"stack_3_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":751,"geom_name":"stack_3_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":752,"geom_name":"stack_3_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":753,"geom_name":"stack_3_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":754,"geom_name":"stack_3_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":755,"geom_name":"stack_3_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":756,"geom_name":"stack_3_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":757,"geom_name":"stack_3_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":758,"geom_name":"stack_3_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":759,"geom_name":"stack_3_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"agent_aliases":["init robot base ref","drawer"],"body_id":139,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_3_main_group_2","pos":[2.95,-0.3,0.7849999999999999],"pose_world":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"stack_3_main_group_3":{"affordance_geometries":{"handles":[{"geom_id":784,"geom_name":"stack_3_main_group_3_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":785,"geom_name":"stack_3_main_group_3_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":786,"geom_name":"stack_3_main_group_3_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":787,"geom_name":"stack_3_main_group_3_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":788,"geom_name":"stack_3_main_group_3_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":789,"geom_name":"stack_3_main_group_3_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":790,"geom_name":"stack_3_main_group_3_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":791,"geom_name":"stack_3_main_group_3_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":792,"geom_name":"stack_3_main_group_3_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":793,"geom_name":"stack_3_main_group_3_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":143,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_3_main_group_3","pos":[3.45,-0.3,0.7849999999999999],"pose_world":[3.45,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"stack_3_main_group_base":{"body_id":130,"fixture_type":"Box","kind":"fixture","name":"stack_3_main_group_base","pos":[3.2,-0.265,0.024999999999999988],"pose_world":[3.2,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1,0.53,0.05],"type":"Box"},"stack_4_main_group_1":{"affordance_geometries":{"handles":[{"geom_id":814,"geom_name":"stack_4_main_group_1_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":815,"geom_name":"stack_4_main_group_1_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":816,"geom_name":"stack_4_main_group_1_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":817,"geom_name":"stack_4_main_group_1_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":818,"geom_name":"stack_4_main_group_1_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":819,"geom_name":"stack_4_main_group_1_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":820,"geom_name":"stack_4_main_group_1_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":821,"geom_name":"stack_4_main_group_1_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":822,"geom_name":"stack_4_main_group_1_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":823,"geom_name":"stack_4_main_group_1_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":828,"geom_name":"stack_4_main_group_1_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":829,"geom_name":"stack_4_main_group_1_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":830,"geom_name":"stack_4_main_group_1_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":831,"geom_name":"stack_4_main_group_1_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":832,"geom_name":"stack_4_main_group_1_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":833,"geom_name":"stack_4_main_group_1_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":834,"geom_name":"stack_4_main_group_1_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":835,"geom_name":"stack_4_main_group_1_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":836,"geom_name":"stack_4_main_group_1_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":837,"geom_name":"stack_4_main_group_1_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":148,"depth":0.6,"fixture_type":"HingeCabinet","height":0.84,"kind":"fixture","name":"stack_4_main_group_1","pos":[4.2,-0.3,0.47],"pose_world":[4.2,-0.3,0.47,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1.0,0.6,0.84],"type":"HingeCabinet","width":1.0},"stack_4_main_group_base":{"body_id":147,"fixture_type":"Box","kind":"fixture","name":"stack_4_main_group_base","pos":[4.2,-0.265,0.024999999999999988],"pose_world":[4.2,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"rot":0.0,"size":[1,0.53,0.05],"type":"Box"},"stack_5_main_group_1":{"affordance_geometries":{"handles":[{"geom_id":861,"geom_name":"stack_5_main_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":862,"geom_name":"stack_5_main_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":863,"geom_name":"stack_5_main_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":864,"geom_name":"stack_5_main_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":865,"geom_name":"stack_5_main_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":866,"geom_name":"stack_5_main_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":867,"geom_name":"stack_5_main_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":868,"geom_name":"stack_5_main_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":869,"geom_name":"stack_5_main_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":870,"geom_name":"stack_5_main_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":158,"depth":0.6,"fixture_type":"SingleCabinet","height":0.63,"kind":"fixture","name":"stack_5_main_group_1","pos":[4.95,-0.3,0.365],"pose_world":[4.95,-0.3,0.365,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.6,0.63],"type":"SingleCabinet","width":0.5},"stack_5_main_group_2":{"affordance_geometries":{"handles":[{"geom_id":897,"geom_name":"stack_5_main_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":898,"geom_name":"stack_5_main_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":899,"geom_name":"stack_5_main_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":900,"geom_name":"stack_5_main_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":901,"geom_name":"stack_5_main_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":902,"geom_name":"stack_5_main_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":903,"geom_name":"stack_5_main_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":904,"geom_name":"stack_5_main_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":905,"geom_name":"stack_5_main_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":906,"geom_name":"stack_5_main_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":163,"depth":0.6,"fixture_type":"Drawer","height":0.21,"kind":"fixture","name":"stack_5_main_group_2","pos":[4.95,-0.3,0.7849999999999999],"pose_world":[4.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.6,0.21],"type":"Drawer","width":0.5},"stack_5_main_group_base":{"body_id":157,"fixture_type":"Box","kind":"fixture","name":"stack_5_main_group_base","pos":[4.95,-0.265,0.024999999999999988],"pose_world":[4.95,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.5,0.53,0.05],"type":"Box"},"stack_left_right_group_1":{"affordance_geometries":{"handles":[{"geom_id":1605,"geom_name":"stack_left_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1606,"geom_name":"stack_left_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1607,"geom_name":"stack_left_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1608,"geom_name":"stack_left_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1609,"geom_name":"stack_left_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1610,"geom_name":"stack_left_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1611,"geom_name":"stack_left_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1612,"geom_name":"stack_left_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1613,"geom_name":"stack_left_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1614,"geom_name":"stack_left_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":257,"depth":0.78,"fixture_type":"SingleCabinet","height":1.13,"kind":"fixture","name":"stack_left_right_group_1","pos":[5.689999265360396,-0.899999228625579,0.615],"pose_world":[5.689999265360396,-0.899999228625579,0.615,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.5,0.78,1.13],"type":"SingleCabinet","width":0.5},"stack_left_right_group_2":{"affordance_geometries":{"handles":[{"geom_id":1637,"geom_name":"stack_left_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1638,"geom_name":"stack_left_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1639,"geom_name":"stack_left_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1640,"geom_name":"stack_left_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1641,"geom_name":"stack_left_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1642,"geom_name":"stack_left_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1643,"geom_name":"stack_left_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1644,"geom_name":"stack_left_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1645,"geom_name":"stack_left_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1646,"geom_name":"stack_left_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":263,"depth":0.78,"fixture_type":"SingleCabinet","height":1.13,"kind":"fixture","name":"stack_left_right_group_2","pos":[5.689999265360396,-0.899999228625579,1.7449999999999999],"pose_world":[5.689999265360396,-0.899999228625579,1.7449999999999999,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.5,0.78,1.13],"type":"SingleCabinet","width":0.5},"stack_left_right_group_base":{"body_id":256,"fixture_type":"Box","kind":"fixture","name":"stack_left_right_group_base","pos":[0.2,-0.175,0.025000000000000043],"pose_world":[5.72499926536016,-0.8999993571877576,0.025000000000000043,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.5,0.71,0.05],"type":"Box"},"stack_right_right_group_1":{"affordance_geometries":{"handles":[{"geom_id":1866,"geom_name":"stack_right_right_group_1_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1867,"geom_name":"stack_right_right_group_1_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1868,"geom_name":"stack_right_right_group_1_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1869,"geom_name":"stack_right_right_group_1_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1870,"geom_name":"stack_right_right_group_1_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1871,"geom_name":"stack_right_right_group_1_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1872,"geom_name":"stack_right_right_group_1_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1873,"geom_name":"stack_right_right_group_1_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1874,"geom_name":"stack_right_right_group_1_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1875,"geom_name":"stack_right_right_group_1_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":287,"depth":0.78,"fixture_type":"SingleCabinet","height":1.13,"kind":"fixture","name":"stack_right_right_group_1","pos":[5.689994159605303,-2.289999228616202,0.6149999999999998],"pose_world":[5.689994159605303,-2.289999228616202,0.6149999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.5,0.78,1.13],"type":"SingleCabinet","width":0.5},"stack_right_right_group_2":{"affordance_geometries":{"handles":[{"geom_id":1898,"geom_name":"stack_right_right_group_2_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1899,"geom_name":"stack_right_right_group_2_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1900,"geom_name":"stack_right_right_group_2_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1901,"geom_name":"stack_right_right_group_2_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1902,"geom_name":"stack_right_right_group_2_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1903,"geom_name":"stack_right_right_group_2_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1904,"geom_name":"stack_right_right_group_2_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1905,"geom_name":"stack_right_right_group_2_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1906,"geom_name":"stack_right_right_group_2_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":1907,"geom_name":"stack_right_right_group_2_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":293,"depth":0.78,"fixture_type":"SingleCabinet","height":1.13,"kind":"fixture","name":"stack_right_right_group_2","pos":[5.689994159605303,-2.289999228616202,1.7449999999999997],"pose_world":[5.689994159605303,-2.289999228616202,1.7449999999999997,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.5,0.78,1.13],"type":"SingleCabinet","width":0.5},"stack_right_right_group_base":{"body_id":286,"fixture_type":"Box","kind":"fixture","name":"stack_right_right_group_base","pos":[1.59,-0.17499999999999996,0.02499999999999982],"pose_world":[5.724994159605067,-2.28999935717838,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.5,0.71,0.05],"type":"Box"},"stool_1_room":{"body_id":44,"depth":0.37423366327297586,"fixture_type":"Stool","height":0.8,"kind":"fixture","name":"stool_1_room","pos":[1.325,-4.475,0.4],"pose_world":[1.325,-4.475,0.4,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"size":[0.3755556885348015,0.37423366327297586,0.8],"type":"Stool","width":0.3755556885348015},"stool_2_room":{"body_id":45,"depth":0.37423366327297586,"fixture_type":"Stool","height":0.8,"kind":"fixture","name":"stool_2_room","pos":[1.975,-4.475,0.4],"pose_world":[1.975,-4.475,0.4,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"size":[0.3755556885348015,0.37423366327297586,0.8],"type":"Stool","width":0.3755556885348015},"stool_3_room":{"body_id":46,"depth":0.37423366327297586,"fixture_type":"Stool","height":0.8,"kind":"fixture","name":"stool_3_room","pos":[2.625,-4.475,0.4],"pose_world":[2.625,-4.475,0.4,4.632679487995776e-05,0.0,0.0,0.999999998926914],"rot":3.1415,"size":[0.3755556885348015,0.37423366327297586,0.8],"type":"Stool","width":0.3755556885348015},"stovetop_main_group":{"body_id":49,"depth":0.55,"fixture_type":"Stovetop","height":0.00880406371748579,"kind":"fixture","name":"stovetop_main_group","pos":[4.201503558601173,-0.29496929235669656,0.9307668946915083],"pose_world":[4.201503558601173,-0.29496929235669656,0.9307668946915083,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.9630070973781739,0.55,0.00880406371748579],"type":"Stovetop","width":0.9630070973781739},"toaster_main_group":{"affordance_geometries":{"handles":[{"geom_id":1036,"geom_name":"toaster_main_group_lever_handle","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":176,"depth":0.2995720256640279,"fixture_type":"Toaster","height":0.23,"kind":"fixture","name":"toaster_main_group","pos":[2.747640287102935,-0.21089753143282097,1.038],"pose_world":[2.747640287102935,-0.21089753143282097,1.038,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.18045825683631556,0.2995720256640279,0.23],"type":"Toaster","width":0.18045825683631556},"toaster_oven_main_group":{"affordance_geometries":{"handles":[{"geom_id":1076,"geom_name":"toaster_oven_main_group_door_handle_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":181,"depth":0.33,"fixture_type":"ToasterOven","height":0.3067814795556516,"kind":"fixture","name":"toaster_oven_main_group","pos":[3.382218060875461,-0.3016016394625445,1.0763907397778258],"pose_world":[3.382218060875461,-0.3016016394625445,1.0763907397778258,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.49718527920494054,0.33,0.3067814795556516],"type":"ToasterOven","width":0.49718527920494054},"top_right_group":{"affordance_geometries":{"handles":[{"geom_id":2106,"geom_name":"top_right_group_left_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2107,"geom_name":"top_right_group_left_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2108,"geom_name":"top_right_group_left_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2109,"geom_name":"top_right_group_left_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2110,"geom_name":"top_right_group_left_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2111,"geom_name":"top_right_group_left_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2112,"geom_name":"top_right_group_left_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2113,"geom_name":"top_right_group_left_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2114,"geom_name":"top_right_group_left_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2115,"geom_name":"top_right_group_left_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2120,"geom_name":"top_right_group_right_door_handle_g0","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2121,"geom_name":"top_right_group_right_door_handle_g1","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2122,"geom_name":"top_right_group_right_door_handle_g2","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2123,"geom_name":"top_right_group_right_door_handle_g3","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2124,"geom_name":"top_right_group_right_door_handle_g4","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2125,"geom_name":"top_right_group_right_door_handle_g5","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2126,"geom_name":"top_right_group_right_door_handle_g6","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2127,"geom_name":"top_right_group_right_door_handle_g7","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2128,"geom_name":"top_right_group_right_door_handle_g8","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]},{"geom_id":2129,"geom_name":"top_right_group_right_door_handle_reg_main","position_world":["[nested data omitted]","[nested data omitted]","[nested data omitted]"]}]},"body_id":323,"depth":0.78,"fixture_type":"HingeCabinet","height":0.4099999999999999,"kind":"fixture","name":"top_right_group","pos":[5.689991772021986,-2.939999228611817,2.1049999999999995],"pose_world":[5.689991772021986,-2.939999228611817,2.1049999999999995,0.7071054825112363,0.0,0.0,-0.7071080798594735],"rot":-1.5708,"size":[0.8,0.78,0.4099999999999999],"type":"HingeCabinet","width":0.8},"utensil_rack_room":{"body_id":33,"depth":0.09945939791284827,"fixture_type":"WallAccessory","height":0.32,"kind":"fixture","name":"utensil_rack_room","pos":[1.9,-0.039999999999999994,1.15],"pose_world":[1.9,-0.039999999999999994,1.15,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.3547280774992862,0.09945939791284827,0.32],"type":"WallAccessory","width":0.3547280774992862},"utensil_set_main_group":{"body_id":188,"depth":0.18939281018006945,"fixture_type":"Accessory","height":0.28,"kind":"fixture","name":"utensil_set_main_group","pos":[5.45731049109186,-0.15253297724350956,1.063320811843608],"pose_world":[5.45731049109186,-0.15253297724350956,1.063320811843608,1.0,0.0,0.0,0.0],"rot":0.0,"size":[0.18132970501991783,0.18939281018006945,0.28],"type":"Accessory","width":0.18132970501991783},"wall_backing_room":{"body_id":25,"fixture_type":"Wall","kind":"fixture","name":"wall_backing_room","pos":[3.04,0.14,1.38],"pose_world":[3.04,0.14,1.38,-0.7071067811865476,0.7071067811865476,0.0,0.0],"size":[3.2800000000000002,1.62,0.1],"type":"Wall"},"wall_front_backing_room":{"body_id":31,"fixture_type":"Wall","kind":"fixture","name":"wall_front_backing_room","pos":[3.04,-6.14,1.38],"pose_world":[3.04,-6.14,1.38,0.0,0.0,0.7071067811865476,-0.7071067811865476],"size":[3.24,1.62,0.1],"type":"Wall"},"wall_front_room":{"body_id":30,"fixture_type":"Wall","kind":"fixture","name":"wall_front_room","pos":[3.04,-6.02,1.5],"pose_world":[3.04,-6.02,1.5,0.0,0.0,0.7071067811865476,-0.7071067811865476],"size":[3.04,1.5,0.02],"type":"Wall"},"wall_left_backing_room":{"body_id":27,"fixture_type":"Wall","kind":"fixture","name":"wall_left_backing_room","pos":[-0.14,-3,1.38],"pose_world":[-0.14,-3.0,1.38,0.5,0.5,-0.5,-0.5],"size":[3.04,1.62,0.1],"type":"Wall"},"wall_left_room":{"body_id":26,"fixture_type":"Wall","kind":"fixture","name":"wall_left_room","pos":[-0.02,-3,1.5],"pose_world":[-0.02,-3.0,1.5,0.5,0.5,-0.5,-0.5],"size":[3.04,1.5,0.02],"type":"Wall"},"wall_right_backing_room":{"body_id":29,"fixture_type":"Wall","kind":"fixture","name":"wall_right_backing_room","pos":[6.22,-3,1.38],"pose_world":[6.22,-3.0,1.38,0.5,-0.5,-0.5,0.5],"size":[3.04,1.62,0.1],"type":"Wall"},"wall_right_room":{"body_id":28,"fixture_type":"Wall","kind":"fixture","name":"wall_right_room","pos":[6.1,-3,1.5],"pose_world":[6.1,-3.0,1.5,0.5,-0.5,-0.5,0.5],"size":[3.04,1.5,0.02],"type":"Wall"},"wall_room":{"body_id":24,"fixture_type":"Wall","kind":"fixture","name":"wall_room","pos":[3.04,0.02,1.5],"pose_world":[3.04,0.02,1.5,-0.7071067811865476,0.7071067811865476,0.0,0.0],"size":[3.08,1.5,0.02],"type":"Wall"},"window_group_room":{"body_id":39,"depth":0.03,"fixture_type":"Window","height":1.25,"kind":"fixture","name":"window_group_room","pos":[0.015000000000000003,-3.2999999,1.7],"pose_world":[0.015000000000000003,-3.2999999,1.7,0.7071054825112363,0.0,0.0,0.7071080798594735],"rot":1.5708,"size":[2.0,0.03,1.25],"type":"Window","width":2.0}},"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":null,"query":null,"split":"target"},"live_observation":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"objects":{"distr_counter_1":{"body_id":350,"kind":"object","name":"distr_counter_1","pose_world":[3.008460969814631,-0.380402157323643,0.9338282566198153,0.9974425180575878,0.021339998011904893,-0.009663305389600143,-0.06752516704708732],"rot":0.0,"size":[0.02821504,0.0281638,0.02811556],"type":"MJCFObject"},"drawer_obj":{"body_id":349,"kind":"object","name":"drawer_obj","pose_world":[2.973198492514065,-0.9679282199779583,0.7651581949831368,0.9688540292629515,0.05666750184417421,0.004692992248852773,0.24101585018300622],"rot":0.0,"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105],"type":"MJCFObject"}},"pose_evidence":{"fixtures":{"bottom_corner_right_group":[5.6900002754917995,-0.6249992286274342,0.445,0.7071054825112363,0.0,0.0,-0.7071080798594735],"bottom_right_group_1":[5.689991772021986,-2.939999228611817,0.19999999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"bottom_right_group_2":[5.689991772021986,-2.939999228611817,0.4999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"bottom_right_group_base":[5.72499177202175,-2.9399993571739955,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"cab_1_left_group":[0.19999008234487173,-1.6999992653771945,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"cab_1_main_group":[1.15,-0.2,1.85,1.0,0.0,0.0,0.0],"cab_2_left_group":[0.19998732744104422,-0.9499992653822544,1.85,0.7071054825112363,0.0,0.0,0.7071080798594735],"cab_2_main_group":[2.9,-0.2,1.85,1.0,0.0,0.0,0.0],"cab_corner_2_main_group":[0.2,-0.55,1.85,1.0,0.0,0.0,0.0],"cab_corner_main_group":[0.325,-0.2,1.85,1.0,0.0,0.0,0.0],"cab_main_main_group":[2.15,-0.2,1.85,1.0,0.0,0.0,0.0],"cab_top_corner_right_group":[5.6900013774533305,-0.3249992286294581,1.8499999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"coffee_machine_main_group":[1.3185672959127874,-0.2445345466838201,1.0929999947553568,1.0,0.0,0.0,0.0],"counter_1_front_group":[1.975,-4.075,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"counter_1_left_group":[0.32499191894658014,-2.1999988062231837,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"counter_1_main_group":[4.45,-0.325,0.46,1.0,0.0,0.0,0.0],"counter_corner_2_main_group":[5.640000000000001,-0.325,0.46,1.0,0.0,0.0,0.0],"counter_corner_front_group":[0.6500000056873556,-4.0748772339937,0.46,4.632679487995776e-05,0.0,0.0,0.999999998926914],"counter_corner_left_group":[0.3249987143760213,-4.049998806210703,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"counter_corner_main_group":[0.35,-0.325,0.46,1.0,0.0,0.0,0.0],"counter_corner_right_left_group":[0.32498622547866995,-0.6499988062336404,0.46,0.7071054825112363,0.0,0.0,0.7071080798594735],"counter_main_main_group":[2.2,-0.325,0.46,1.0,0.0,0.0,0.0],"dishwasher_left_group":[0.32479563450010346,-1.3749988069386108,0.4449999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"drawer":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"floor_backing_room":[3.04,-3.0,-0.14,0.7071067811865476,0.0,0.0,0.7071067811865476],"floor_room":[3.04,-3.0,-0.02,0.7071067811865476,0.0,0.0,0.7071067811865476],"fridge_housing_right_group":[5.689996712482849,-1.5949992286208903,0.9,0.7071054825112363,0.0,0.0,-0.7071080798594735],"fridge_right_group":[5.642795227919224,-1.5949990552401563,0.8900000516962465,0.7071054825112363,0.0,0.0,-0.7071080798594735],"fridge_top_right_group":[5.689996712482849,-1.5949992286208903,2.0549999999999997,0.7071054825112363,0.0,0.0,-0.7071080798594735],"hood_main_group":[4.2015400124186355,-0.29420055813485146,2.109686643940881,1.0,0.0,0.0,0.0],"knife_block_main_group":[1.4863969653311453,-0.18040035825278877,1.0624943354887755,1.0,0.0,0.0,0.0],"light_switch_2_room":[0.0,-1.9,1.2,0.999999920000001,0.0,0.0,0.00039999998933328934],"light_switch_room":[0.0,-1.8,1.2,0.999999920000001,0.0,0.0,0.00039999998933328934],"micro_housing_right_group":[5.689991772021986,-2.939999228611817,1.6249999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"microwave_right_group":[5.520458884233695,-2.9399986153512137,1.6249999999999996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"outlet_2_room":[6.08,-1.0,1.2,0.7071054825112363,0.0,0.0,-0.7071080798594735],"outlet_3_room":[6.08,-2.5,1.2,0.7071054825112363,0.0,0.0,-0.7071080798594735],"outlet_room":[3.0,0.0,1.2,1.0,0.0,0.0,0.0],"oven_housing_right_group":[5.689991772021986,-2.939999228611817,0.9999999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"oven_right_group":[5.572894656033508,-2.940065399684986,1.0000000336235495,0.7071054825112363,0.0,0.0,-0.7071080798594735],"paper_towel_main_group":[0.2941806390777399,-0.5462106068293686,1.0878950932503004,1.0,0.0,0.0,0.0],"plant_left_group":[0.19613419104779156,-4.0699767368854864,1.008492366712176,0.7071055013256238,0.0,0.0,0.7071080610451548],"shelves_1_main_group":[3.4,-0.2,1.85,1.0,0.0,0.0,0.0],"shelves_2_main_group":[5.05,-0.2,1.85,1.0,0.0,0.0,0.0],"side_bottom_right_group_1":[5.689988466137392,-3.8399992286057447,0.19999999996399978,0.7071054825112363,0.0,0.0,-0.7071080798594735],"side_bottom_right_group_2":[5.689988466137392,-3.8399992286057447,0.4999999998919997,0.7071054825112363,0.0,0.0,-0.7071080798594735],"side_bottom_right_group_3":[5.689988466137392,-3.8399992286057447,1.4799999999279996,0.7071054825112363,0.0,0.0,-0.7071080798594735],"side_bottom_right_group_base":[5.724988466137156,-3.8399993571679234,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"sink_left_group":[0.29999877198378305,-2.199998355103462,0.9894399220814241,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_1_left_group_1":[0.2999955921518521,-3.199998898046565,0.365,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_1_left_group_2":[0.2999965104531279,-3.4499988980448784,0.7849999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_1_left_group_3":[0.29999467385057627,-2.9499988980482517,0.7849999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_1_left_group_base":[0.2649955921520883,-3.1999990266087437,0.024999999999999988,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_1_main_group_1":[1.2,-0.3,0.15499999999999997,1.0,0.0,0.0,0.0],"stack_1_main_group_2":[1.2,-0.3,0.365,1.0,0.0,0.0,0.0],"stack_1_main_group_3":[1.2,-0.3,0.575,1.0,0.0,0.0,0.0],"stack_1_main_group_4":[1.2,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"stack_1_main_group_base":[1.2,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"stack_2_left_group_1":[0.29999191894674876,-2.199998898053311,0.47,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_2_left_group_base":[0.26499191894698493,-2.19999902661549,0.024999999999999988,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_2_main_group_1":[2.2,-0.3,0.365,1.0,0.0,0.0,0.0],"stack_2_main_group_2":[1.9500000000000002,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"stack_2_main_group_3":[2.45,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"stack_2_main_group_base":[2.2,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"stack_3_left_group_1":[0.2999870519499868,-0.8749988980622496,0.4699999999999999,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_3_left_group_base":[0.264987051950223,-0.8749990266244283,0.024999999999999932,0.7071054825112363,0.0,0.0,0.7071080798594735],"stack_3_main_group_1":[3.2,-0.3,0.365,1.0,0.0,0.0,0.0],"stack_3_main_group_2":[2.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"stack_3_main_group_3":[3.45,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"stack_3_main_group_base":[3.2,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"stack_4_main_group_1":[4.2,-0.3,0.47,1.0,0.0,0.0,0.0],"stack_4_main_group_base":[4.2,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"stack_5_main_group_1":[4.95,-0.3,0.365,1.0,0.0,0.0,0.0],"stack_5_main_group_2":[4.95,-0.3,0.7849999999999999,1.0,0.0,0.0,0.0],"stack_5_main_group_base":[4.95,-0.265,0.024999999999999988,1.0,0.0,0.0,0.0],"stack_left_right_group_1":[5.689999265360396,-0.899999228625579,0.615,0.7071054825112363,0.0,0.0,-0.7071080798594735],"stack_left_right_group_2":[5.689999265360396,-0.899999228625579,1.7449999999999999,0.7071054825112363,0.0,0.0,-0.7071080798594735],"stack_left_right_group_base":[5.72499926536016,-0.8999993571877576,0.025000000000000043,0.7071054825112363,0.0,0.0,-0.7071080798594735],"stack_right_right_group_1":[5.689994159605303,-2.289999228616202,0.6149999999999998,0.7071054825112363,0.0,0.0,-0.7071080798594735],"stack_right_right_group_2":[5.689994159605303,-2.289999228616202,1.7449999999999997,0.7071054825112363,0.0,0.0,-0.7071080798594735],"stack_right_right_group_base":[5.724994159605067,-2.28999935717838,0.02499999999999982,0.7071054825112363,0.0,0.0,-0.7071080798594735],"stool_1_room":[1.325,-4.475,0.4,4.632679487995776e-05,0.0,0.0,0.999999998926914],"stool_2_room":[1.975,-4.475,0.4,4.632679487995776e-05,0.0,0.0,0.999999998926914],"stool_3_room":[2.625,-4.475,0.4,4.632679487995776e-05,0.0,0.0,0.999999998926914],"stovetop_main_group":[4.201503558601173,-0.29496929235669656,0.9307668946915083,1.0,0.0,0.0,0.0],"toaster_main_group":[2.747640287102935,-0.21089753143282097,1.038,1.0,0.0,0.0,0.0],"toaster_oven_main_group":[3.382218060875461,-0.3016016394625445,1.0763907397778258,1.0,0.0,0.0,0.0],"top_right_group":[5.689991772021986,-2.939999228611817,2.1049999999999995,0.7071054825112363,0.0,0.0,-0.7071080798594735],"utensil_rack_room":[1.9,-0.039999999999999994,1.15,1.0,0.0,0.0,0.0],"utensil_set_main_group":[5.45731049109186,-0.15253297724350956,1.063320811843608,1.0,0.0,0.0,0.0],"wall_backing_room":[3.04,0.14,1.38,-0.7071067811865476,0.7071067811865476,0.0,0.0],"wall_front_backing_room":[3.04,-6.14,1.38,0.0,0.0,0.7071067811865476,-0.7071067811865476],"wall_front_room":[3.04,-6.02,1.5,0.0,0.0,0.7071067811865476,-0.7071067811865476],"wall_left_backing_room":[-0.14,-3.0,1.38,0.5,0.5,-0.5,-0.5],"wall_left_room":[-0.02,-3.0,1.5,0.5,0.5,-0.5,-0.5],"wall_right_backing_room":[6.22,-3.0,1.38,0.5,-0.5,-0.5,0.5],"wall_right_room":[6.1,-3.0,1.5,0.5,-0.5,-0.5,0.5],"wall_room":[3.04,0.02,1.5,-0.7071067811865476,0.7071067811865476,0.0,0.0],"window_group_room":[0.015000000000000003,-3.2999999,1.7,0.7071054825112363,0.0,0.0,0.7071080798594735]},"objects":{"distr_counter_1":[3.008460969814631,-0.380402157323643,0.9338282566198153,0.9974425180575878,0.021339998011904893,-0.009663305389600143,-0.06752516704708732],"drawer_obj":[2.973198492514065,-0.9679282199779583,0.7651581949831368,0.9688540292629515,0.05666750184417421,0.004692992248852773,0.24101585018300622]},"source":"robocasa_scene_registry"},"private_success_signal_exposed":false,"prompt":null,"query":null,"requested_steps":20,"runtime_action_schema":{"action_shape":[12],"available":true,"base_mode_index":11,"base_slice":[7,10],"controller_input_ref_frame":"base","eef_part":"right","eef_slice":[0,6],"env_created":true,"grasp_primitives_supported":true,"gripper_part":"right_gripper","gripper_slice":[6,7],"has_base_control":true,"has_gripper_control":true,"kind":"direct_composite","torso_slice":[10,11]},"step_summaries":[{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":0,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":1,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":2,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":3,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":4,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":5,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":6,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":7,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":8,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":9,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":10,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":11,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":12,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":13,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":14,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":15,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":16,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":17,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":18,"terminated":false,"truncated":false},{"action_summary":{"dtype":"float32","shape":[12],"type":"ndarray"},"info_keys":[],"observation_summary":{"distr_counter_1_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"distr_counter_1_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"distr_counter_1_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"drawer_obj_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"drawer_obj_to_robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"drawer_obj_to_robot0_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"object-state":{"dtype":"float64","shape":[28],"type":"ndarray"},"robot0_agentview_left_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_agentview_right_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_base_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_base_to_eef_quat":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_base_to_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eef_pos":{"dtype":"float64","shape":[3],"type":"ndarray"},"robot0_eef_quat":{"dtype":"float64","shape":[4],"type":"ndarray"},"robot0_eef_quat_site":{"dtype":"float32","shape":[4],"type":"ndarray"},"robot0_eye_in_hand_depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"robot0_gripper_qpos":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_gripper_qvel":{"dtype":"float64","shape":[2],"type":"ndarray"},"robot0_joint_acc":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_cos":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_pos_sin":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_joint_vel":{"dtype":"float64","shape":[7],"type":"ndarray"},"robot0_proprio-state":{"dtype":"float64","shape":[68],"type":"ndarray"}},"step_index":19,"terminated":false,"truncated":false}],"steps_executed":20,"verifier_boundary":{"harness_verify_required":true,"private_task_signal_exposed":false,"task_completion_claimed_by_primitive":false},"visual_evidence":{"observation_ref":{"env_created":true,"observation_type":"OrderedDict","runtime_live":true,"source":"robocasa_last_visual_observation","trace_event_count":283},"rgbd":{"robot0_agentview_left":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_agentview_right":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}},"robot0_eye_in_hand":{"depth":{"dtype":"float32","shape":[128,128,1],"type":"ndarray"},"rgb":{"dtype":"uint8","shape":[128,128,3],"type":"ndarray"}}},"segmentation":{},"segmentation_instances":{},"visual_runtime":{"has_depth":true,"has_rgb":true,"has_segmentation":false,"visual_ready":true}}},"at":609.321},{"name":"observe_robocasa_kitchen_state","arguments":{"query":"drawer"},"ok":true,"error":null,"output":{"available_fixture_names":["bottom_corner_right_group","bottom_right_group_1","bottom_right_group_2","bottom_right_group_base","cab_1_left_group","cab_1_main_group","cab_2_left_group","cab_2_main_group","cab_corner_2_main_group","cab_corner_main_group","cab_main_main_group","cab_top_corner_right_group","coffee_machine_main_group","counter_1_front_group","counter_1_left_group","counter_1_main_group","counter_corner_2_main_group","counter_corner_front_group","counter_corner_left_group","counter_corner_main_group","counter_corner_right_left_group","counter_main_main_group","dishwasher_left_group","drawer","…"],"available_object_names":["distr_counter_1","drawer_obj"],"eef_position":[2.949657678604126,-1.3155378103256226,0.993546187877655],"evidence_handles":[],"fixtures":{"drawer":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]},"stack_3_main_group_2":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]}},"gripper_qpos":[0.040027763694524765,-0.039279427379369736],"grounding_hint":"ground_robocasa_visual_target(entity_name=canonical_name); pass its evidence_handle to an action","held_object_handle":null,"held_object_name":null,"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":null,"query":null,"split":"target"},"objects":{"distr_counter_1":{"affordance_sites":[],"position":[3.0084609985351562,-0.380402147769928,0.9338282346725464],"size":[0.02821504,0.0281638,0.02811556]},"drawer_obj":{"affordance_sites":[],"position":[2.973198413848877,-0.9679282307624817,0.7651581764221191],"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105]}},"observation_serial":94},"at":609.331},{"name":"observe_robocasa_kitchen_state","arguments":{"query":"drawer"},"ok":true,"error":null,"output":{"available_fixture_names":["bottom_corner_right_group","bottom_right_group_1","bottom_right_group_2","bottom_right_group_base","cab_1_left_group","cab_1_main_group","cab_2_left_group","cab_2_main_group","cab_corner_2_main_group","cab_corner_main_group","cab_main_main_group","cab_top_corner_right_group","coffee_machine_main_group","counter_1_front_group","counter_1_left_group","counter_1_main_group","counter_corner_2_main_group","counter_corner_front_group","counter_corner_left_group","counter_corner_main_group","counter_corner_right_left_group","counter_main_main_group","dishwasher_left_group","drawer","…"],"available_object_names":["distr_counter_1","drawer_obj"],"eef_position":[2.949657678604126,-1.3155378103256226,0.993546187877655],"evidence_handles":[],"fixtures":{"drawer":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]},"stack_3_main_group_2":{"affordance_sites":[],"position":[2.950000047683716,-0.30000001192092896,0.7850000262260437],"size":[0.5,0.6,0.21]}},"gripper_qpos":[0.040027763694524765,-0.039279427379369736],"grounding_hint":"ground_robocasa_visual_target(entity_name=canonical_name); pass its evidence_handle to an action","held_object_handle":null,"held_object_name":null,"language_task":{"benchmark_task_description":"Open the left drawer.","env_id":"robocasa/OpenDrawer","instruction":"Open the left drawer.","prompt":null,"query":null,"split":"target"},"objects":{"distr_counter_1":{"affordance_sites":[],"position":[3.0084609985351562,-0.380402147769928,0.9338282346725464],"size":[0.02821504,0.0281638,0.02811556]},"drawer_obj":{"affordance_sites":[],"position":[2.973198413848877,-0.9679282307624817,0.7651581764221191],"size":[0.045009163760000005,0.2536493517885482,0.056310185418348105]}},"observation_serial":94},"at":609.338}],"event":{"kind":"success","label":"Task complete","detail":""}}],"unassignedCells":[],"detailUrl":"data/execution/W4-robocasa-fable-01.json","mediaMatchesReport":true,"progress":{"value":1,"total":1,"label":"Task completion"},"milestones":[{"index":0,"round":1,"at":9.378596,"label":"Action","detail":"","kind":"action","score":null},{"index":19,"round":20,"at":609.622349,"label":"Task complete","detail":"","kind":"success","score":null}]}
